flores/fortigate_scraper_config.yaml at main · dr4gon123/flores · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
# FortiGate Log Scraper Configuration

# FortiOS versions to scrape
versions:
  - "8.0.0"
  - "7.6.0"
  - "7.6.1"
  - "7.6.2"
  - "7.6.3"
  - "7.6.4"
  - "7.6.5"
  - "7.6.6"
  - "7.6.7"
  - "7.4.0"
  - "7.4.1"
  - "7.4.2"
  - "7.4.3"
  - "7.4.4"
  - "7.4.5"
  - "7.4.6"
  - "7.4.7"
  - "7.4.8"
  - "7.4.9"
  - "7.4.10"
  - "7.4.11"
  - "7.4.12"
  - "7.2.0"
  - "7.2.1"
  - "7.2.2"
  - "7.2.3"
  - "7.2.4"
  - "7.2.5"
  - "7.2.6"
  - "7.2.7"
  - "7.2.8"
  - "7.2.9"
  - "7.2.10"
  - "7.2.11"
  - "7.2.12"
  - "7.2.13"

# Scraper settings
settings:
  base_delay: 1.0 # Base delay between requests in seconds
  max_retries: 3 # Attempts per URL before giving up (0 = no retries)
  retry_backoff: 2.0 # Wait multiplier: base_delay * (backoff ^ attempt)
  concurrency: 5 # Max parallel LOGID fetches per version (async httpx, semaphore-bounded)
  force_rescrape: false # If true, re-scrape all versions even if they already exist. If false, only scrape new versions.
  dry_run: false # If true, only print which versions will be scraped without actually scraping them.
  output_dir: "." # Output directory for scraped data (defaults to current working directory if not specified)