-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathconfig.example.yaml
More file actions
31 lines (24 loc) · 901 Bytes
/
config.example.yaml
File metadata and controls
31 lines (24 loc) · 901 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
cloudflare:
api_token: "" # scoped token — created via `webdex setup`
account_email: "" # cloudflare account email
global_api_key: "" # only needed for `webdex setup` to create a scoped token
indexnow:
key: "" # auto-generated on first `webdex setup`
google:
service_account_file: "" # path to GCP service account JSON key
sites:
- domain: example.com
repo: /path/to/repo
sitemap_path: sitemap.xml
sitemap_strategy: managed # webdex writes + commits the sitemap
- domain: blog.example.com
repo: /path/to/blog-repo
sitemap_path: null
sitemap_strategy: verify # framework generates sitemap, webdex checks it
crawl:
max_depth: 3
max_pages: 500
timeout: 10
user_agent: "webdex/1.0 (+https://github.com/xdsai/webdex)"
discord_webhook: "" # optional — sends a summary when new pages are found
state_file: state.json