mirror of
https://github.com/tiennm99/MTTools.git
synced 2026-09-04 06:19:07 +00:00
10 lines
223 B
YAML
10 lines
223 B
YAML
root_url: "https://iamminhnguyet.com/"
|
|
|
|
whitelist:
|
|
- "^https?://([^/]*\\.)?iamminhnguyet\\.com(/[^?]*)?$"
|
|
|
|
data_file: "processed_urls.txt"
|
|
|
|
# Delay between requests in seconds (helps avoid rate limiting)
|
|
delay_seconds: 1
|