File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -27,7 +27,8 @@ cache_exclude_status = "500.."
2727
2828# ############################ Runtime ##############################
2929
30- max_concurrency = 14
30+ # Reduce concurrency since lychee can check 500+ links in 1 minute with 1 worker
31+ max_concurrency = 1
3132max_redirects = 10
3233max_retries = 2
3334# Wait longer between retries to give slow servers room to recover.
@@ -37,8 +38,9 @@ timeout = 45
3738
3839# ############################ Requests #############################
3940
40- # Some sites block lychee's default UA. Use a generic browser-ish UA.
41- user_agent = " Mozilla/5.0 (compatible; lychee-link-checker)"
41+ # Some sites block lychee's default user agent (curl). Use a generic browser.
42+ user_agent = " Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
43+
4244
4345# Accept 200–403 as success. 401/403 are common on bot-protected or
4446# auth-walled pages we still want to consider "reachable".
You can’t perform that action at this time.
0 commit comments