fix: adaptive rps for 403

caiopizzol · caiopizzol · commit a4381b3de38a · 2026-01-12T12:22:32.000-03:00
diff --git a/apps/scraper/rate-limiter.ts b/apps/scraper/rate-limiter.ts
@@ -76,9 +76,8 @@ export function createRateLimiter(config: RateLimiterConfig | number): RateLimit
     errorCount++;
     successStreak = 0;
 
-    // Back off on rate limiting errors (503, 429)
-    // Note: 403 is fatal (24h IP block) and handled separately
-    if (status === 503 || status === 429) {
+    // Back off on rate limiting errors (503, 429) and IP blocks (403)
+    if (status === 503 || status === 429 || status === 403) {
       currentRps = Math.max(minRps, currentRps * backoffFactor);
     }
   }

Original file line number	Diff line number	Diff line change
`@@ -76,9 +76,8 @@ export function createRateLimiter(config: RateLimiterConfig \| number): RateLimit`
`76`	`76`	`errorCount++;`
`77`	`77`	`successStreak = 0;`
`78`	`78`
`79`		`- // Back off on rate limiting errors (503, 429)`
`80`		`- // Note: 403 is fatal (24h IP block) and handled separately`
`81`		`- if (status === 503 \|\| status === 429) {`
	`79`	`+ // Back off on rate limiting errors (503, 429) and IP blocks (403)`
	`80`	`+ if (status === 503 \|\| status === 429 \|\| status === 403) {`
`82`	`81`	`currentRps = Math.max(minRps, currentRps * backoffFactor);`
`83`	`82`	`}`
`84`	`83`	`}`