Increase Vercel AI Gateway traffic to 20% (#981)

Author: chrarnoldus

src/lib/providers/vercel/index.ts

@@ -32,14 +32,19 @@ function getRandomNumberLessThan100(randomSeed: string) {
 
 async function getVercelRoutingPercentage() {
   const errorRate = await getGatewayErrorRate();
-  const isOpenRouterErrorRateHigh =
-    errorRate.openrouter > ERROR_RATE_THRESHOLD && errorRate.vercel < ERROR_RATE_THRESHOLD;
-  if (isOpenRouterErrorRateHigh) {
+  const isOpenRouterErrorRateHigh = errorRate.openrouter > ERROR_RATE_THRESHOLD;
+  const isVercelErrorRateHigh = errorRate.vercel > ERROR_RATE_THRESHOLD;
+  if (isOpenRouterErrorRateHigh && !isVercelErrorRateHigh) {
     console.error(
       `[getVercelRoutingPercentage] OpenRouter error rate is high: ${errorRate.openrouter}`
     );
+    return 90;
   }
-  return isOpenRouterErrorRateHigh ? 90 : 10;
+  if (!isOpenRouterErrorRateHigh && isVercelErrorRateHigh) {
+    console.error(`[getVercelRoutingPercentage] Vercel error rate is high: ${errorRate.vercel}`);
+    return 10;
+  }
+  return 20;
 }
 
 function isLikelyAvailableOnAllGateways(requestedModel: string) {