fix(inference): disable OpenAI SDK retries (#1981)

Co-authored-by: rosetta-livekit-bot[bot] <282703043+rosetta-livekit-bot[bot]@users.noreply.github.com>

Author: rosetta-livekit-bot[bot]

.changeset/disable-inference-openai-retries.md

@@ -0,0 +1,8 @@
+---
+"@livekit/agents": patch
+"@livekit/agents-plugin-baseten": patch
+"@livekit/agents-plugin-cerebras": patch
+"@livekit/agents-plugin-openai": patch
+---
+
+Disable OpenAI SDK retries for LiveKit inference and OpenAI SDK-based plugin requests.

agents/src/inference/llm.ts

@@ -232,6 +232,7 @@ export class LLM extends llm.LLM {
 
     this.client = new OpenAI({
       baseURL: this.opts.baseURL,
+      maxRetries: 0,
       // Non-empty placeholder; replaced with a fresh access token before each
       // request (see LLMStream.run). openai >= 6.36.0 rejects an empty apiKey.
       apiKey: 'placeholder',

plugins/baseten/src/llm.ts

@@ -58,6 +58,7 @@ export class OpenAILLM extends llm.LLM {
       this.#opts.client ||
       new OpenAI({
         baseURL: opts.baseURL,
+        maxRetries: 0,
         apiKey: opts.apiKey,
       });
   }

plugins/cerebras/src/llm.ts

@@ -75,6 +75,7 @@ export class LLM extends OpenAILLM {
       merged.client = new OpenAI({
         apiKey: merged.apiKey,
         baseURL: merged.baseURL,
+        maxRetries: 0,
         fetch: createCompressedFetch({
           useMsgpack: merged.msgpackEncoding ?? true,
           useGzip: merged.gzipCompression ?? true,

plugins/openai/src/llm.ts

@@ -79,6 +79,7 @@ export class LLM extends llm.LLM {
       this.#opts.client ||
       new OpenAI({
         baseURL: this.#opts.baseURL,
+        maxRetries: 0,
         apiKey: this.#opts.apiKey,
       });
   }
@@ -136,7 +137,7 @@ export class LLM extends llm.LLM {
     return new LLM({
       temperature: opts.temperature,
       user: opts.user,
-      client: new AzureOpenAI(opts),
+      client: new AzureOpenAI({ ...opts, maxRetries: 0 }),
     });
   }
 

plugins/openai/src/responses/llm.ts

@@ -74,6 +74,7 @@ class ResponsesHttpLLM extends llm.LLM {
       this.#opts.client ||
       new OpenAI({
         baseURL: this.#opts.baseURL,
+        maxRetries: 0,
         apiKey: this.#opts.apiKey,
       });
   }

plugins/openai/src/stt.ts

@@ -298,6 +298,7 @@ export class STT extends stt.STT {
       this.#opts.client ||
       new OpenAI({
         baseURL: this.#opts.baseURL,
+        maxRetries: 0,
         apiKey: this.#opts.apiKey,
       });
   }

plugins/openai/src/tts.ts

@@ -64,6 +64,7 @@ export class TTS extends tts.TTS {
       this.#opts.client ||
       new OpenAI({
         baseURL: this.#opts.baseURL,
+        maxRetries: 0,
         apiKey: this.#opts.apiKey,
       });
   }