feat: make MaxRetries configurable in OpenAI provider (#115)

Add MaxRetries *int to config.OpenAI. When set, option.WithMaxRetries is
passed to the SDK client in both responses and chat completions interceptors.
Nil preserves the SDK default (2 retries); 0 disables retries entirely.

Update TestClientAndConnectionError and TestUpstreamError to set
MaxRetries=0, eliminating retry delays and speeding up these tests.

Author: mtojek

config/config.go

@@ -43,6 +43,10 @@ type OpenAI struct {
 	CircuitBreaker   *CircuitBreaker
 	SendActorHeaders bool
 	ExtraHeaders     map[string]string
+	// MaxRetries controls the number of automatic retries the SDK will perform
+	// on transient errors. If nil, the SDK default (2) is used.
+	// Set to 0 to disable retries entirely.
+	MaxRetries *int
 }
 
 type Copilot struct {

intercept/chatcompletions/base.go

@@ -47,6 +47,9 @@ type interceptionBase struct {
 
 func (i *interceptionBase) newCompletionsService() openai.ChatCompletionService {
 	opts := []option.RequestOption{option.WithAPIKey(i.cfg.Key), option.WithBaseURL(i.cfg.BaseURL)}
+	if i.cfg.MaxRetries != nil {
+		opts = append(opts, option.WithMaxRetries(*i.cfg.MaxRetries))
+	}
 
 	// Add extra headers if configured.
 	// Some providers require additional headers that are not added by the SDK.

intercept/responses/base.go

@@ -55,6 +55,9 @@ type responsesInterceptionBase struct {
 
 func (i *responsesInterceptionBase) newResponsesService() responses.ResponseService {
 	opts := []option.RequestOption{option.WithBaseURL(i.cfg.BaseURL), option.WithAPIKey(i.cfg.Key)}
+	if i.cfg.MaxRetries != nil {
+		opts = append(opts, option.WithMaxRetries(*i.cfg.MaxRetries))
+	}
 
 	// Add extra headers if configured.
 	// Some providers require additional headers that are not added by the SDK.

internal/integrationtest/responses_test.go

@@ -596,9 +596,6 @@ func TestResponsesParallelToolsOverwritten(t *testing.T) {
 	}
 }
 
-// TODO set MaxRetries to speed up this test
-// option.WithMaxRetries(0), in base responses interceptor
-// https://github.com/coder/aibridge/issues/115
 func TestClientAndConnectionError(t *testing.T) {
 	t.Parallel()
 
@@ -642,7 +639,11 @@ func TestClientAndConnectionError(t *testing.T) {
 			t.Cleanup(cancel)
 
 			// tc.addr may be an intentionally invalid URL; use withCustomProvider.
-			bridgeServer := newBridgeTestServer(ctx, t, tc.addr, withCustomProvider(provider.NewOpenAI(openAICfg(tc.addr, apiKey))))
+			// MaxRetries is set to 0 to disable SDK retries and speed up the test.
+			cfg := openAICfg(tc.addr, apiKey)
+			maxRetries := 0
+			cfg.MaxRetries = &maxRetries
+			bridgeServer := newBridgeTestServer(ctx, t, tc.addr, withCustomProvider(provider.NewOpenAI(cfg)))
 
 			reqBytes := responsesRequestBytes(t, tc.streaming)
 			resp, err := bridgeServer.makeRequest(t, http.MethodPost, pathOpenAIResponses, reqBytes)
@@ -660,9 +661,6 @@ func TestClientAndConnectionError(t *testing.T) {
 	}
 }
 
-// TODO set MaxRetries to speed up this test
-// option.WithMaxRetries(0), in base responses interceptor
-// https://github.com/coder/aibridge/issues/115
 func TestUpstreamError(t *testing.T) {
 	t.Parallel()
 
@@ -721,7 +719,11 @@ func TestUpstreamError(t *testing.T) {
 			}))
 			t.Cleanup(upstream.Close)
 
-			bridgeServer := newBridgeTestServer(ctx, t, upstream.URL)
+			// MaxRetries is set to 0 to disable SDK retries and speed up the test.
+			cfg := openAICfg(upstream.URL, apiKey)
+			maxRetries := 0
+			cfg.MaxRetries = &maxRetries
+			bridgeServer := newBridgeTestServer(ctx, t, upstream.URL, withCustomProvider(provider.NewOpenAI(cfg)))
 
 			reqBytes := responsesRequestBytes(t, tc.streaming)
 			resp, err := bridgeServer.makeRequest(t, http.MethodPost, pathOpenAIResponses, reqBytes)