Skip to content

Commit 53825eb

Browse files
authored
Merge pull request Wei-Shaw#903 from touwaeriol/fix/openai-responses-sse-max-line-size-v2
fix: use shared max_line_size config for OpenAI Responses SSE scanner
2 parents 1a7f495 + bcaae2e commit 53825eb

1 file changed

Lines changed: 10 additions & 2 deletions

File tree

backend/internal/service/openai_gateway_messages.go

Lines changed: 10 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -279,7 +279,11 @@ func (s *OpenAIGatewayService) handleAnthropicBufferedStreamingResponse(
279279
requestID := resp.Header.Get("x-request-id")
280280

281281
scanner := bufio.NewScanner(resp.Body)
282-
scanner.Buffer(make([]byte, 0, 64*1024), 1024*1024)
282+
maxLineSize := defaultMaxLineSize
283+
if s.cfg != nil && s.cfg.Gateway.MaxLineSize > 0 {
284+
maxLineSize = s.cfg.Gateway.MaxLineSize
285+
}
286+
scanner.Buffer(make([]byte, 0, 64*1024), maxLineSize)
283287

284288
var finalResponse *apicompat.ResponsesResponse
285289
var usage OpenAIUsage
@@ -378,7 +382,11 @@ func (s *OpenAIGatewayService) handleAnthropicStreamingResponse(
378382
firstChunk := true
379383

380384
scanner := bufio.NewScanner(resp.Body)
381-
scanner.Buffer(make([]byte, 0, 64*1024), 1024*1024)
385+
maxLineSize := defaultMaxLineSize
386+
if s.cfg != nil && s.cfg.Gateway.MaxLineSize > 0 {
387+
maxLineSize = s.cfg.Gateway.MaxLineSize
388+
}
389+
scanner.Buffer(make([]byte, 0, 64*1024), maxLineSize)
382390

383391
// resultWithUsage builds the final result snapshot.
384392
resultWithUsage := func() *OpenAIForwardResult {

0 commit comments

Comments
 (0)