Skip to content

Commit 876db29

Browse files
committed
fix: update framework to include SSE response body parser
Update llm-d-inference-payload-processor to commit a8bbe6a6 (post-v0.1.0) which includes the parseSSEResponseBody fix for buffered streaming responses. Without this, ResponseProcessor plugins (e.g. api-translation) fail to process SSE responses because json.Unmarshal fails on SSE format.
1 parent bddd06a commit 876db29

2 files changed

Lines changed: 11 additions & 6 deletions

File tree

go.mod

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ go 1.25.0
55
require (
66
github.com/aws/aws-sdk-go-v2 v1.42.1
77
github.com/google/go-cmp v0.7.0
8-
github.com/llm-d/llm-d-inference-payload-processor v0.1.0
8+
github.com/llm-d/llm-d-inference-payload-processor v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a
99
github.com/onsi/ginkgo/v2 v2.32.0
1010
github.com/onsi/gomega v1.42.1
1111
github.com/stretchr/testify v1.11.1
@@ -20,6 +20,7 @@ require (
2020
cloud.google.com/go/compute/metadata v0.9.0 // indirect
2121
github.com/Masterminds/semver/v3 v3.4.0 // indirect
2222
github.com/aws/smithy-go v1.27.3 // indirect
23+
github.com/caio/go-tdigest/v5 v5.0.0 // indirect
2324
github.com/go-task/slim-sprig/v3 v3.0.0 // indirect
2425
github.com/goccy/go-yaml v1.19.2 // indirect
2526
github.com/google/pprof v0.0.0-20260402051712-545e8a4df936 // indirect
@@ -108,7 +109,7 @@ require (
108109
gomodules.xyz/jsonpatch/v2 v2.5.0 // indirect
109110
google.golang.org/genproto/googleapis/api v0.0.0-20260526163538-3dc84a4a5aaa // indirect
110111
google.golang.org/genproto/googleapis/rpc v0.0.0-20260526163538-3dc84a4a5aaa // indirect
111-
google.golang.org/grpc v1.81.1 // indirect
112+
google.golang.org/grpc v1.82.1 // indirect
112113
google.golang.org/protobuf v1.36.11 // indirect
113114
gopkg.in/evanphx/json-patch.v4 v4.13.0 // indirect
114115
gopkg.in/inf.v0 v0.9.1 // indirect

go.sum

Lines changed: 8 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -16,6 +16,8 @@ github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM=
1616
github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw=
1717
github.com/blang/semver/v4 v4.0.0 h1:1PFHFE6yCCTv8C1TeyNNarDzntLi7wMI5i/pzqYIsAM=
1818
github.com/blang/semver/v4 v4.0.0/go.mod h1:IbckMUScFkM3pff0VJDNKRiT6TG/YpiHIM2yvyW5YoQ=
19+
github.com/caio/go-tdigest/v5 v5.0.0 h1:XQKgYSazZPbWFDAJ51dKqoZoDrISmTrB8UcWwCmfo6Y=
20+
github.com/caio/go-tdigest/v5 v5.0.0/go.mod h1:wI618wZoAYzIDZlpX2CfyTQdrdGtwEZOJuXdrI3zk/Y=
1921
github.com/cenkalti/backoff/v5 v5.0.3 h1:ZN+IMa753KfX5hd8vVaMixjnqRZ3y8CuJKRKj1xcsSM=
2022
github.com/cenkalti/backoff/v5 v5.0.3/go.mod h1:rkhZdG3JZukswDf7f0cwqPNk4K0sa+F97BxZthm/crw=
2123
github.com/cespare/xxhash/v2 v2.3.0 h1:UL815xU9SqsFlibzuggzjXhog7bL6oX9BbNZnL2UFvs=
@@ -131,8 +133,10 @@ github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
131133
github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE=
132134
github.com/kylelemons/godebug v1.1.0 h1:RPNrshWIDI6G2gRW9EHilWtl7Z6Sb1BR0xunSBf0SNc=
133135
github.com/kylelemons/godebug v1.1.0/go.mod h1:9/0rRGxNHcop5bhtWyNeEfOS8JIWk580+fNqagV/RAw=
134-
github.com/llm-d/llm-d-inference-payload-processor v0.1.0 h1:PGLQScjYuz6y7LFB/mMxIZUNIfP9oEyMzmvHtUFxPB4=
135-
github.com/llm-d/llm-d-inference-payload-processor v0.1.0/go.mod h1:7id/ztSFw3qoO/Y1J6GlFtJomZZuYIzj1ptgy7WCjnk=
136+
github.com/leesper/go_rng v0.0.0-20190531154944-a612b043e353 h1:X/79QL0b4YJVO5+OsPH9rF2u428CIrGL/jLmPsoOQQ4=
137+
github.com/leesper/go_rng v0.0.0-20190531154944-a612b043e353/go.mod h1:N0SVk0uhy+E1PZ3C9ctsPRlvOPAFPkCNlcPBDkt0N3U=
138+
github.com/llm-d/llm-d-inference-payload-processor v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a h1:Vl7glWK8/gbkW8OD4EmEL+qtNN36uiwcD3Tf4EKOGJU=
139+
github.com/llm-d/llm-d-inference-payload-processor v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/go.mod h1:Zbt/a3eTgSh5Zhlau8DpCGAcWdk15zaQwV0N7bh8Oyk=
136140
github.com/maruel/natural v1.1.1 h1:Hja7XhhmvEFhcByqDoHz9QZbkWey+COd9xWfCfn1ioo=
137141
github.com/maruel/natural v1.1.1/go.mod h1:v+Rfd79xlw1AgVBjbO0BEQmptqb5HvL/k9GRHB7ZKEg=
138142
github.com/mfridman/tparse v0.18.0 h1:wh6dzOKaIwkUGyKgOntDW4liXSo37qg5AXbIhkMV3vE=
@@ -252,8 +256,8 @@ google.golang.org/genproto/googleapis/api v0.0.0-20260526163538-3dc84a4a5aaa h1:
252256
google.golang.org/genproto/googleapis/api v0.0.0-20260526163538-3dc84a4a5aaa/go.mod h1:q4lMZS6kskjT5HvCPrnnypcDPVJqT/f4nfxmkE7gryY=
253257
google.golang.org/genproto/googleapis/rpc v0.0.0-20260526163538-3dc84a4a5aaa h1:mZHHdPZl0dbGHCflZgAq/Q468DWVFcU2whhB2KAo8fk=
254258
google.golang.org/genproto/googleapis/rpc v0.0.0-20260526163538-3dc84a4a5aaa/go.mod h1:4Hqkh8ycfw05ld/3BWL7rJOSfebL2Q+DVDeRgYgxUU8=
255-
google.golang.org/grpc v1.81.1 h1:VnnIIZ88UzOOKLukQi+ImGz8O1Wdp8nAGGnvOfEIWQQ=
256-
google.golang.org/grpc v1.81.1/go.mod h1:xGH9GfzOyMTGIOXBJmXt+BX/V0kcdQbdcuwQ/zNw42I=
259+
google.golang.org/grpc v1.82.1 h1:NnAxzGRA0677vCa4BUkOAnO5+FfQqVl9iUXeD0IqcGE=
260+
google.golang.org/grpc v1.82.1/go.mod h1:yzTZ1TB1Z3SG+LIYaI+WiE8D5+PZ3ArnrSp8zF3+/ZA=
257261
google.golang.org/protobuf v1.36.11 h1:fV6ZwhNocDyBLK0dj+fg8ektcVegBBuEolpbTQyBNVE=
258262
google.golang.org/protobuf v1.36.11/go.mod h1:HTf+CrKn2C3g5S8VImy6tdcUvCska2kB7j23XfzDpco=
259263
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=

0 commit comments

Comments
 (0)