Skip to content

Commit 81de570

Browse files
noyitznoyitz
committed
feat: migrate framework imports from gateway-api-inference-extension to llm-d IPP
Switch all plugin and runner imports from the old framework location (sigs.k8s.io/gateway-api-inference-extension/pkg/bbr/framework) to the active IPP framework (github.com/llm-d/llm-d-inference-payload-processor). This enables the streaming response body mode framework (IPP opendatahub-io#169, opendatahub-io#170) to take effect in the MaaS binary — the old runner always buffered all response body chunks regardless of plugin declarations. Import mapping: - bbr/framework → requesthandling (types, processors) - epp/framework/interface/plugin → plugin (CycleState, Handle, Register) - common/error → common/error (unchanged API) - common/observability/logging → common/observability/logging - cmd/bbr/runner → cmd/runner
1 parent d60a71d commit 81de570

25 files changed

Lines changed: 268 additions & 258 deletions

‎cmd/main.go‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@ import (
2626
"os"
2727

2828
ctrl "sigs.k8s.io/controller-runtime"
29-
"sigs.k8s.io/gateway-api-inference-extension/cmd/bbr/runner"
29+
"github.com/llm-d/llm-d-inference-payload-processor/cmd/runner"
3030

3131
"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins"
3232
)

‎go.mod‎

Lines changed: 27 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@ module github.com/opendatahub-io/ai-gateway-payload-processing
33
go 1.25.0
44

55
require (
6+
github.com/aws/aws-sdk-go-v2 v1.41.7
67
github.com/google/go-cmp v0.7.0
78
github.com/onsi/ginkgo/v2 v2.30.0
89
github.com/onsi/gomega v1.41.0
@@ -12,14 +13,13 @@ require (
1213
k8s.io/kubectl v0.35.5
1314
sigs.k8s.io/controller-runtime v0.23.3
1415
sigs.k8s.io/gateway-api v1.5.1
15-
sigs.k8s.io/gateway-api-inference-extension v0.0.0-20260429190324-8ed5a0cd5d11
1616
)
1717

1818
require (
1919
github.com/Masterminds/semver/v3 v3.4.0 // indirect
20-
github.com/aws/aws-sdk-go-v2 v1.41.7 // indirect
2120
github.com/aws/smithy-go v1.25.1 // indirect
2221
github.com/go-task/slim-sprig/v3 v3.0.0 // indirect
22+
github.com/goccy/go-yaml v1.19.2 // indirect
2323
github.com/google/pprof v0.0.0-20260402051712-545e8a4df936 // indirect
2424
github.com/gorilla/websocket v1.5.4-0.20250319132907-e064f32e3674 // indirect
2525
github.com/moby/spdystream v0.5.1 // indirect
@@ -35,14 +35,14 @@ require (
3535
github.com/blang/semver/v4 v4.0.0 // indirect
3636
github.com/cenkalti/backoff/v5 v5.0.3 // indirect
3737
github.com/cespare/xxhash/v2 v2.3.0 // indirect; FIPS: non-cryptographic use only (Prometheus metric label hashing), not a FIPS boundary violation
38-
github.com/cncf/xds/go v0.0.0-20251210132809-ee656c7534f5 // indirect
38+
github.com/cncf/xds/go v0.0.0-20260202195803-dba9d589def2 // indirect
3939
github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
4040
github.com/emicklei/go-restful/v3 v3.13.0 // indirect
4141
github.com/envoyproxy/go-control-plane/envoy v1.37.0 // indirect
42-
github.com/envoyproxy/protoc-gen-validate v1.3.0 // indirect
42+
github.com/envoyproxy/protoc-gen-validate v1.3.3 // indirect
4343
github.com/evanphx/json-patch/v5 v5.9.11 // indirect
4444
github.com/felixge/httpsnoop v1.0.4 // indirect
45-
github.com/fsnotify/fsnotify v1.9.0 // indirect
45+
github.com/fsnotify/fsnotify v1.10.1 // indirect
4646
github.com/fxamacker/cbor/v2 v2.9.0 // indirect
4747
github.com/go-logr/logr v1.4.3
4848
github.com/go-logr/stdr v1.2.2 // indirect
@@ -65,9 +65,10 @@ require (
6565
github.com/google/cel-go v0.28.0 // indirect
6666
github.com/google/gnostic-models v0.7.0 // indirect
6767
github.com/google/uuid v1.6.0 // indirect
68-
github.com/grpc-ecosystem/grpc-gateway/v2 v2.28.0 // indirect
68+
github.com/grpc-ecosystem/grpc-gateway/v2 v2.29.0 // indirect
6969
github.com/inconshreveable/mousetrap v1.1.0 // indirect
7070
github.com/json-iterator/go v1.1.12 // indirect
71+
github.com/llm-d/llm-d-inference-payload-processor v0.0.0
7172
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
7273
github.com/modern-go/reflect2 v1.0.3-0.20250322232337-35a7c28c31ee // indirect
7374
github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
@@ -82,30 +83,30 @@ require (
8283
github.com/x448/float16 v0.8.4 // indirect
8384
go.opentelemetry.io/auto/sdk v1.2.1 // indirect
8485
go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.65.0 // indirect
85-
go.opentelemetry.io/otel v1.43.0 // indirect
86-
go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.43.0 // indirect
87-
go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.43.0 // indirect
88-
go.opentelemetry.io/otel/exporters/stdout/stdouttrace v1.43.0 // indirect
89-
go.opentelemetry.io/otel/metric v1.43.0 // indirect
90-
go.opentelemetry.io/otel/sdk v1.43.0 // indirect
91-
go.opentelemetry.io/otel/trace v1.43.0 // indirect
86+
go.opentelemetry.io/otel v1.44.0 // indirect
87+
go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.44.0 // indirect
88+
go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.44.0 // indirect
89+
go.opentelemetry.io/otel/exporters/stdout/stdouttrace v1.44.0 // indirect
90+
go.opentelemetry.io/otel/metric v1.44.0 // indirect
91+
go.opentelemetry.io/otel/sdk v1.44.0 // indirect
92+
go.opentelemetry.io/otel/trace v1.44.0 // indirect
9293
go.opentelemetry.io/proto/otlp v1.10.0 // indirect
9394
go.uber.org/multierr v1.11.0 // indirect
94-
go.uber.org/zap v1.27.1 // indirect
95+
go.uber.org/zap v1.28.0 // indirect
9596
go.yaml.in/yaml/v2 v2.4.3 // indirect
9697
go.yaml.in/yaml/v3 v3.0.4 // indirect
9798
golang.org/x/exp v0.0.0-20260112195511-716be5621a96 // indirect
98-
golang.org/x/net v0.53.0 // indirect
99-
golang.org/x/oauth2 v0.35.0 // indirect
99+
golang.org/x/net v0.55.0 // indirect
100+
golang.org/x/oauth2 v0.36.0 // indirect
100101
golang.org/x/sync v0.20.0 // indirect
101-
golang.org/x/sys v0.43.0 // indirect
102-
golang.org/x/term v0.42.0 // indirect
103-
golang.org/x/text v0.36.0 // indirect
102+
golang.org/x/sys v0.45.0 // indirect
103+
golang.org/x/term v0.43.0 // indirect
104+
golang.org/x/text v0.37.0 // indirect
104105
golang.org/x/time v0.15.0 // indirect
105106
gomodules.xyz/jsonpatch/v2 v2.5.0 // indirect
106-
google.golang.org/genproto/googleapis/api v0.0.0-20260401024825-9d38bb4040a9 // indirect
107-
google.golang.org/genproto/googleapis/rpc v0.0.0-20260401024825-9d38bb4040a9 // indirect
108-
google.golang.org/grpc v1.80.0 // indirect
107+
google.golang.org/genproto/googleapis/api v0.0.0-20260526163538-3dc84a4a5aaa // indirect
108+
google.golang.org/genproto/googleapis/rpc v0.0.0-20260526163538-3dc84a4a5aaa // indirect
109+
google.golang.org/grpc v1.81.1 // indirect
109110
google.golang.org/protobuf v1.36.11 // indirect
110111
gopkg.in/evanphx/json-patch.v4 v4.13.0 // indirect
111112
gopkg.in/inf.v0 v0.9.1 // indirect
@@ -116,10 +117,12 @@ require (
116117
k8s.io/component-base v0.35.5 // indirect
117118
k8s.io/klog/v2 v2.130.1 // indirect
118119
k8s.io/kube-openapi v0.0.0-20260127142750-a19766b6e2d4 // indirect
119-
k8s.io/utils v0.0.0-20260108192941-914a6e750570 // indirect
120-
sigs.k8s.io/apiserver-network-proxy/konnectivity-client v0.31.2 // indirect
120+
k8s.io/utils v0.0.0-20260108192941-914a6e750570
121+
sigs.k8s.io/apiserver-network-proxy/konnectivity-client v0.34.0 // indirect
121122
sigs.k8s.io/json v0.0.0-20250730193827-2d320260d730 // indirect
122123
sigs.k8s.io/randfill v1.0.0 // indirect
123124
sigs.k8s.io/structured-merge-diff/v6 v6.4.0 // indirect
124125
sigs.k8s.io/yaml v1.6.0 // indirect
125126
)
127+
128+
replace github.com/llm-d/llm-d-inference-payload-processor => ../llm-d-inference-payload-processor

0 commit comments

Comments
 (0)