From 84573ba63bdc758772380250144456e1769dc8ad Mon Sep 17 00:00:00 2001 From: Mohammad Date: Tue, 9 Jun 2026 00:40:44 +0300 Subject: [PATCH 1/2] Add example helm values for inflight and avg-ttft scorers. Signed-off-by: Mohammad --- examples/avgttft-values.yaml | 30 ++++++++++++++++++++++++++++++ examples/inflight-values.yaml | 30 ++++++++++++++++++++++++++++++ 2 files changed, 60 insertions(+) create mode 100644 examples/avgttft-values.yaml create mode 100644 examples/inflight-values.yaml diff --git a/examples/avgttft-values.yaml b/examples/avgttft-values.yaml new file mode 100644 index 0000000..a64cf78 --- /dev/null +++ b/examples/avgttft-values.yaml @@ -0,0 +1,30 @@ +payloadProcessor: + customConfig: + plugins: + - type: body-field-to-header + parameters: + fieldName: model + headerName: X-Gateway-Model-Name + - type: base-model-to-header + - type: model-selector + - type: avg-ttft-scorer + - type: max-score-picker + - type: request-metadata-extractor + - type: model-config-datasource + parameters: + modelsPath: /config/models.json + profiles: + - name: default + plugins: + request: + - pluginRef: model-selector + - pluginRef: avg-ttft-scorer + weight: 1.0 + - pluginRef: max-score-picker + - pluginRef: body-field-to-header + - pluginRef: base-model-to-header + datalayer: + extractors: + - pluginRef: request-metadata-extractor + datasources: + - pluginRef: model-config-datasource diff --git a/examples/inflight-values.yaml b/examples/inflight-values.yaml new file mode 100644 index 0000000..7f1c6d6 --- /dev/null +++ b/examples/inflight-values.yaml @@ -0,0 +1,30 @@ +payloadProcessor: + customConfig: + plugins: + - type: body-field-to-header + parameters: + fieldName: model + headerName: X-Gateway-Model-Name + - type: base-model-to-header + - type: model-selector + - type: inflight-requests-scorer + - type: max-score-picker + - type: request-metadata-extractor + - type: model-config-datasource + parameters: + modelsPath: /config/models.json + profiles: + - name: default + plugins: + request: + - pluginRef: model-selector + - pluginRef: inflight-requests-scorer + weight: 1.0 + - pluginRef: max-score-picker + - pluginRef: body-field-to-header + - pluginRef: base-model-to-header + datalayer: + extractors: + - pluginRef: request-metadata-extractor + datasources: + - pluginRef: model-config-datasource From ceb50942265096832e7752c4fb0e508432d964d6 Mon Sep 17 00:00:00 2001 From: Mohammad Date: Tue, 9 Jun 2026 00:48:05 +0300 Subject: [PATCH 2/2] Add model list. Signed-off-by: Mohammad --- examples/avgttft-values.yaml | 6 ++++++ examples/inflight-values.yaml | 6 ++++++ 2 files changed, 12 insertions(+) diff --git a/examples/avgttft-values.yaml b/examples/avgttft-values.yaml index a64cf78..fea29db 100644 --- a/examples/avgttft-values.yaml +++ b/examples/avgttft-values.yaml @@ -1,4 +1,10 @@ payloadProcessor: + # Models to seed into the datastore at startup. The chart renders these into + # a models.json file inside the configmap, which the model-config-datasource + # plugin (configured below) reads from /config/models.json. + listModels: + - your-model-A + - your-model-B customConfig: plugins: - type: body-field-to-header diff --git a/examples/inflight-values.yaml b/examples/inflight-values.yaml index 7f1c6d6..ae00968 100644 --- a/examples/inflight-values.yaml +++ b/examples/inflight-values.yaml @@ -1,4 +1,10 @@ payloadProcessor: + # Models to seed into the datastore at startup. The chart renders these into + # a models.json file inside the configmap, which the model-config-datasource + # plugin (configured below) reads from /config/models.json. + listModels: + - your-model-A + - your-model-B customConfig: plugins: - type: body-field-to-header