We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
2 parents 10db552 + 8a9a617 commit 0fcdc05Copy full SHA for 0fcdc05
1 file changed
examples/deploy-demo/common.sh
@@ -792,10 +792,11 @@ do_deploy_batch_gateway_dsc() {
792
IFS=',' read -ra _headers <<< "${pass_through_headers}"
793
for h in "${_headers[@]}"; do
794
header_items="${header_items}
795
- - ${h}"
+ - ${h}"
796
done
797
- apiserver_batch_api_yaml=" batchAPI:
798
- passThroughHeaders:${header_items}"
+ apiserver_batch_api_yaml=" config:
+ batchAPI:
799
+ passThroughHeaders:${header_items}"
800
fi
801
802
step "Creating LLMBatchGateway CR..."
@@ -816,6 +817,13 @@ ${file_storage_yaml}
816
817
${apiserver_batch_api_yaml}
818
processor:
819
replicas: 1
820
+ resources:
821
+ requests:
822
+ cpu: 100m
823
+ memory: 256Mi
824
+ limits:
825
+ cpu: "1"
826
+ memory: 1Gi
827
globalInferenceGateway:
828
url: ${model_url}
829
requestTimeout: ${GW_REQUEST_TIMEOUT}
0 commit comments