We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3de7c08 commit fe38569Copy full SHA for fe38569
1 file changed
helm-charts/docsum/values.yaml
@@ -67,12 +67,14 @@ llm-uservice:
67
# To override values in tgi/vllm subcharts
68
tgi:
69
enabled: true
70
+ MAX_INPUT_LENGTH: "1024"
71
+ MAX_TOTAL_TOKENS: "2048"
72
LLM_MODEL_ID: Intel/neural-chat-7b-v3-3
73
vllm:
74
enabled: false
- LLM_MODEL_ID: Intel/neural-chat-7b-v3-3
75
MAX_INPUT_LENGTH: "1024"
76
MAX_TOTAL_TOKENS: "2048"
77
+ LLM_MODEL_ID: Intel/neural-chat-7b-v3-3
78
79
# Use docsum gradio UI
80
nginx:
0 commit comments