Skip to content

Commit 27e2a8a

Browse files
authored
Reduce chunk_size and add timeout to fix issue (#1822)
* Fix issue * Add timeout for UT script. Signed-off-by: ZePan110 <ze.pan@intel.com> --------- Signed-off-by: ZePan110 <ze.pan@intel.com>
1 parent 92da2d1 commit 27e2a8a

1 file changed

Lines changed: 3 additions & 3 deletions

File tree

tests/llms/test_llms_doc-summarization_vllm_on_intel_hpu.sh

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -135,23 +135,23 @@ function validate_microservices() {
135135
'text' \
136136
"docsum-vllm-gaudi" \
137137
"docsum-vllm-gaudi" \
138-
'{"messages":"Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.", "max_tokens":32, "language":"en", "summary_type": "truncate", "chunk_size": 2000}'
138+
'{"messages":"Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.", "max_tokens":32, "language":"en", "summary_type": "truncate", "chunk_size": 1500, "timeout":200}'
139139

140140
echo "Validate map_reduce mode..."
141141
validate_services \
142142
"$URL" \
143143
'text' \
144144
"docsum-vllm-gaudi" \
145145
"docsum-vllm-gaudi" \
146-
'{"messages":"Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.", "max_tokens":32, "language":"en", "summary_type": "map_reduce", "chunk_size": 2000, "stream":false, "timeout":200}'
146+
'{"messages":"Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.", "max_tokens":32, "language":"en", "summary_type": "map_reduce", "chunk_size": 1500, "stream":false, "timeout":200}'
147147

148148
echo "Validate refine mode..."
149149
validate_services \
150150
"$URL" \
151151
'text' \
152152
"docsum-vllm-gaudi" \
153153
"docsum-vllm-gaudi" \
154-
'{"messages":"Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.", "max_tokens":32, "language":"en", "summary_type": "refine", "chunk_size": 2000, "timeout":200}'
154+
'{"messages":"Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.", "max_tokens":32, "language":"en", "summary_type": "refine", "chunk_size": 1500, "timeout":200}'
155155
}
156156

157157
function stop_docker() {

0 commit comments

Comments
 (0)