We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6e149e3 commit 61580ffCopy full SHA for 61580ff
1 file changed
tests/metax_ci/test_ernie_28b_vl.py
@@ -31,7 +31,7 @@ def setUpClass(cls):
31
32
cls.llm = LLM(
33
model=cls.model_path,
34
- tensor_parallel_size=2,
+ tensor_parallel_size=1,
35
engine_worker_queue_port=8899,
36
max_model_len=32768,
37
quantization="wint8",
0 commit comments