We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent cb2d7c0 commit 15ec8c8Copy full SHA for 15ec8c8
1 file changed
tests/metax_ci/test_ernie_28b_vl.py
@@ -31,7 +31,7 @@ def setUpClass(cls):
31
32
cls.llm = LLM(
33
model=cls.model_path,
34
- tensor_parallel_size=2,
+ tensor_parallel_size=1,
35
engine_worker_queue_port=8899,
36
max_model_len=32768,
37
quantization="wint8",
0 commit comments