Skip to content

Commit 3e34a28

Browse files
committed
[Metax][CI] update metax ci
1 parent 15ec8c8 commit 3e34a28

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

tests/metax_ci/test_ernie_28b_vl.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -31,13 +31,13 @@ def setUpClass(cls):
3131

3232
cls.llm = LLM(
3333
model=cls.model_path,
34-
tensor_parallel_size=1,
34+
tensor_parallel_size=2,
3535
engine_worker_queue_port=8899,
3636
max_model_len=32768,
3737
quantization="wint8",
3838
disable_custom_all_reduce=True,
3939
# enable_prefix_caching=False,
40-
# graph_optimization_config={"use_cudagraph": False, "graph_opt_level": 0},
40+
graph_optimization_config={"use_cudagraph": False, "graph_opt_level": 0},
4141
limit_mm_per_prompt={"image": 100},
4242
reasoning_parser="ernie-45-vl",
4343
load_choices="default_v1",

0 commit comments

Comments
 (0)