Skip to content

Commit ffa7b64

Browse files
committed
Update default configs
1 parent 255e61c commit ffa7b64

2 files changed

Lines changed: 18 additions & 5 deletions

File tree

examples/08_Qwen3-VL-235B-A22B_Example/interactive_qwen3_vl_235b_a22b_shopify_8k.yaml

Lines changed: 10 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -16,20 +16,26 @@ model_params:
1616
datasets:
1717
- name: shopify_product_catalogue_8k::q3vl
1818
type: "performance"
19+
- name: shopify_product_catalogue_8k::q3vl
20+
type: "accuracy"
21+
accuracy_config:
22+
eval_method: "shopify_category_f1"
23+
ground_truth: "ground_truth_category"
24+
extractor: "identity_extractor"
25+
num_repeats: 1
1926

2027
settings:
2128
runtime:
22-
min_duration_ms: 60000 # 1 minute for quick tests
23-
n_samples_to_issue: 100 # Small batch for interactive testing (increase to 8000 for full run)
29+
min_duration_ms: 600000 # 10 minute
2430
scheduler_random_seed: 42
2531
dataloader_random_seed: 42
2632

2733
load_pattern:
2834
type: "poisson"
29-
target_qps: 6.5
35+
target_qps: 5
3036

3137
client:
32-
num_workers: 2
38+
num_workers: 5
3339
transport:
3440
type: zmq
3541
recv_buffer_size: 16777216

examples/08_Qwen3-VL-235B-A22B_Example/online_qwen3_vl_235b_a22b_shopify.yaml

Lines changed: 8 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,13 @@ model_params:
1414
datasets:
1515
- name: shopify_product_catalogue::q3vl
1616
type: "performance"
17+
- name: shopify_product_catalogue::q3vl
18+
type: "accuracy"
19+
accuracy_config:
20+
eval_method: "shopify_category_f1"
21+
ground_truth: "ground_truth_category"
22+
extractor: "identity_extractor"
23+
num_repeats: 1
1724

1825
settings:
1926
runtime:
@@ -24,7 +31,7 @@ settings:
2431

2532
load_pattern:
2633
type: "poisson"
27-
target_qps: 6.5
34+
target_qps: 6
2835

2936
client:
3037
num_workers: 5

0 commit comments

Comments
 (0)