Change rope_max_timescale to 1M for qwen3-30b-a3b-base to match HF

JamesDeng42 · JamesDeng42 · commit a1c0f8b6cfe4 · 2026-06-02T00:49:08.000Z
diff --git a/src/maxtext/configs/models/qwen3-30b-a3b-base.yml b/src/maxtext/configs/models/qwen3-30b-a3b-base.yml
@@ -34,7 +34,7 @@ base_moe_mlp_dim: 768
 norm_topk_prob: true
 
 # RoPE Settings
-rope_max_timescale: 10_000_000
+rope_max_timescale: 1_000_000
 
 # General Model Settings
 enable_dropout: false
