We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 6379dc5 commit 2ea2128Copy full SHA for 2ea2128
1 file changed
autotest/config/qwen3_recompute.py
@@ -16,7 +16,7 @@
16
ALPACA_PATH = os.environ["ALPACA_PATH"]
17
18
19
-moe_cfg = Qwen3MoE30BA3Config(compile_cfg=False)
+moe_cfg = Qwen3MoE30BA3Config(compile_cfg=True)
20
optim_cfg = AdamWConfig(lr=6e-05)
21
lr_cfg = LRConfig(lr_type="cosine", lr_min=1e-6)
22
fsdp_cfg = FSDPConfig(
0 commit comments