Skip to content

Commit 59fff7c

Browse files
committed
Fix moe backend setting
Signed-off-by: shuyixiong <219646547+shuyixiong@users.noreply.github.com>
1 parent 790c866 commit 59fff7c

1 file changed

Lines changed: 0 additions & 5 deletions

File tree

tensorrt_llm/_torch/modules/fused_moe/create_moe.py

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -213,11 +213,6 @@ def resolve_moe_cls(
213213
moe_cls = get_moe_cls(model_config, override_quant_config, layer_idx)
214214

215215
effective_quant_config = override_quant_config or model_config.quant_config
216-
has_quant = (effective_quant_config is not None
217-
and effective_quant_config.layer_quant_mode.has_any_quant(
218-
exclude_kv_cache=True))
219-
if (moe_cls == TRTLLMGenFusedMoE and not has_quant):
220-
moe_cls = CutlassFusedMoE
221216

222217
# Routed-expert LoRA is supported only on CutlassFusedMoE with unquantized
223218
# base weights. Fail loudly here rather than at runtime if the user-selected

0 commit comments

Comments
 (0)