We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent be1dabc commit bc121b9Copy full SHA for bc121b9
1 file changed
fastdeploy/model_executor/layers/moe/moe.py
@@ -38,7 +38,7 @@ def get_moe_method():
38
return moe method based on device platform
39
"""
40
41
- if current_platform.is_cuda():
+ if current_platform.is_cuda() or current_platform.is_iluvatar():
42
from .fused_moe_cutlass_backend import CutlassMoEMethod
43
44
return CutlassMoEMethod(None)
0 commit comments