We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c37476d commit 6e78c0aCopy full SHA for 6e78c0a
1 file changed
plugins/mamba-cp/src/fms_acceleration_mcp/utils/utils.py
@@ -42,7 +42,7 @@ def hf_config_ssm_config(hf_config) -> Dict:
42
43
class Mamba2CPHF(Mamba2CP):
44
def forward(
45
- self, hidden_states, cache_params, cache_position, attention_mask, seq_idx, **kwargs
+ self, hidden_states, cache_params=None, cache_position=None, attention_mask=None, seq_idx=None, **kwargs
46
):
47
return super().forward(u=hidden_states, seqlen=None, seq_idx=None, cu_seqlens=None, inference_params=None)
48
0 commit comments