Skip to content

Commit 6e78c0a

Browse files
committed
feat: add support for mamba cp
Signed-off-by: Mehant Kammakomati <mehant.kammakomati2@ibm.com>
1 parent c37476d commit 6e78c0a

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

  • plugins/mamba-cp/src/fms_acceleration_mcp/utils

plugins/mamba-cp/src/fms_acceleration_mcp/utils/utils.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,7 @@ def hf_config_ssm_config(hf_config) -> Dict:
4242

4343
class Mamba2CPHF(Mamba2CP):
4444
def forward(
45-
self, hidden_states, cache_params, cache_position, attention_mask, seq_idx, **kwargs
45+
self, hidden_states, cache_params=None, cache_position=None, attention_mask=None, seq_idx=None, **kwargs
4646
):
4747
return super().forward(u=hidden_states, seqlen=None, seq_idx=None, cu_seqlens=None, inference_params=None)
4848

0 commit comments

Comments
 (0)