We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 49be647 commit 9532cbaCopy full SHA for 9532cba
1 file changed
bionemo-recipes/recipes/evo2_megatron/src/bionemo/evo2/models/megatron/hyena/hyena_mixer.py
@@ -119,7 +119,9 @@ def __init__(
119
self.fast_conv_mixer = self.hyena_config.fast_conv_mixer
120
121
self.use_subquadratic_ops = self.transformer_config.use_subquadratic_ops
122
- self.use_fused_b2b_causal_conv1d = self.use_subquadratic_ops
+ # TODO: Re-enable B2BCausalConv1dModule for short/medium Hyena layers once
123
+ # subquadratic-ops updates it to support causal_conv1d 1.6+ semantics.
124
+ self.use_fused_b2b_causal_conv1d = False
125
126
# Per attention head and per partition values.
127
assert torch.distributed.is_initialized()
0 commit comments