Skip to content

Commit 4c0e079

Browse files
committed
feat: compute path c train-block suffix loss scalars
1 parent 558f0b1 commit 4c0e079

5 files changed

Lines changed: 1282 additions & 18 deletions

File tree

cppmega_mlx/runtime/path_c_fusion.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -342,6 +342,7 @@ class PathCModelShapeEnv:
342342
m2rnn_num_weight_heads: int
343343
m2rnn_conv_kernel: int
344344
model_value_dtype: str = "float32"
345+
vocab_size: int = 0
345346

346347
@property
347348
def mamba_inner_dim(self) -> int:
@@ -1188,6 +1189,7 @@ def _path_c_model_shape_env_from_config(config: Any | None) -> PathCModelShapeEn
11881189
m2rnn_num_g_heads=int(m2rnn_config.num_g_heads),
11891190
m2rnn_num_weight_heads=int(m2rnn_config.num_weight_heads),
11901191
m2rnn_conv_kernel=int(m2rnn_config.conv_kernel),
1192+
vocab_size=int(getattr(config, "vocab_size", 0) or 0),
11911193
)
11921194

11931195

0 commit comments

Comments
 (0)