File tree Expand file tree Collapse file tree
paddleformers/transformers/glm4_moe Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -910,7 +910,6 @@ def _gen_aoa_config(cls, config: Glm4MoeConfig):
910910 ]
911911
912912 num_nextn_predict_layers = config .num_nextn_predict_layers if config .num_nextn_predict_layers else 0
913- num_nextn_predict_layers = 1
914913
915914 for layer_idx in reversed (range (num_hidden_layers , num_hidden_layers + num_nextn_predict_layers )):
916915 layer_idx_offset = layer_idx + num_head_empty_layers
@@ -1064,7 +1063,6 @@ def _gen_inv_aoa_config(cls, config: Glm4MoeConfig):
10641063 ]
10651064
10661065 num_nextn_predict_layers = config .num_nextn_predict_layers if config .num_nextn_predict_layers else 0
1067- num_nextn_predict_layers = 1
10681066
10691067 for layer_idx in reversed (range (num_hidden_layers , num_hidden_layers + num_nextn_predict_layers )):
10701068 layer_idx_offset = layer_idx + num_head_empty_layers
You can’t perform that action at this time.
0 commit comments