We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 7612abe commit a35a042Copy full SHA for a35a042
modelopt/torch/speculative/plugins/megatron_eagle.py
@@ -735,6 +735,11 @@ def modify(
735
self.eagle_config.hidden_size = self.config.hidden_size
736
self.eagle_config.vocab_size = self.vocab_size
737
self.eagle_config.max_sequence_length = self.max_sequence_length
738
+ self.eagle_config.draft_vocab_size = (
739
+ self.vocab_size
740
+ if self.eagle_config.draft_vocab_size is None
741
+ else self.eagle_config.draft_vocab_size
742
+ )
743
744
if draft_vocab_cache is not None:
745
if not os.path.isfile(draft_vocab_cache):
0 commit comments