We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 9ae5302 commit 4eaafb2Copy full SHA for 4eaafb2
1 file changed
modelopt/torch/speculative/plugins/modeling_eagle.py
@@ -46,7 +46,7 @@ def __init__(self, config, decoder_layer_cls, bias=False):
46
"EAGLE module's vocab size should be <= base model vocab size!"
47
)
48
# Initialize the buffers to zero.
49
- # Their values depend on specific tokenzier and calibrate dataset, and should be set in training script.
+ # Their values depend on specific tokenizer and calibration dataset, and should be set in training script.
50
if config.draft_vocab_size < config.vocab_size:
51
self.register_buffer("d2t", torch.zeros(config.draft_vocab_size, dtype=torch.int64))
52
self.lm_head = nn.Linear(
0 commit comments