Skip to content

Commit ce96315

Browse files
committed
added pad_id use
1 parent 699ca4f commit ce96315

1 file changed

Lines changed: 1 addition & 0 deletions

File tree

src/maxtext/trainers/post_train/distillation/train_distill.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -463,6 +463,7 @@ def train_distill(
463463
strategy = distillation_utils.CombinedDistillationStrategy(
464464
student_forward_fn=student_forward_fn,
465465
teacher_forward_fn=teacher_forward_fn,
466+
pad_id=pad_id,
466467
temperature=student_config.distill_temperature,
467468
alpha=student_config.distill_alpha,
468469
beta_feature=student_config.distill_beta,

0 commit comments

Comments
 (0)