Fix resuming

Signed-off-by: Keval Morabia <28916987+kevalmorabia97@users.noreply.github.com>

Author: kevalmorabia97

examples/megatron_bridge/distill.py

@@ -72,7 +72,6 @@
         max_sequence_length=256000,
     )
 """
-# TODO: Fix resuming distillation from an intermediate checkpoint.
 
 import argparse
 import os
@@ -278,7 +277,6 @@ def _build_model_provider(hf_path):
             ckpt_format="torch_dist",
             async_save=True,
             fully_parallel_save=True,
-            finetune=True,
         ),
         rng=RNGConfig(seed=SEED),
         mixed_precision="bf16_mixed",