Skip to content

Commit c9d82e5

Browse files
SurbhiJainUSCGoogle-ML-Automation
authored andcommitted
Disable setting specific profiler options on Pathways backend.
PiperOrigin-RevId: 815770690
1 parent 5fe5ca6 commit c9d82e5

1 file changed

Lines changed: 6 additions & 0 deletions

File tree

src/MaxText/sft/sft_trainer.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -49,6 +49,7 @@
4949
from tunix.sft import peft_trainer, profiler
5050

5151
from MaxText import max_utils
52+
from MaxText import max_logging
5253
from MaxText import maxtext_utils
5354
from MaxText import optimizers
5455
from MaxText import pyconfig
@@ -84,10 +85,15 @@ def get_tunix_config(mt_config):
8485
# Profiler configurations
8586
profiler_options = None
8687
if mt_config.profiler:
88+
set_profile_options = True
89+
if jax.extend.backend.get_backend().platform_version == "Pathways":
90+
max_logging.log("Pathways backend detected. Disabling setting profile options.")
91+
set_profile_options = False
8792
profiler_options = profiler.ProfilerOptions(
8893
log_dir=mt_config.tensorboard_dir,
8994
skip_first_n_steps=mt_config.skip_first_n_steps_for_profiler,
9095
profiler_steps=mt_config.profiler_steps,
96+
set_profile_options=set_profile_options,
9197
)
9298

9399
return peft_trainer.TrainingConfig(

0 commit comments

Comments
 (0)