File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 4949from tunix .sft import peft_trainer , profiler
5050
5151from MaxText import max_utils
52+ from MaxText import max_logging
5253from MaxText import maxtext_utils
5354from MaxText import optimizers
5455from MaxText import pyconfig
@@ -84,10 +85,15 @@ def get_tunix_config(mt_config):
8485 # Profiler configurations
8586 profiler_options = None
8687 if mt_config .profiler :
88+ set_profile_options = True
89+ if jax .extend .backend .get_backend ().platform_version == "Pathways" :
90+ max_logging .log ("Pathways backend detected. Disabling setting profile options." )
91+ set_profile_options = False
8792 profiler_options = profiler .ProfilerOptions (
8893 log_dir = mt_config .tensorboard_dir ,
8994 skip_first_n_steps = mt_config .skip_first_n_steps_for_profiler ,
9095 profiler_steps = mt_config .profiler_steps ,
96+ set_profile_options = set_profile_options ,
9197 )
9298
9399 return peft_trainer .TrainingConfig (
You can’t perform that action at this time.
0 commit comments