Skip to content

Commit 5d71d13

Browse files
committed
Initialize pathwaysutils in sft_trainer to run SFT with pathways
1 parent 210e9d7 commit 5d71d13

1 file changed

Lines changed: 2 additions & 0 deletions

File tree

src/MaxText/sft/sft_trainer.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,7 @@
4040
from absl import app
4141
import os
4242
import jax
43+
import pathwaysutils
4344

4445
from flax.linen import partitioning as nn_partitioning
4546

@@ -170,6 +171,7 @@ def main(argv: Sequence[str]) -> None:
170171
Args:
171172
argv: Command-line arguments.
172173
"""
174+
pathwaysutils.initialize()
173175
jax.config.update("jax_default_prng_impl", "unsafe_rbg")
174176
os.environ["TF_CPP_MIN_LOG_LEVEL"] = "0"
175177
if "xla_tpu_spmd_rng_bit_generator_unsafe" not in os.environ.get("LIBTPU_INIT_ARGS", ""):

0 commit comments

Comments
 (0)