Skip to content

Commit 3211cb6

Browse files
SurbhiJainUSCGoogle-ML-Automation
authored andcommitted
Update checkpoint conversion documentation and fix src/maxtext references in docs
PiperOrigin-RevId: 888829289
1 parent 2052c22 commit 3211cb6

60 files changed

Lines changed: 1858 additions & 1866 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

.coveragerc

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ omit =
1010
[paths]
1111
source =
1212
src/MaxText
13-
src/MaxText
13+
src/maxtext
1414
*/site-packages/MaxText
1515
*/site-packages/maxtext
1616

.pre-commit-config.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,7 @@ repos:
4242
# args:
4343
# - '--jobs=auto'
4444
# - '--keep-going'
45-
# - 'src/MaxText/'
45+
# - 'src/maxtext/'
4646

4747
- repo: https://github.com/google/pyink
4848
rev: 24.10.1

benchmarks/convergence/c4_exp.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,6 @@
2323

2424
from benchmarks.benchmark_utils import MaxTextModel, _add_to_model_dictionary
2525
from benchmarks.convergence.convergence_utils import DatasetHParams, ConvHParams, _setup_model_convergence_
26-
2726
from benchmarks.maxtext_v5p_model_configs import deepseek_v3_ep_256_v5p_512
2827

2928
c4_pretrain_model_dict = {}

benchmarks/disruption_management/monitor.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,6 @@
2929
import time
3030

3131
from benchmarks.disruption_management.disruption_utils import wait_for_pod_to_start
32-
3332
from benchmarks.disruption_management.disruption_handler import DisruptionConfig
3433
from benchmarks.disruption_management.disruption_handler import TriggerType
3534

benchmarks/llama2_v6e-256_benchmarks.py

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -19,11 +19,11 @@
1919

2020
import maxtext_trillium_model_configs as model_configs
2121

22-
from maxtext_xpk_runner import BenchmarkRunner
23-
from maxtext_xpk_runner import HWConfig
24-
from maxtext_xpk_runner import SWconfig
25-
from maxtext_xpk_runner import xpk_benchmark_runner
26-
from maxtext_xpk_runner import XpkConfig
22+
from benchmarks.maxtext_xpk_runner import BenchmarkRunner
23+
from benchmarks.maxtext_xpk_runner import HWConfig
24+
from benchmarks.maxtext_xpk_runner import SWconfig
25+
from benchmarks.maxtext_xpk_runner import xpk_benchmark_runner
26+
from benchmarks.maxtext_xpk_runner import XpkConfig
2727

2828

2929
DATE = "20241009"

benchmarks/maxtext_xpk_runner.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,9 +35,9 @@
3535
import omegaconf
3636

3737
import benchmarks.maxtext_trillium_model_configs as model_configs
38+
import benchmarks.xla_flags_library as xla_flags
3839
from benchmarks.globals import MAXTEXT_PKG_DIR
3940
from benchmarks.command_utils import run_command_with_updates
40-
import benchmarks.xla_flags_library as xla_flags
4141
from benchmarks.disruption_management.disruption_handler import DisruptionConfig
4242
from benchmarks.disruption_management.disruption_manager import DisruptionManager
4343
from benchmarks.xpk_configs import XpkClusterConfig

benchmarks/recipes/mcjax_long_running_recipe.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,7 @@
2727
import benchmarks.maxtext_trillium_model_configs as model_configs
2828
import benchmarks.maxtext_xpk_runner as mxr
2929
from benchmarks.xpk_configs import XpkClusterConfig
30-
from . import user_configs
30+
from benchmarks.recipes import user_configs
3131

3232
# Cluster Params
3333
CLUSTER = "v6e-256-cluster"

benchmarks/recipes/pw_elastic_training_recipe.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -25,11 +25,11 @@
2525

2626
parent_dir = os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))
2727
sys.path.append(parent_dir)
28-
from . import args_helper as helper
29-
from . import user_configs
3028

3129
from benchmarks.disruption_management.disruption_handler import DisruptionMethod
32-
from .runner_utils import generate_and_run_workloads
30+
from benchmarks.recipes import args_helper as helper
31+
from benchmarks.recipes import user_configs
32+
from benchmarks.recipes.runner_utils import generate_and_run_workloads
3333

3434
user_configs.USER_CONFIG.max_restarts = 10
3535
COMPARE_WITH_MCJAX = True

benchmarks/recipes/pw_headless_mode.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -22,8 +22,8 @@
2222
"""
2323

2424
import benchmarks.recipes.args_helper as helper
25-
from .. import maxtext_xpk_runner as mxr
26-
from ..recipes.user_configs import USER_CONFIG
25+
from benchmarks import maxtext_xpk_runner as mxr
26+
from benchmarks.recipes.user_configs import USER_CONFIG
2727

2828

2929
def main() -> int:

benchmarks/recipes/pw_long_running_recipe.py

Lines changed: 4 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -27,13 +27,10 @@
2727
parent_dir = os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))
2828
sys.path.append(parent_dir)
2929

30-
import recipes.args_helper as helper
31-
32-
import maxtext_trillium_model_configs as model_configs
33-
34-
import maxtext_xpk_runner as mxr
35-
36-
from xpk_configs import XpkClusterConfig
30+
import benchmarks.maxtext_trillium_model_configs as model_configs
31+
import benchmarks.maxtext_xpk_runner as mxr
32+
import benchmarks.recipes.args_helper as helper
33+
from benchmarks.xpk_configs import XpkClusterConfig
3734

3835
PROXY_IMAGE = "us-docker.pkg.dev/cloud-tpu-v2-images/pathways/proxy_server"
3936
SERVER_IMAGE = "us-docker.pkg.dev/cloud-tpu-v2-images/pathways/server"

0 commit comments

Comments
 (0)