Skip to content

Commit 1c757b5

Browse files
SurbhiJainUSCGoogle-ML-Automation
authored andcommitted
Update checkpoint conversion documentation
PiperOrigin-RevId: 888829289
1 parent 16b6848 commit 1c757b5

331 files changed

Lines changed: 2466 additions & 2481 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

.coveragerc

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -9,8 +9,8 @@ omit =
99

1010
[paths]
1111
source =
12-
src/MaxText
13-
src/MaxText
12+
src/maxtext
13+
src/maxtext
1414
*/site-packages/MaxText
1515
*/site-packages/maxtext
1616

.pre-commit-config.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,7 @@ repos:
4242
# args:
4343
# - '--jobs=auto'
4444
# - '--keep-going'
45-
# - 'src/MaxText/'
45+
# - 'src/maxtext/'
4646

4747
- repo: https://github.com/google/pyink
4848
rev: 24.10.1

benchmarks/api_server/maxtext_generator.py

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -34,11 +34,11 @@
3434

3535
from dataclasses import dataclass, field
3636

37-
from maxtext.configs import pyconfig
38-
from maxtext.inference.maxengine import maxengine
39-
from maxtext.multimodal import processor as mm_processor
40-
from maxtext.multimodal import utils as mm_utils
41-
from maxtext.utils import max_logging, max_utils
37+
from maxtext.src.maxtext.configs import pyconfig
38+
from maxtext.src.maxtext.inference.maxengine import maxengine
39+
from maxtext.src.maxtext.multimodal import processor as mm_processor
40+
from maxtext.src.maxtext.multimodal import utils as mm_utils
41+
from maxtext.src.maxtext.utils import max_logging, max_utils
4242

4343
# Set TF log level to avoid verbose startup messages.
4444
os.environ["TF_CPP_MIN_LOG_LEVEL"] = "2"

benchmarks/convergence/c4_exp.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,6 @@
2323

2424
from benchmarks.benchmark_utils import MaxTextModel, _add_to_model_dictionary
2525
from benchmarks.convergence.convergence_utils import DatasetHParams, ConvHParams, _setup_model_convergence_
26-
2726
from benchmarks.maxtext_v5p_model_configs import deepseek_v3_ep_256_v5p_512
2827

2928
c4_pretrain_model_dict = {}

benchmarks/disruption_management/monitor.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,6 @@
2929
import time
3030

3131
from benchmarks.disruption_management.disruption_utils import wait_for_pod_to_start
32-
3332
from benchmarks.disruption_management.disruption_handler import DisruptionConfig
3433
from benchmarks.disruption_management.disruption_handler import TriggerType
3534

benchmarks/llama2_v6e-256_benchmarks.py

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -19,11 +19,11 @@
1919

2020
import maxtext_trillium_model_configs as model_configs
2121

22-
from maxtext_xpk_runner import BenchmarkRunner
23-
from maxtext_xpk_runner import HWConfig
24-
from maxtext_xpk_runner import SWconfig
25-
from maxtext_xpk_runner import xpk_benchmark_runner
26-
from maxtext_xpk_runner import XpkConfig
22+
from benchmarks.maxtext_xpk_runner import BenchmarkRunner
23+
from benchmarks.maxtext_xpk_runner import HWConfig
24+
from benchmarks.maxtext_xpk_runner import SWconfig
25+
from benchmarks.maxtext_xpk_runner import xpk_benchmark_runner
26+
from benchmarks.maxtext_xpk_runner import XpkConfig
2727

2828

2929
DATE = "20241009"

benchmarks/maxtext_xpk_runner.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -37,7 +37,7 @@
3737
import benchmarks.maxtext_trillium_model_configs as model_configs
3838
from benchmarks.globals import MAXTEXT_PKG_DIR
3939
from benchmarks.command_utils import run_command_with_updates
40-
import benchmarks.xla_flags_library as xla_flags
40+
from benchmarks.xla_flags_library as xla_flags
4141
from benchmarks.disruption_management.disruption_handler import DisruptionConfig
4242
from benchmarks.disruption_management.disruption_manager import DisruptionManager
4343
from benchmarks.xpk_configs import XpkClusterConfig

benchmarks/mmlu/mmlu_eval.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -56,10 +56,10 @@
5656

5757
from tqdm import tqdm
5858

59-
from maxtext.configs import pyconfig
60-
from maxtext.inference.maxengine import maxengine
61-
from maxtext.utils import max_logging
62-
from maxtext.utils import max_utils
59+
from maxtext.src.maxtext.configs import pyconfig
60+
from maxtext.src.maxtext.inference.maxengine import maxengine
61+
from maxtext.src.maxtext.utils import max_logging
62+
from maxtext.src.maxtext.utils import max_utils
6363

6464
ASCII_UPPERCASE_A = ord("A") # ASCII value for uppercase 'A'
6565

benchmarks/recipes/mcjax_long_running_recipe.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,7 @@
2727
import benchmarks.maxtext_trillium_model_configs as model_configs
2828
import benchmarks.maxtext_xpk_runner as mxr
2929
from benchmarks.xpk_configs import XpkClusterConfig
30-
from . import user_configs
30+
from benchmarks.recipes import user_configs
3131

3232
# Cluster Params
3333
CLUSTER = "v6e-256-cluster"

benchmarks/recipes/pw_elastic_training_recipe.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -25,11 +25,11 @@
2525

2626
parent_dir = os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))
2727
sys.path.append(parent_dir)
28-
from . import args_helper as helper
29-
from . import user_configs
3028

3129
from benchmarks.disruption_management.disruption_handler import DisruptionMethod
32-
from .runner_utils import generate_and_run_workloads
30+
from benchmarks.recipes import args_helper as helper
31+
from benchmarks.recipes import user_configs
32+
from benchmarks.recipes.runner_utils import generate_and_run_workloads
3333

3434
user_configs.USER_CONFIG.max_restarts = 10
3535
COMPARE_WITH_MCJAX = True

0 commit comments

Comments
 (0)