Skip to content

Commit e58f933

Browse files
Merge pull request #2380 from AI-Hypercomputer:tunix_name
PiperOrigin-RevId: 814731290
2 parents bfe0046 + c511488 commit e58f933

6 files changed

Lines changed: 8 additions & 9 deletions

File tree

maxtext_jax_ai_image.Dockerfile

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -47,9 +47,9 @@ RUN if [ "$DEVICE" = "tpu" ] && [ "$JAX_STABLE_STACK_BASEIMAGE" = "us-docker.pkg
4747
python3 -m pip install -r /deps/requirements_with_jax_ai_image.txt; \
4848
fi
4949

50-
# Install tunix at a pinned commit for TPU devices, skip for GPU
50+
# Install google-tunix for TPU devices, skip for GPU
5151
RUN if [ "$DEVICE" = "tpu" ]; then \
52-
python3 -m pip install 'google-tunix @ https://github.com/google/tunix/archive/6c2a613217ed6bb1c9d60088d6e3c67184821c69.zip'; \
52+
python3 -m pip install 'google-tunix>=0.1.0'; \
5353
fi
5454

5555
# Now copy the remaining code (source files that may change frequently)

pyproject.toml

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -90,6 +90,7 @@ dependencies = [
9090
"google-genai>=1.33.0",
9191
"google-pasta>=0.2.0",
9292
"google-resumable-media>=2.7.2",
93+
"google-tunix>=0.1.0",
9394
"googleapis-common-protos>=1.70.0",
9495
"grain>=0.2.12",
9596
"grpc-google-iam-v1>=0.14.2",
@@ -193,6 +194,7 @@ dependencies = [
193194
"pytype>=2024.10.11",
194195
"pytz>=2025.2",
195196
"pyyaml>=6.0.2",
197+
"qwix>=0.1.0",
196198
"regex>=2025.9.1",
197199
"requests-oauthlib>=2.0.0",
198200
"requests>=2.32.5",

requirements.txt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,7 @@ pyink
2929
pylint
3030
pytest
3131
pytype
32+
qwix
3233
sentencepiece
3334
tensorboard-plugin-profile
3435
tensorboardx
@@ -39,4 +40,3 @@ tiktoken
3940
transformers
4041
google-jetstream @ https://github.com/AI-Hypercomputer/JetStream/archive/daedc21c393f23449fb54ddc4f75fca34348ea9c.zip
4142
mlperf-logging @ https://github.com/mlcommons/logging/archive/38ab22670527888c8eb7825a4ece176fcc36a95d.zip
42-
qwix @ https://github.com/google/qwix/archive/f2fd7b9114ff8d09e5b0131a453351578502da8a.zip

requirements_with_jax_ai_image.txt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,9 +18,9 @@ pyink
1818
pylint
1919
pytest
2020
pytype
21+
qwix
2122
sentencepiece>=0.2.0
2223
tensorflow-datasets
2324
tensorflow-text>=2.17.0
2425
tiktoken
2526
transformers
26-
qwix @ https://github.com/google/qwix/archive/f2fd7b9114ff8d09e5b0131a453351578502da8a.zip

setup.sh

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -190,8 +190,8 @@ if [[ "$MODE" == "stable" || ! -v MODE ]]; then
190190
fi
191191

192192
# TODO: Once tunix has support for GPUs, move it from here to requirements.txt
193-
echo "Installing tunix for stable TPU environment"
194-
python3 -m uv pip install 'google-tunix @ https://github.com/google/tunix/archive/6c2a613217ed6bb1c9d60088d6e3c67184821c69.zip'
193+
echo "Installing google-tunix for stable TPU environment"
194+
python3 -m uv pip install 'google-tunix>=0.1.0'
195195

196196
if [[ -n "$LIBTPU_GCS_PATH" ]]; then
197197
# Install custom libtpu
Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,3 @@
11
datasets @ https://github.com/huggingface/datasets/archive/6790e138c00b87a1ddc72184f89e7814cf784360.zip
22
google-jetstream @ https://github.com/AI-Hypercomputer/JetStream/archive/daedc21c393f23449fb54ddc4f75fca34348ea9c.zip
33
mlperf-logging @ https://github.com/mlcommons/logging/archive/38ab22670527888c8eb7825a4ece176fcc36a95d.zip
4-
qwix @ https://github.com/google/qwix/archive/f2fd7b9114ff8d09e5b0131a453351578502da8a.zip
5-
google-tunix @ https://github.com/google/tunix/archive/6c2a613217ed6bb1c9d60088d6e3c67184821c69.zip
6-

0 commit comments

Comments
 (0)