diff --git a/src/dependencies/extra_deps/tpu_overrides.txt b/src/dependencies/extra_deps/tpu_overrides.txt index 5f837af0a5..89368715d0 100644 --- a/src/dependencies/extra_deps/tpu_overrides.txt +++ b/src/dependencies/extra_deps/tpu_overrides.txt @@ -1,4 +1,4 @@ datasets>=4.8.5 fsspec==2026.2.0 gcsfs==2026.2.0 -orbax-checkpoint>=0.12.1 +orbax-checkpoint>=0.12.1 \ No newline at end of file diff --git a/src/dependencies/requirements/base_requirements/requirements.txt b/src/dependencies/requirements/base_requirements/requirements.txt index 68a4384e97..fe6e05daf3 100644 --- a/src/dependencies/requirements/base_requirements/requirements.txt +++ b/src/dependencies/requirements/base_requirements/requirements.txt @@ -25,7 +25,7 @@ omegaconf optax orbax-checkpoint parameterized -pathwaysutils +pathwaysutils>=0.1.11 pillow pre-commit protobuf diff --git a/src/dependencies/requirements/generated_requirements/tpu-requirements.txt b/src/dependencies/requirements/generated_requirements/tpu-requirements.txt index 7f26793d1e..f8b048d1f1 100644 --- a/src/dependencies/requirements/generated_requirements/tpu-requirements.txt +++ b/src/dependencies/requirements/generated_requirements/tpu-requirements.txt @@ -4,12 +4,12 @@ absl-py>=2.4.0 aiofiles>=25.1.0 aiohappyeyeballs>=2.7.1 -aiohttp>=3.14.1 +aiohttp>=3.14.3 aiosignal>=1.4.0 annotated-doc>=0.0.4 annotated-types>=0.7.0 antlr4-python3-runtime>=4.9.3 -anyio>=4.14.1 +anyio>=4.14.2 aqtp>=0.9.0 array-record>=0.8.3 astroid>=4.0.4 @@ -20,7 +20,7 @@ black>=25.12.0 blobfile>=3.2.0 build>=1.5.0 certifi>=2026.6.17 -cffi>=2.0.0 ; platform_python_implementation != 'PyPy' +cffi>=2.1.0 ; platform_python_implementation != 'PyPy' cfgv>=3.5.0 charset-normalizer>=3.4.7 chex>=0.1.92 @@ -30,11 +30,12 @@ cloudpickle>=3.1.2 clu>=0.0.12 colorama>=0.4.6 contourpy>=1.3.3 -coverage>=7.15.0 +coverage>=7.15.2 cryptography>=49.0.0 cycler>=0.12.1 datasets>=4.8.5 decorator>=5.3.1 +defusedxml>=0.7.1 dill>=0.4.1 distlib>=0.4.3 distro>=1.9.0 @@ -47,33 +48,33 @@ einshape>=1.0 etils>=1.14.0 evaluate>=0.2.0 execnet>=2.1.2 -fastapi>=0.139.0 +fastapi>=0.139.2 filelock>=3.29.4 flatbuffers>=25.12.19 -flax>=0.12.7 +flax>=0.12.8 fonttools>=4.63.0 frozenlist>=1.8.0 fsspec>=2026.2.0 gast>=0.7.0 gcsfs>=2026.2.0 -google-api-core>=2.31.0 +google-api-core>=2.33.0 google-api-python-client>=2.198.0 -google-auth>=2.55.1 +google-auth>=2.56.2 google-auth-httplib2>=0.4.0 google-auth-oauthlib>=1.4.0 -google-cloud-aiplatform>=1.159.0 +google-cloud-aiplatform>=1.162.0 google-cloud-appengine-logging>=1.10.0 google-cloud-audit-log>=0.6.0 -google-cloud-bigquery>=3.42.1 +google-cloud-bigquery>=3.42.2 google-cloud-core>=2.6.0 -google-cloud-logging>=3.16.0 -google-cloud-mldiagnostics>=1.0.4 +google-cloud-logging>=3.16.1 +google-cloud-mldiagnostics>=1.0.6 google-cloud-monitoring>=2.31.0 google-cloud-resource-manager>=1.18.0 -google-cloud-storage>=3.12.0 +google-cloud-storage>=3.13.0 google-cloud-storage-control>=1.12.0 google-crc32c>=1.8.0 -google-genai>=2.10.0 +google-genai>=2.14.0 google-pasta>=0.2.0 google-resumable-media>=2.10.0 googleapis-common-protos>=1.75.0 @@ -84,11 +85,11 @@ grpcio-status>=1.81.1 gviz-api>=1.10.0 h11>=0.16.0 h5py>=3.14.0 -hf-xet>=1.5.1 ; platform_machine == 'AMD64' or platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' +hf-xet>=1.5.2 ; platform_machine == 'AMD64' or platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' httpcore>=1.0.9 httplib2>=0.32.0 httpx>=0.28.1 -huggingface-hub>=1.22.0 +huggingface-hub>=1.24.0 humanize>=4.16.0 hypothesis>=6.142.1 identify>=2.6.19 @@ -130,7 +131,7 @@ namex>=0.1.0 nest-asyncio>=1.6.0 ; sys_platform == 'win32' networkx>=3.6.1 ninja>=1.13.0 -nltk>=3.9.4 +nltk>=3.10.0 nodeenv>=1.10.0 numpy>=2.0.2 numpy-typing-compat>=20251206.2.0 @@ -138,30 +139,30 @@ nvidia-cuda-cccl>=13.3.3.3.1 ; sys_platform == 'linux' nvidia-ml-py>=13.610.43 oauthlib>=3.3.1 omegaconf>=2.3.1 -opentelemetry-api>=1.43.0 +opentelemetry-api>=1.44.0 opt-einsum>=3.4.0 optax>=0.2.8 optree>=0.19.1 optype>=0.17.1 orbax-checkpoint>=0.12.1 packaging>=26.2 -pandas>=3.0.3 +pandas>=3.0.5 parameterized>=0.9.0 pathspec>=1.1.1 -pathwaysutils>=0.1.10 +pathwaysutils>=0.1.11 pillow>=12.2.0 -platformdirs>=4.10.0 +platformdirs>=4.11.0 pluggy>=1.6.0 portpicker>=1.6.0 -pre-commit>=4.6.0 +pre-commit>=4.6.1 prometheus-client>=0.25.0 promise>=2.3 propcache>=0.5.2 -proto-plus>=1.28.0 +proto-plus>=1.28.2 protobuf>=6.33.6 psutil>=7.2.2 -pyarrow>=24.0.0 -pyasn1>=0.6.3 +pyarrow>=25.0.0 +pyasn1>=0.6.4 pyasn1-modules>=0.4.2 pycnite>=2024.7.31 pycparser>=3.0 ; implementation_name != 'PyPy' and platform_python_implementation != 'PyPy' @@ -175,18 +176,17 @@ pygments>=2.20.0 pyink>=25.12.0 pylint>=4.0.6 pynvml>=13.0.1 -pyopenssl>=26.3.0 pyparsing>=3.3.2 pyproject-hooks>=1.2.0 pytest>=9.1.0 pytest-xdist>=3.8.0 python-dateutil>=2.9.0.post0 -python-discovery>=1.4.3 +python-discovery>=1.5.0 pytokens>=0.4.1 pytype>=2024.10.11 pyyaml>=6.0.3 qwix>=0.1.8 -regex>=2026.6.28 +regex>=2026.7.19 requests>=2.34.2 requests-oauthlib>=2.0.0 responses>=0.18.0 @@ -194,7 +194,7 @@ rich>=15.0.0 safetensors>=0.8.0 scipy>=1.17.1 scipy-stubs>=1.17.1.5 -sentencepiece>=0.2.1 +sentencepiece>=0.2.2 seqio>=0.0.20 setuptools>=82.0.1 shellingham>=1.5.4 @@ -222,27 +222,27 @@ tiktoken>=0.13.0 tokamax>=0.0.12 tokenizers>=0.22.2 toml>=0.10.2 -tomlkit>=0.15.0 +tomlkit>=0.15.1 toolz>=1.1.0 -tqdm>=4.68.3 -transformers>=5.13.0 +tqdm>=4.69.0 +transformers>=5.14.1 treescope>=0.1.10 typeguard>=2.13.3 -typer>=0.26.8 +typer>=0.27.0 typing-extensions>=4.15.0 typing-inspection>=0.4.2 -tzdata>=2026.2 ; sys_platform == 'emscripten' or sys_platform == 'win32' +tzdata>=2026.3 ; sys_platform == 'emscripten' or sys_platform == 'win32' uritemplate>=4.2.0 urllib3>=2.7.0 -uvicorn>=0.50.2 +uvicorn>=0.51.0 uvloop>=0.22.1 -virtualenv>=21.5.2 +virtualenv>=21.7.0 wadler-lindig>=0.1.7 -websockets>=16.0 +websockets>=16.1.1 werkzeug>=3.1.8 wheel>=0.47.0 wrapt>=2.2.2 xxhash>=3.8.1 -yarl>=1.24.2 +yarl>=1.24.5 zipp>=4.1.0 zstandard>=0.25.0 diff --git a/src/maxtext/assets/tokenizers/tokenizer.default b/src/maxtext/assets/tokenizers/tokenizer.default index c4fd951502..73462cf996 100644 Binary files a/src/maxtext/assets/tokenizers/tokenizer.default and b/src/maxtext/assets/tokenizers/tokenizer.default differ