Skip to content

Commit d05372c

Browse files
DannyLiComDannyLiCom
committed
Run update_dependencies.md
1 parent 9f42743 commit d05372c

7 files changed

Lines changed: 6783 additions & 38 deletions

File tree

‎downloaded_base_and_seed_requirements/seed/requirements_lock_3_12.txt‎

Lines changed: 1781 additions & 0 deletions
Large diffs are not rendered by default.

‎generated_artifacts/pyproject.toml‎

Lines changed: 297 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,297 @@
1+
[build-system]
2+
requires = ["hatchling", "hatch-requirements-txt"]
3+
build-backend = "hatchling.build"
4+
5+
[tool.hatch.version]
6+
path = "src/maxtext/__init__.py"
7+
8+
[project]
9+
name = "maxtext"
10+
description = "MaxText is a simple, performant and scalable Jax LLM!"
11+
dynamic = ["version", "optional-dependencies"]
12+
requires-python = ">=3.12"
13+
readme = "README.md"
14+
license = "Apache-2.0"
15+
keywords = ["llm", "jax", "llama", "mistral", "mixtral", "gemma", "deepseek"]
16+
classifiers = [
17+
"Development Status :: 4 - Beta",
18+
"Intended Audience :: Developers",
19+
"Intended Audience :: Science/Research",
20+
"Programming Language :: Python",
21+
"Programming Language :: Python :: 3.12",
22+
"Programming Language :: ML",
23+
"Environment :: GPU :: NVIDIA CUDA :: 12",
24+
"Topic :: Scientific/Engineering :: Artificial Intelligence",
25+
]
26+
dependencies = [
27+
"absl-py>=2.4.0",
28+
"aiofiles>=25.1.0",
29+
"aiohappyeyeballs>=2.7.1",
30+
"aiohttp>=3.14.3",
31+
"aiosignal>=1.4.0",
32+
"annotated-doc>=0.0.4",
33+
"annotated-types>=0.7.0",
34+
"antlr4-python3-runtime>=4.9.3",
35+
"anyio>=4.14.2",
36+
"aqtp>=0.9.0",
37+
"array-record>=0.8.3",
38+
"astroid>=4.0.4",
39+
"astunparse>=1.6.3",
40+
"attrs>=26.1.0",
41+
"auditwheel>=6.7.0",
42+
"black>=25.12.0",
43+
"blobfile>=3.2.0",
44+
"build>=1.5.0",
45+
"certifi>=2026.6.17",
46+
"cffi>=2.1.0 ; platform_python_implementation != 'PyPy'",
47+
"cfgv>=3.5.0",
48+
"charset-normalizer>=3.4.7",
49+
"chex>=0.1.92",
50+
"click>=8.4.2",
51+
"cloud-accelerator-diagnostics>=0.1.1",
52+
"cloudpickle>=3.1.2",
53+
"clu>=0.0.12",
54+
"colorama>=0.4.6",
55+
"contourpy>=1.3.3",
56+
"coverage>=7.15.2",
57+
"cryptography>=49.0.0",
58+
"cycler>=0.12.1",
59+
"datasets>=1.1.1",
60+
"decorator>=5.3.1",
61+
"defusedxml>=0.7.1",
62+
"dill>=0.4.1",
63+
"distlib>=0.4.3",
64+
"distro>=1.9.0",
65+
"dm-tree>=0.1.10",
66+
"docstring-parser>=0.18.0",
67+
"drjax>=0.2.0",
68+
"editdistance>=0.8.1",
69+
"einops>=0.8.2",
70+
"einshape>=1.0",
71+
"etils>=1.14.0",
72+
"evaluate>=0.2.0",
73+
"execnet>=2.1.2",
74+
"fastapi>=0.139.2",
75+
"filelock>=3.29.4",
76+
"flatbuffers>=25.12.19",
77+
"flax>=0.12.8",
78+
"fonttools>=4.63.0",
79+
"frozenlist>=1.8.0",
80+
"fsspec>=2026.6.0",
81+
"gast>=0.7.0",
82+
"gcsfs>=2026.7.0",
83+
"google-api-core>=2.33.0",
84+
"google-api-python-client>=2.198.0",
85+
"google-auth-httplib2>=0.4.0",
86+
"google-auth-oauthlib>=1.4.0",
87+
"google-auth>=2.56.2",
88+
"google-cloud-aiplatform>=1.162.0",
89+
"google-cloud-appengine-logging>=1.10.0",
90+
"google-cloud-audit-log>=0.6.0",
91+
"google-cloud-bigquery>=3.42.2",
92+
"google-cloud-core>=2.6.0",
93+
"google-cloud-logging>=3.16.1",
94+
"google-cloud-mldiagnostics>=1.0.6",
95+
"google-cloud-monitoring>=2.31.0",
96+
"google-cloud-resource-manager>=1.18.0",
97+
"google-cloud-storage-control>=1.12.0",
98+
"google-cloud-storage>=3.13.0",
99+
"google-crc32c>=1.8.0",
100+
"google-genai>=2.14.0",
101+
"google-pasta>=0.2.0",
102+
"google-resumable-media>=2.10.0",
103+
"googleapis-common-protos>=1.75.0",
104+
"grain>=0.2.18",
105+
"grpc-google-iam-v1>=0.14.4",
106+
"grpcio-status>=1.81.1",
107+
"grpcio>=1.81.1",
108+
"gviz-api>=1.10.0",
109+
"h11>=0.16.0",
110+
"h5py>=3.14.0",
111+
"hf-xet>=1.5.2 ; platform_machine == 'AMD64' or platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64'",
112+
"httpcore>=1.0.9",
113+
"httplib2>=0.32.0",
114+
"httpx>=0.28.1",
115+
"huggingface-hub>=1.24.0",
116+
"humanize>=4.16.0",
117+
"hypothesis>=6.142.1",
118+
"identify>=2.6.19",
119+
"idna>=3.18",
120+
"immutabledict>=4.3.1",
121+
"importlab>=0.8.1",
122+
"iniconfig>=2.3.0",
123+
"isort>=8.0.1",
124+
"jax>=0.10.2",
125+
"jaxlib>=0.10.2",
126+
"jaxtyping>=0.3.11",
127+
"jinja2>=3.1.6",
128+
"joblib>=1.5.3",
129+
"jsonlines>=4.0.0",
130+
"keras>=3.14.1",
131+
"kiwisolver>=1.5.0",
132+
"latex2sympy2-extended>=1.11.0",
133+
"libclang>=18.1.1",
134+
"libcst>=1.8.6",
135+
"libtpu>=0.0.42.1 ; platform_machine == 'x86_64' and sys_platform == 'linux'",
136+
"lxml>=6.1.1",
137+
"markdown-it-py>=4.2.0",
138+
"markdown>=3.10.2",
139+
"markupsafe>=3.0.3",
140+
"math-verify>=0.9.0",
141+
"matplotlib>=3.11.0",
142+
"mccabe>=0.7.0",
143+
"mdurl>=0.1.2",
144+
"ml-collections>=1.1.0",
145+
"ml-dtypes>=0.5.4",
146+
"ml-goodput-measurement>=0.2.0",
147+
"mpmath>=1.3.0",
148+
"msgpack>=1.2.1",
149+
"msgspec>=0.21.1",
150+
"multidict>=6.7.1",
151+
"multiprocess>=0.70.19",
152+
"mypy-extensions>=1.1.0",
153+
"namex>=0.1.0",
154+
"nest-asyncio>=1.6.0 ; sys_platform == 'win32'",
155+
"networkx>=3.6.1",
156+
"ninja>=1.13.0",
157+
"nltk>=3.10.0",
158+
"nodeenv>=1.10.0",
159+
"numpy-typing-compat>=20251206.2.0",
160+
"numpy>=2.0.2",
161+
"nvidia-cuda-cccl>=13.3.3.3.1 ; sys_platform == 'linux'",
162+
"nvidia-ml-py>=13.610.43",
163+
"oauthlib>=3.3.1",
164+
"omegaconf>=2.3.1",
165+
"opentelemetry-api>=1.44.0",
166+
"opt-einsum>=3.4.0",
167+
"optax>=0.2.8",
168+
"optree>=0.19.1",
169+
"optype>=0.17.1",
170+
"orbax-checkpoint>=0.12.1",
171+
"packaging>=26.2",
172+
"pandas>=3.0.5",
173+
"parameterized>=0.9.0",
174+
"pathspec>=1.1.1",
175+
"pathwaysutils>=0.1.11",
176+
"pillow>=12.2.0",
177+
"platformdirs>=4.11.0",
178+
"pluggy>=1.6.0",
179+
"portpicker>=1.6.0",
180+
"pre-commit>=4.6.1",
181+
"prometheus-client>=0.25.0",
182+
"promise>=2.3",
183+
"propcache>=0.5.2",
184+
"proto-plus>=1.28.2",
185+
"protobuf>=6.33.6",
186+
"psutil>=7.2.2",
187+
"pyarrow>=25.0.0",
188+
"pyasn1-modules>=0.4.2",
189+
"pyasn1>=0.6.4",
190+
"pycnite>=2024.7.31",
191+
"pycparser>=3.0 ; implementation_name != 'PyPy' and platform_python_implementation != 'PyPy'",
192+
"pycryptodomex>=3.23.0",
193+
"pydantic-core>=2.46.4",
194+
"pydantic>=2.13.4",
195+
"pydot>=4.0.1",
196+
"pyelftools>=0.33",
197+
"pyglove>=0.4.5",
198+
"pygments>=2.20.0",
199+
"pyink>=25.12.0",
200+
"pylint>=4.0.6",
201+
"pynvml>=13.0.1",
202+
"pyparsing>=3.3.2",
203+
"pyproject-hooks>=1.2.0",
204+
"pytest-xdist>=3.8.0",
205+
"pytest>=9.1.0",
206+
"python-dateutil>=2.9.0.post0",
207+
"python-discovery>=1.5.0",
208+
"pytokens>=0.4.1",
209+
"pytype>=2024.10.11",
210+
"pyyaml>=6.0.3",
211+
"qwix>=0.1.8",
212+
"regex>=2026.7.19",
213+
"requests-oauthlib>=2.0.0",
214+
"requests>=2.34.2",
215+
"responses>=0.18.0",
216+
"rich>=15.0.0",
217+
"safetensors>=0.8.0",
218+
"scipy-stubs>=1.17.1.5",
219+
"scipy>=1.17.1",
220+
"sentencepiece>=0.2.2",
221+
"seqio>=0.0.20",
222+
"setuptools>=82.0.1",
223+
"shellingham>=1.5.4",
224+
"shortuuid>=1.0.13",
225+
"simple-parsing>=0.1.8",
226+
"simplejson>=4.1.1",
227+
"six>=1.17.0",
228+
"sniffio>=1.3.1",
229+
"sortedcontainers>=2.4.0",
230+
"starlette>=1.3.1",
231+
"sympy>=1.14.0",
232+
"tabulate>=0.10.0",
233+
"tenacity>=9.1.4",
234+
"tensorboard-data-server>=0.7.2",
235+
"tensorboard-plugin-profile>=2.13.0",
236+
"tensorboard>=2.20.0",
237+
"tensorboardx>=2.6.5",
238+
"tensorflow-datasets>=4.9.10",
239+
"tensorflow-metadata>=1.21.0",
240+
"tensorflow-text>=2.20.1",
241+
"tensorflow>=2.20.0",
242+
"tensorstore>=0.1.84",
243+
"termcolor>=3.3.0",
244+
"tiktoken>=0.13.0",
245+
"tokamax>=0.0.12",
246+
"tokenizers>=0.22.2",
247+
"toml>=0.10.2",
248+
"tomlkit>=0.15.1",
249+
"toolz>=1.1.0",
250+
"tqdm>=4.69.0",
251+
"transformers>=5.14.1",
252+
"treescope>=0.1.10",
253+
"typeguard>=2.13.3",
254+
"typer>=0.27.0",
255+
"typing-extensions>=4.15.0",
256+
"typing-inspection>=0.4.2",
257+
"tzdata>=2026.3 ; sys_platform == 'emscripten' or sys_platform == 'win32'",
258+
"uritemplate>=4.2.0",
259+
"urllib3>=2.7.0",
260+
"uvicorn>=0.51.0",
261+
"uvloop>=0.22.1",
262+
"virtualenv>=21.7.0",
263+
"wadler-lindig>=0.1.7",
264+
"websockets>=16.1.1",
265+
"werkzeug>=3.1.8",
266+
"wheel>=0.47.0",
267+
"wrapt>=2.2.2",
268+
"xxhash>=3.8.1",
269+
"yarl>=1.24.5",
270+
"zipp>=4.1.0",
271+
"zstandard>=0.25.0",
272+
]
273+
274+
[tool.hatch.metadata.hooks.requirements_txt.optional-dependencies]
275+
tpu = ["src/dependencies/requirements/generated_requirements/tpu-requirements.txt"]
276+
tpu-post-train = ["src/dependencies/requirements/generated_requirements/tpu-post-train-requirements.txt"]
277+
cuda12 = ["src/dependencies/requirements/generated_requirements/cuda12-requirements.txt"]
278+
runner = ["src/dependencies/requirements/generated_requirements/runner-requirements.txt"]
279+
docs = ["src/dependencies/requirements/requirements_docs.txt"]
280+
281+
[project.urls]
282+
Repository = "https://github.com/AI-Hypercomputer/maxtext.git"
283+
"Bug Tracker" = "https://github.com/AI-Hypercomputer/maxtext/issues"
284+
285+
[tool.hatch.metadata]
286+
allow-direct-references = true
287+
288+
[tool.hatch.build.targets.wheel]
289+
packages = ["src/maxtext", "src/dependencies"]
290+
291+
[project.scripts]
292+
install_tpu_pre_train_extra_deps = "dependencies.scripts.install_pre_train_extra_deps:main"
293+
install_cuda12_pre_train_extra_deps = "dependencies.scripts.install_pre_train_extra_deps:main"
294+
install_tpu_post_train_extra_deps = "dependencies.scripts.install_post_train_extra_deps:main"
295+
build_maxtext_docker_image = "dependencies.scripts.build_maxtext_docker_image:main"
296+
upload_maxtext_docker_image = "dependencies.scripts.upload_maxtext_docker_image:main"
297+
run_tutorial = "dependencies.scripts.run_tutorial:main"

0 commit comments

Comments
 (0)