Merge branch 'main' into kmorabia/speedup-megatron-mmlu

Author: kevalmorabia97

pyproject.toml

@@ -43,7 +43,7 @@ dependencies = [
     # modelopt.torch
     "PyYAML>=6.0",
     "omegaconf>=2.3.0",
-    "pulp",
+    "pulp<4.0",         # breaking changes in upcoming 4.0 release
     "pydantic>=2.0",
     "regex",
     "rich",

tox.ini

@@ -82,7 +82,8 @@ commands =
 [testenv:cuda13-gpu-megatron]
 commands_pre =
     # Install deps here so that it gets installed even in --current-env
-    pip install -U megatron-core
+    # Temporarily disable latest mcore until we fix its nvidia-resiliency-ext dependency
+    pip install 'megatron-core<0.17.0'
     pip install --no-build-isolation git+https://github.com/state-spaces/mamba.git
     pip install --no-build-isolation git+https://github.com/Dao-AILab/causal-conv1d.git
     pip install -e .[hf,dev-test]