pin transformers < 5.0 (#1439)

pstjohn · web-flow · commit 7c74523a3d41 · 2026-01-28T16:54:33.000Z
Signed-off-by: Peter St. John &lt;pstjohn@nvidia.com&gt;
diff --git a/.devcontainer/recipes/requirements.txt b/.devcontainer/recipes/requirements.txt
@@ -12,7 +12,7 @@ torchdata
 torchmetrics
 tqdm
 transformer_engine
-transformers
+transformers<5.0
 typer
 wandb
 zstandard
diff --git a/bionemo-recipes/models/llama3/requirements.txt b/bionemo-recipes/models/llama3/requirements.txt
@@ -2,4 +2,4 @@ lm-eval  # For testing
 torch
 torchao!=0.14.0
 transformer_engine[pytorch]
-transformers
+transformers<5.0
diff --git a/bionemo-recipes/recipes/esm2_accelerate_te/requirements.txt b/bionemo-recipes/recipes/esm2_accelerate_te/requirements.txt
@@ -5,5 +5,5 @@ hydra-core
 torchao!=0.14.0
 torchmetrics
 transformer_engine[pytorch]
-transformers
+transformers<5.0
 wandb
diff --git a/bionemo-recipes/recipes/esm2_native_te/requirements.txt b/bionemo-recipes/recipes/esm2_native_te/requirements.txt
@@ -8,6 +8,6 @@ torchdata
 torchmetrics
 tqdm
 transformer_engine[pytorch]
-transformers
+transformers<5.0
 wandb
 nvdlfw_inspect @ git+https://github.com/NVIDIA/nvidia-dlfw-inspect
diff --git a/bionemo-recipes/recipes/esm2_peft_te/requirements.txt b/bionemo-recipes/recipes/esm2_peft_te/requirements.txt
@@ -4,5 +4,5 @@ torch
 torchao!=0.14.0
 tqdm
 transformer_engine[pytorch]
-transformers
+transformers<5.0
 wandb
diff --git a/bionemo-recipes/recipes/geneformer_native_te_mfsdp_fp8/requirements.txt b/bionemo-recipes/recipes/geneformer_native_te_mfsdp_fp8/requirements.txt
@@ -6,5 +6,5 @@ torch
 torchao!=0.14.0
 tqdm
 transformer_engine
-transformers
+transformers<5.0
 wandb
diff --git a/bionemo-recipes/recipes/llama3_native_te/requirements.txt b/bionemo-recipes/recipes/llama3_native_te/requirements.txt
@@ -6,7 +6,7 @@ torchdata
 torchmetrics
 tqdm
 transformer_engine[pytorch]
-transformers
+transformers<5.0
 wandb
 zstandard
 nvdlfw_inspect @ git+https://github.com/NVIDIA/nvidia-dlfw-inspect
