Add encodon 10b configuration

Author: balvisio

bionemo-recipes/models/codonfm/modeling_codonfm_te.py

@@ -156,6 +156,12 @@ def __init__(
         "num_attention_heads": 32,
         "num_hidden_layers": 24,
     },
+    "encodon_10b": {
+        "hidden_size": 5120,
+        "intermediate_size": 20480,
+        "num_attention_heads": 40,
+        "num_hidden_layers": 34,
+    },
 }
 
 

bionemo-recipes/recipes/codonfm_native_te/modeling_codonfm_te.py

@@ -162,6 +162,12 @@ def __init__(
         "num_attention_heads": 32,
         "num_hidden_layers": 24,
     },
+    "encodon_10b": {
+        "hidden_size": 5120,
+        "intermediate_size": 20480,
+        "num_attention_heads": 40,
+        "num_hidden_layers": 34,
+    },
 }