Skip to content

Commit 36f5df9

Browse files
authored
fixes (#1166)
1 parent ff8050a commit 36f5df9

2 files changed

Lines changed: 3 additions & 3 deletions

File tree

src/modelgauge/suts/meta_llama_client.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -115,8 +115,8 @@ def translate_response(self, request: MetaLlamaChatRequest, response: MetaLlamaM
115115
return SUTResponse(text=text)
116116

117117

118-
# Unauthorized models: ["Llama-4-Scout-17B-16E-Instruct-FP8"]
119-
CHAT_MODELS = ["Llama-4-Maverick-17B-128E-Instruct-FP8", "Llama-3.3-8B-Instruct"]
118+
# Unauthorized models: ["Llama-4-Scout-17B-16E-Instruct-FP8", "Llama-4-Maverick-17B-128E-Instruct-FP8"]
119+
CHAT_MODELS = ["Llama-3.3-8B-Instruct"]
120120

121121
for model_name in CHAT_MODELS:
122122
SUTS.register(MetaLlamaSUT, "meta-" + model_name.lower() + "-llama", model_name, InjectSecret(MetaLlamaApiKey))

tests/modelgauge_tests/sut_tests/test_together_sut_factory.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,7 @@ def test_find_bad_model(factory):
5252
@expensive_tests
5353
def test_connection():
5454
factory = TogetherSUTFactory(load_secrets_from_config())
55-
sut_metadata = DynamicSUTMetadata(model="meta-llama", maker="Llama-3-70b-chat-hf", driver="together")
55+
sut_metadata = DynamicSUTMetadata(maker="meta-llama", model="Llama-3-70b-chat-hf", driver="together")
5656
sut = factory.make_sut(sut_metadata)
5757
assert sut.uid == "meta-llama/Llama-3-70b-chat-hf:together"
5858
assert sut.model == "meta-llama/Llama-3-70b-chat-hf"

0 commit comments

Comments
 (0)