Skip to content

Commit 05a102e

Browse files
committed
fix: refresh Together provider defaults
1 parent 1da0ad5 commit 05a102e

4 files changed

Lines changed: 46 additions & 4 deletions

File tree

.github/workflows/dotnet.yml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -44,6 +44,7 @@ jobs:
4444
DEEPSEEK_API_KEY: ${{ secrets.DEEPSEEK_API_KEY }}
4545
OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
4646
TOGETHER_API_KEY: ${{ secrets.TOGETHER_API_KEY }}
47+
TOGETHER_CHAT_MODEL: ${{ vars.TOGETHER_CHAT_MODEL }}
4748
TOKEN_FOR_GITHUB_MODELS: ${{ secrets.TOKEN_FOR_GITHUB_MODELS }}
4849
PERPLEXITY_API_KEY: ${{ secrets.PERPLEXITY_API_KEY }}
4950
SAMBANOVA_API_KEY: ${{ secrets.SAMBANOVA_API_KEY }}
@@ -69,4 +70,4 @@ jobs:
6970
--title "${{ github.ref_name }}"
7071
--generate-notes
7172
env:
72-
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
73+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

src/libs/tryAGI.OpenAI/CustomProviders.cs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,7 @@ public static class CustomProviders
4444
/// <summary>
4545
///
4646
/// </summary>
47-
public const string TogetherBaseUrl = "https://api.together.xyz/";
47+
public const string TogetherBaseUrl = "https://api.together.xyz/v1";
4848

4949
/// <summary>
5050
///
@@ -252,4 +252,4 @@ public static OpenAiClient Cerebras(string apiKey)
252252
{
253253
return new OpenAiClient(apiKey, baseUri: new Uri(CerebrasBaseUrl));
254254
}
255-
}
255+
}
Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,39 @@
1+
namespace tryAGI.OpenAI.IntegrationTests;
2+
3+
public partial class Tests
4+
{
5+
[TestMethod]
6+
public void TogetherProvider_UsesOpenAiCompatibleV1BaseUrl()
7+
{
8+
using var api = CustomProviders.Together("test-api-key");
9+
10+
api.BaseUri.Should().Be(new Uri(CustomProviders.TogetherBaseUrl));
11+
}
12+
13+
[TestMethod]
14+
public void TogetherProvider_AllowsModelOverrideFromEnvironment()
15+
{
16+
const string apiKeyVariable = "TOGETHER_API_KEY";
17+
const string modelVariable = "TOGETHER_CHAT_MODEL";
18+
19+
var originalApiKey = Environment.GetEnvironmentVariable(apiKeyVariable);
20+
var originalModel = Environment.GetEnvironmentVariable(modelVariable);
21+
22+
try
23+
{
24+
Environment.SetEnvironmentVariable(apiKeyVariable, "test-api-key");
25+
Environment.SetEnvironmentVariable(modelVariable, "test-chat-model");
26+
27+
var pair = GetAuthorizedChatApi(CustomProvider.Together);
28+
using var api = pair.Api;
29+
30+
pair.Model.Should().Be("test-chat-model");
31+
api.BaseUri.Should().Be(new Uri(CustomProviders.TogetherBaseUrl));
32+
}
33+
finally
34+
{
35+
Environment.SetEnvironmentVariable(apiKeyVariable, originalApiKey);
36+
Environment.SetEnvironmentVariable(modelVariable, originalModel);
37+
}
38+
}
39+
}

src/tests/OpenAI.IntegrationTests/Tests.Helpers.cs

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -74,7 +74,9 @@ internal static (OpenAiClient Api, string Model) GetAuthorizedChatApi(CustomProv
7474
return (CustomProviders.Together(apiKey:
7575
Environment.GetEnvironmentVariable("TOGETHER_API_KEY") ??
7676
throw new AssertInconclusiveException("TOGETHER_API_KEY environment variable is not found.")),
77-
model ?? "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo");
77+
model ??
78+
Environment.GetEnvironmentVariable("TOGETHER_CHAT_MODEL") ??
79+
"meta-llama/Llama-3.3-70B-Instruct-Turbo");
7880
}
7981
if (customProvider == CustomProvider.GitHub)
8082
{

0 commit comments

Comments
 (0)