-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathai-provider-openai-compatible-client.ts
More file actions
54 lines (49 loc) · 1.55 KB
/
ai-provider-openai-compatible-client.ts
File metadata and controls
54 lines (49 loc) · 1.55 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
import OpenAI from 'openai';
import type {
ChatCompletion,
ChatCompletionCreateParamsNonStreaming
} from 'openai/resources/chat/completions/completions';
import { mapOpenAiCompatibleError } from './ai-provider-error-mapper';
import { AiProviderRequestError } from './ai-provider-errors';
import type { AiProviderRuntimeConfig, SupportedAiProvider } from './ai-provider-types';
import { extractChatCompletionText } from './ai-provider-openai-compatible-request';
/**
* Creates the shared OpenAI-compatible SDK client for OpenAI, Gemini, and OpenRouter.
*/
export const createOpenAiCompatibleClient = (config: AiProviderRuntimeConfig): OpenAI => {
return new OpenAI({
apiKey: config.apiKey,
baseURL: config.baseURL,
defaultHeaders: config.defaultHeaders
});
};
/**
* Executes a shared chat completion request and extracts plain text output.
*/
export const executeOpenAiCompatibleChatText = async ({
client,
provider,
request,
emptyResponseMessage,
fallbackErrorMessage
}: {
client: OpenAI;
provider: SupportedAiProvider;
request: ChatCompletionCreateParamsNonStreaming;
emptyResponseMessage: string;
fallbackErrorMessage: string;
}): Promise<ChatCompletion> => {
try {
const completion = await client.chat.completions.create(request);
const text = extractChatCompletionText(completion);
if (!text) {
throw new AiProviderRequestError(emptyResponseMessage);
}
return completion;
} catch (error) {
if (error instanceof AiProviderRequestError) {
throw error;
}
return mapOpenAiCompatibleError(provider, error, fallbackErrorMessage);
}
};