-
Notifications
You must be signed in to change notification settings - Fork 668
Expand file tree
/
Copy pathgithubProvider.ts
More file actions
67 lines (65 loc) · 1.73 KB
/
githubProvider.ts
File metadata and controls
67 lines (65 loc) · 1.73 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
import {
LLM_PROVIDER,
LLMResponse,
MODEL_META,
ChatMessage,
IConfigPresenter
} from '@shared/presenter'
import { DEFAULT_MODEL_CONTEXT_LENGTH, DEFAULT_MODEL_MAX_TOKENS } from '@shared/modelConfigDefaults'
import { OpenAICompatibleProvider } from './openAICompatibleProvider'
import { ModelsPage } from 'openai/resources'
import type { ProviderMcpRuntimePort } from '../runtimePorts'
export class GithubProvider extends OpenAICompatibleProvider {
constructor(
provider: LLM_PROVIDER,
configPresenter: IConfigPresenter,
mcpRuntime?: ProviderMcpRuntimePort
) {
super(provider, configPresenter, mcpRuntime)
}
protected async fetchOpenAIModels(options?: { timeout: number }): Promise<MODEL_META[]> {
const response = (await this.openai.models.list(options)) as ModelsPage & {
body: {
id: string
name: string
description: string
}[]
}
return response.body.map((model) => ({
id: model.name,
name: model.name,
group: 'default',
providerId: this.provider.id,
isCustom: false,
contextLength: DEFAULT_MODEL_CONTEXT_LENGTH,
maxTokens: DEFAULT_MODEL_MAX_TOKENS,
description: model.description
}))
}
async completions(
messages: ChatMessage[],
modelId: string,
temperature?: number,
maxTokens?: number
): Promise<LLMResponse> {
return this.openAICompletion(messages, modelId, temperature, maxTokens)
}
async generateText(
prompt: string,
modelId: string,
temperature?: number,
maxTokens?: number
): Promise<LLMResponse> {
return this.openAICompletion(
[
{
role: 'user',
content: prompt
}
],
modelId,
temperature,
maxTokens
)
}
}