-
Notifications
You must be signed in to change notification settings - Fork 2
Expand file tree
/
Copy path__model_service_async_template.py
More file actions
235 lines (192 loc) · 6.52 KB
/
__model_service_async_template.py
File metadata and controls
235 lines (192 loc) · 6.52 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
"""Model Service 高层 API / Model Service High-Level API
此模块定义模型服务资源的高级API。
This module defines the high-level API for model service resources.
"""
from typing import List, Optional
from agentrun.model.api.data import BaseInfo
from agentrun.model.api.model_api import ModelAPI
from agentrun.utils.config import Config
from agentrun.utils.model import PageableInput
from agentrun.utils.resource import ResourceBase
from .model import (
BackendType,
ModelServiceCreateInput,
ModelServiceImmutableProps,
ModelServiceListInput,
ModelServiceMutableProps,
ModelServicesSystemProps,
ModelServiceUpdateInput,
ModelType,
)
class ModelService(
ModelServiceImmutableProps,
ModelServiceMutableProps,
ModelServicesSystemProps,
ModelAPI,
ResourceBase,
):
"""模型服务"""
@classmethod
def __get_client(cls):
from .client import ModelClient
return ModelClient()
@classmethod
async def create_async(
cls, input: ModelServiceCreateInput, config: Optional[Config] = None
):
"""创建模型服务(异步)
Args:
input: 模型服务输入参数
config: 配置
Returns:
ModelService: 创建的模型服务对象
"""
return await cls.__get_client().create_async(input, config=config)
@classmethod
async def delete_by_name_async(
cls, model_service_name: str, config: Optional[Config] = None
):
"""根据名称删除模型服务(异步)
Args:
model_service_name: 模型服务名称
config: 配置
"""
return await cls.__get_client().delete_async(
model_service_name, backend_type=BackendType.SERVICE, config=config
)
@classmethod
async def update_by_name_async(
cls,
model_service_name: str,
input: ModelServiceUpdateInput,
config: Optional[Config] = None,
):
"""根据名称更新模型服务(异步)
Args:
model_service_name: 模型服务名称
input: 模型服务更新输入参数
config: 配置
Returns:
ModelService: 更新后的模型服务对象
"""
return await cls.__get_client().update_async(
model_service_name, input, config=config
)
@classmethod
async def get_by_name_async(
cls, model_service_name: str, config: Optional[Config] = None
):
"""根据名称获取模型服务(异步)
Args:
model_service_name: 模型服务名称
config: 配置
Returns:
ModelService: 模型服务对象
"""
return await cls.__get_client().get_async(
model_service_name, backend_type=BackendType.SERVICE, config=config
)
@classmethod
async def _list_page_async(
cls, page_input: PageableInput, config: Config | None = None, **kwargs
):
return await cls.__get_client().list_async(
input=ModelServiceListInput(
**kwargs,
**page_input.model_dump(),
),
config=config,
)
@classmethod
async def list_all_async(
cls,
*,
model_type: Optional[ModelType] = None,
provider: Optional[str] = None,
config: Optional[Config] = None,
) -> List["ModelService"]:
return await cls._list_all_async(
lambda m: m.model_service_id or "",
config=config,
model_type=model_type,
provider=provider,
)
async def update_async(
self, input: ModelServiceUpdateInput, config: Optional[Config] = None
):
"""更新模型服务(异步)
Args:
input: 模型服务更新输入参数
config: 配置
Returns:
ModelService: 更新后的模型服务对象
"""
if self.model_service_name is None:
raise ValueError(
"model_service_name is required to update a ModelService"
)
result = await self.update_by_name_async(
self.model_service_name, input, config=config
)
self.update_self(result)
return self
async def delete_async(self, config: Optional[Config] = None):
"""删除模型服务(异步)
Args:
config: 配置
"""
if self.model_service_name is None:
raise ValueError(
"model_service_name is required to delete a ModelService"
)
return await self.delete_by_name_async(
self.model_service_name, config=config
)
async def get_async(self, config: Optional[Config] = None):
"""刷新模型服务信息(异步)
Args:
config: 配置
Returns:
ModelService: 刷新后的模型服务对象
"""
if self.model_service_name is None:
raise ValueError(
"model_service_name is required to refresh a ModelService"
)
result = await self.get_by_name_async(
self.model_service_name, config=config
)
self.update_self(result)
return self
async def refresh_async(self, config: Optional[Config] = None):
"""刷新模型服务信息(异步)
Args:
config: 配置
Returns:
ModelService: 刷新后的模型服务对象
"""
return await self.get_async(config=config)
def model_info(self, config: Optional[Config] = None) -> BaseInfo:
cfg = Config.with_configs(self._config, config)
assert self.provider_settings is not None
assert self.provider_settings.base_url is not None
api_key = self.provider_settings.api_key or ""
if not api_key and self.credential_name:
from agentrun.credential import Credential
credential = Credential.get_by_name(
self.credential_name, config=cfg
)
api_key = credential.credential_secret or ""
default_model = (
self.provider_settings.model_names[0]
if self.provider_settings.model_names is not None
and len(self.provider_settings.model_names) > 0
else None
)
return BaseInfo(
api_key=api_key,
base_url=self.provider_settings.base_url,
model=default_model,
headers=cfg.get_headers(),
provider=self.provider,
)