Merge pull request #56 from Misakar-0v0/main

support openai azure api

Author: thirdgerb

ghostos/app/configs/llms_conf.yml

@@ -1,6 +1,17 @@
 # from class: ghostos.framework.llms.providers:LLMsYamlConfig
 default: gpt-4o
 models:
+  gpt-4o-2024-08-06:
+    kwargs: { }
+    max_tokens: 2000
+    message_types: null
+    model: gpt-4o-2024-08-06
+    n: 1
+    request_timeout: 40
+    service: azure
+    temperature: 0.7
+    timeout: 30
+    use_tools: true
   claude-3-5-sonnet:
     kwargs: { }
     max_tokens: 2000
@@ -151,3 +162,9 @@ services:
     driver: openai_driver
     name: deepseek
     token: $DEEPSEEK_API_KEY
+  - base_url: $AZURE_ENDPOINT
+    name: azure
+    driver: openai_driver
+    azure:
+      api_key: $AZURE_API_KEY
+      api_version: 2023-07-01-preview

ghostos/core/llms/configs.py

@@ -69,13 +69,18 @@ class Compatible(BaseModel):
     allow_system_in_messages: bool = Field(default=True, description="allow system messages in history")
 
 
+class Azure(BaseModel):
+    api_key: str = Field(default="", description="azure api key. if start with `$`, will read environment variable of it")
+    api_version: str = Field(default="", description="azure api version")
+
+
 class ServiceConf(BaseModel):
     """
     The model api service configuration
     """
 
     name: str = Field(description="Service name")
-    base_url: str = Field(description="LLM service url")
+    base_url: str = Field(description="LLM service url. if start with `$`, will read environment variable of it")
     token: str = Field(default="", description="access token. if start with `$`, will read environment variable of it")
     proxy: Optional[str] = Field(
         default=None,
@@ -92,10 +97,17 @@ class ServiceConf(BaseModel):
         description="the model api compatible configuration",
     )
 
+    azure: Azure = Field(
+        default_factory=Azure,
+        description="azure service configuration",
+    )
+
     def load(self, environ: Optional[Dict] = None) -> None:
-        self.token = self._load_env(self.token, environ=environ)
-        if self.proxy is not None:
-            self.proxy = self._load_env(self.proxy, environ=environ)
+        attributes = [(self, 'base_url'), (self, 'token'), (self, 'proxy'), (self.azure, 'api_key')]
+        for obj, attr in attributes:
+            value = getattr(obj, attr)
+            if value is not None:
+                setattr(obj, attr, self._load_env(value, environ=environ))
 
     @staticmethod
     def _load_env(value: str, environ: Optional[Dict] = None) -> str:

ghostos/framework/llms/openai_driver.py

@@ -1,5 +1,5 @@
 from typing import List, Iterable, Union, Optional
-from openai import OpenAI
+from openai import OpenAI, AzureOpenAI
 from httpx import Client
 from httpx_socks import SyncProxyTransport
 from openai import NOT_GIVEN
@@ -89,13 +89,21 @@ def __init__(
         if service_conf.proxy:
             transport = SyncProxyTransport.from_url(service_conf.proxy)
             http_client = Client(transport=transport)
-        self._client = OpenAI(
-            api_key=service_conf.token,
-            base_url=service_conf.base_url,
-            # todo: 未来再做更多细节.
-            max_retries=0,
-            http_client=http_client,
-        )
+        self._logger.error(f"\n[service_conf] {service_conf.azure.api_key}")
+        if service_conf.azure.api_key:
+            self._client = AzureOpenAI(
+                azure_endpoint=service_conf.base_url,
+                api_version=service_conf.azure.api_version,
+                api_key=service_conf.azure.api_key,
+            )
+        else:
+            self._client = OpenAI(
+                api_key=service_conf.token,
+                base_url=service_conf.base_url,
+                # todo: 未来再做更多细节.
+                max_retries=0,
+                http_client=http_client,
+            )
         self._parser = parser
         if not functional_token_prompt:
             functional_token_prompt = DEFAULT_FUNCTIONAL_TOKEN_PROMPT