fix(agentkit): OpenAISTT required fields, Deepgram keyterm, VertexAILLM URL, LLM precedence, TurnDetection language cleanup

  - OpenAISTT.to_config: change default model to gpt-4o-mini-transcribe; validate that model,
    prompt, and language are present after applying input_audio_transcription overrides
  - DeepgramSTTOptions: add keyterm field emitted as params.keyterm
  - OpenAITTSOptions: strengthen empty check from  to  for base_url/model
  - VertexAILLM.to_config: construct correct Vertex AI endpoint URL from location/project_id/model
  - _resolve_llm_config: vendor-provided keys now win over agent-level convenience fields
  - Remove bare en from TurnDetectionLanguage and TURN_DETECTION_LANGUAGE_VALUES

Author: digitallysavvy

src/agora_agent/agentkit/agent.py

@@ -221,7 +221,6 @@ class SessionOptions(typing_extensions.TypedDict, total=False):
     "zh-HK",
     "zh-TW",
     "nl-NL",
-    "en",
     "en-IN",
     "en-US",
     "fil-PH",
@@ -258,7 +257,6 @@ class SessionOptions(typing_extensions.TypedDict, total=False):
     "zh-HK",
     "zh-TW",
     "nl-NL",
-    "en",
     "en-IN",
     "en-US",
     "fil-PH",
@@ -944,17 +942,15 @@ def to_properties(
 
     def _resolve_llm_config(self) -> typing.Dict[str, typing.Any]:
         llm_config = dict(self._llm or {})
-        # Agent-level fields take priority over the vendor's defaults.
-        # This matches the TS SDK where agent-level values override vendor config.
-        if self._instructions is not None:
+        if self._instructions is not None and "system_messages" not in llm_config:
             llm_config["system_messages"] = [{"role": "system", "content": self._instructions}]
-        if self._greeting is not None:
+        if self._greeting is not None and "greeting_message" not in llm_config:
             llm_config["greeting_message"] = self._greeting
-        if self._greeting_configs is not None:
+        if self._greeting_configs is not None and "greeting_configs" not in llm_config:
             llm_config["greeting_configs"] = _dump_optional_model(self._greeting_configs)
-        if self._failure_message is not None:
+        if self._failure_message is not None and "failure_message" not in llm_config:
             llm_config["failure_message"] = self._failure_message
-        if self._max_history is not None:
+        if self._max_history is not None and "max_history" not in llm_config:
             llm_config["max_history"] = self._max_history
         return llm_config
 

src/agora_agent/agentkit/vendors/llm.py

@@ -376,8 +376,14 @@ def to_config(self) -> Dict[str, Any]:
         options = _dump_optional_model(self.options)
         options.pop("project_id", None)
         options.pop("location", None)
+        if not options.get("url"):
+            options["url"] = (
+                f"https://{self.options.location}-aiplatform.googleapis.com/v1/projects/"
+                f"{self.options.project_id}/locations/{self.options.location}/"
+                f"publishers/google/models/{self.options.model}:streamGenerateContent?alt=sse"
+            )
         config = Gemini(**options).to_config()
-        params = dict(config["params"])
+        params = dict(config.get("params") or {})
         params["project_id"] = self.options.project_id
         params["location"] = self.options.location
         config["params"] = params

src/agora_agent/agentkit/vendors/stt.py

@@ -44,6 +44,7 @@ class DeepgramSTTOptions(BaseModel):
     api_key: Optional[str] = Field(default=None, description="Deepgram API key")
     model: Optional[str] = Field(default=None, description="Model (e.g., nova-2, enhanced, base)")
     language: Optional[str] = Field(default=None, description="Language code (e.g., en-US)")
+    keyterm: Optional[str] = Field(default=None, description="Boost specialized terms and brands for Deepgram")
     smart_format: Optional[bool] = Field(default=None, description="Enable smart formatting")
     punctuation: Optional[bool] = Field(default=None, description="Enable punctuation")
     additional_params: Optional[Dict[str, Any]] = Field(default=None)
@@ -71,6 +72,8 @@ def to_config(self) -> Dict[str, Any]:
             params["smart_format"] = self.options.smart_format
         if self.options.punctuation is not None:
             params["punctuation"] = self.options.punctuation
+        if self.options.keyterm is not None:
+            params["keyterm"] = self.options.keyterm
         config: Dict[str, Any] = {
             "vendor": "deepgram",
             "params": params,
@@ -124,13 +127,20 @@ def to_config(self) -> Dict[str, Any]:
         params: Dict[str, Any] = dict(self.options.additional_params or {})
         params["api_key"] = self.options.api_key
 
-        transcription = {"model": "whisper-1", **(self.options.input_audio_transcription or {})}
+        transcription: Dict[str, Any] = {"model": "gpt-4o-mini-transcribe"}
+        transcription.update(self.options.input_audio_transcription or {})
         if self.options.model is not None:
             transcription["model"] = self.options.model
         if self.options.prompt is not None:
             transcription["prompt"] = self.options.prompt
         if self.options.language is not None:
             transcription["language"] = self.options.language
+        if not transcription.get("model"):
+            raise ValueError("OpenAISTT: input_audio_transcription.model is required")
+        if not transcription.get("prompt"):
+            raise ValueError("OpenAISTT: input_audio_transcription.prompt is required")
+        if not transcription.get("language"):
+            raise ValueError("OpenAISTT: input_audio_transcription.language is required")
         params["input_audio_transcription"] = transcription
 
         config: Dict[str, Any] = {

src/agora_agent/agentkit/vendors/tts.py

@@ -114,7 +114,7 @@ def _validate_byok_params(self) -> "OpenAITTSOptions":
                     ("model", self.model),
                     ("base_url", self.base_url),
                 )
-                if value is None
+                if not value
             ]
             if missing:
                 raise ValueError(f"OpenAITTS requires {', '.join(missing)} when api_key is set")