feat(search): add tavily/perplexity and default bing fallback

Author: urzeye

backend/config/settings.py

@@ -22,8 +22,14 @@
 
 SEARCH_PROVIDER_FIRECRAWL = "firecrawl"
 SEARCH_PROVIDER_EXA = "exa"
+SEARCH_PROVIDER_TAVILY = "tavily"
+SEARCH_PROVIDER_PERPLEXITY = "perplexity"
+SEARCH_PROVIDER_BING = "bing"
 DEFAULT_FIRECRAWL_BASE_URL = "https://api.firecrawl.dev"
 DEFAULT_EXA_BASE_URL = "https://api.exa.ai"
+DEFAULT_TAVILY_BASE_URL = "https://api.tavily.com"
+DEFAULT_PERPLEXITY_BASE_URL = "https://api.perplexity.ai"
+DEFAULT_BING_BASE_URL = "https://www.bing.com"
 
 
 def _get_project_root() -> Path:
@@ -346,7 +352,7 @@ def save_text_providers_config(cls, config: Dict[str, Any]) -> None:
     @classmethod
     def _default_search_providers_config(cls) -> Dict[str, Any]:
         return {
-            "active_provider": SEARCH_PROVIDER_FIRECRAWL,
+            "active_provider": SEARCH_PROVIDER_BING,
             "providers": {
                 SEARCH_PROVIDER_FIRECRAWL: {
                     "type": SEARCH_PROVIDER_FIRECRAWL,
@@ -360,6 +366,25 @@ def _default_search_providers_config(cls) -> Dict[str, Any]:
                     "api_key": "",
                     "base_url": "",
                 },
+                SEARCH_PROVIDER_TAVILY: {
+                    "type": SEARCH_PROVIDER_TAVILY,
+                    "enabled": False,
+                    "api_key": "",
+                    "base_url": "",
+                },
+                SEARCH_PROVIDER_PERPLEXITY: {
+                    "type": SEARCH_PROVIDER_PERPLEXITY,
+                    "enabled": False,
+                    "api_key": "",
+                    "base_url": "",
+                    "model": "sonar",
+                },
+                SEARCH_PROVIDER_BING: {
+                    "type": SEARCH_PROVIDER_BING,
+                    "enabled": True,
+                    "api_key": "",
+                    "base_url": "",
+                },
             },
         }
 
@@ -371,6 +396,8 @@ def _normalize_search_provider_item(cls, provider_name: str, item: Any) -> Dict[
         normalized["enabled"] = bool(normalized.get("enabled", False))
         normalized["api_key"] = (normalized.get("api_key") or "").strip()
         normalized["base_url"] = (normalized.get("base_url") or "").strip()
+        if normalized.get("model") is not None:
+            normalized["model"] = str(normalized.get("model") or "").strip()
         return normalized
 
     @classmethod
@@ -387,23 +414,17 @@ def _normalize_search_providers_config(cls, config: Dict[str, Any]) -> Dict[str,
         else:
             providers = deepcopy(cls._default_search_providers_config()["providers"])
 
-        # 保证 firecrawl/exa 至少存在
-        if SEARCH_PROVIDER_FIRECRAWL not in providers:
-            providers[SEARCH_PROVIDER_FIRECRAWL] = cls._normalize_search_provider_item(
-                SEARCH_PROVIDER_FIRECRAWL,
-                cls._default_search_providers_config()["providers"][SEARCH_PROVIDER_FIRECRAWL],
-            )
-        if SEARCH_PROVIDER_EXA not in providers:
-            providers[SEARCH_PROVIDER_EXA] = cls._normalize_search_provider_item(
-                SEARCH_PROVIDER_EXA,
-                cls._default_search_providers_config()["providers"][SEARCH_PROVIDER_EXA],
-            )
+        # 保证默认搜索服务商都存在
+        default_providers = cls._default_search_providers_config()["providers"]
+        for provider_name, provider_item in default_providers.items():
+            if provider_name not in providers:
+                providers[provider_name] = cls._normalize_search_provider_item(provider_name, provider_item)
 
         active_provider = str(config.get("active_provider") or "").strip()
         if not active_provider or active_provider not in providers:
             active_provider = cls._resolve_active_provider(
                 {"active_provider": active_provider, "providers": providers},
-                SEARCH_PROVIDER_FIRECRAWL,
+                SEARCH_PROVIDER_BING,
             )
 
         return {
@@ -430,7 +451,7 @@ def save_search_providers_config(cls, config: Dict[str, Any]) -> None:
     @classmethod
     def get_active_search_provider(cls) -> str:
         config = cls.load_search_providers_config()
-        return cls._resolve_active_provider(config, SEARCH_PROVIDER_FIRECRAWL)
+        return cls._resolve_active_provider(config, SEARCH_PROVIDER_BING)
 
     @classmethod
     def get_search_provider_config(
@@ -443,6 +464,7 @@ def get_search_provider_config(
         if not providers:
             raise ValueError("未找到任何搜索服务商配置")
 
+        requested_provider_name = provider_name
         provider_name = provider_name or cls.get_active_search_provider()
         if provider_name not in providers:
             available = ", ".join(providers.keys())
@@ -452,17 +474,40 @@ def get_search_provider_config(
         provider_type = (provider_config.get("type") or provider_name).strip().lower()
         provider_config["type"] = provider_type
 
+        if require_enabled and not bool(provider_config.get("enabled", False)):
+            # 未显式指定 provider 时，自动回退到默认 bing
+            if requested_provider_name is None and provider_name != SEARCH_PROVIDER_BING:
+                fallback = providers.get(SEARCH_PROVIDER_BING) or {}
+                if bool(fallback.get("enabled", False)):
+                    provider_name = SEARCH_PROVIDER_BING
+                    provider_config = fallback.copy()
+                    provider_type = (provider_config.get("type") or provider_name).strip().lower()
+                    provider_config["type"] = provider_type
+                else:
+                    raise ValueError(f"搜索服务商 [{provider_name}] 未启用")
+            else:
+                raise ValueError(f"搜索服务商 [{provider_name}] 未启用")
+
         if require_enabled and not bool(provider_config.get("enabled", False)):
             raise ValueError(f"搜索服务商 [{provider_name}] 未启用")
 
-        if provider_type == SEARCH_PROVIDER_EXA and not (provider_config.get("api_key") or "").strip():
+        requires_api_key = {
+            SEARCH_PROVIDER_EXA,
+            SEARCH_PROVIDER_TAVILY,
+            SEARCH_PROVIDER_PERPLEXITY,
+        }
+        if provider_type in requires_api_key and not (provider_config.get("api_key") or "").strip():
             raise ValueError(f"搜索服务商 [{provider_name}] 未配置 API Key")
 
+        default_base_urls = {
+            SEARCH_PROVIDER_FIRECRAWL: DEFAULT_FIRECRAWL_BASE_URL,
+            SEARCH_PROVIDER_EXA: DEFAULT_EXA_BASE_URL,
+            SEARCH_PROVIDER_TAVILY: DEFAULT_TAVILY_BASE_URL,
+            SEARCH_PROVIDER_PERPLEXITY: DEFAULT_PERPLEXITY_BASE_URL,
+            SEARCH_PROVIDER_BING: DEFAULT_BING_BASE_URL,
+        }
         if not (provider_config.get("base_url") or "").strip():
-            if provider_type == SEARCH_PROVIDER_FIRECRAWL:
-                provider_config["base_url"] = DEFAULT_FIRECRAWL_BASE_URL
-            elif provider_type == SEARCH_PROVIDER_EXA:
-                provider_config["base_url"] = DEFAULT_EXA_BASE_URL
+            provider_config["base_url"] = default_base_urls.get(provider_type, "")
 
         return provider_config
 

backend/routes/config_routes.py

@@ -65,7 +65,7 @@ def get_config():
             search_config = Config.load_search_providers_config()
             search_providers = search_config.get("providers", {})
             search_response = {
-                "active_provider": search_config.get("active_provider", "firecrawl"),
+                "active_provider": search_config.get("active_provider", "bing"),
                 "providers": _prepare_search_providers_for_response(search_providers),
             }
 
@@ -157,7 +157,7 @@ def test_connection():
         测试服务商连接
 
         请求体：
-        - type: 服务商类型（google_genai/google_gemini/openai_compatible/image_api/firecrawl/exa）
+        - type: 服务商类型（google_genai/google_gemini/openai_compatible/image_api/firecrawl/exa/tavily/perplexity/bing）
         - provider_name: 服务商名称（用于从配置读取 API Key）
         - api_key: API Key（可选，若不提供则从配置读取）
         - base_url: Base URL（可选）
@@ -189,7 +189,7 @@ def test_connection():
             if not config['api_key'] and provider_name:
                 config = _load_provider_config(provider_type, provider_name, config)
 
-            if not config['api_key'] and provider_type != 'firecrawl':
+            if not config['api_key'] and provider_type not in {'firecrawl', 'bing'}:
                 return jsonify({"success": False, "error": "API Key 未配置"}), 400
 
             # 根据类型执行测试
@@ -381,8 +381,8 @@ def _load_provider_config(provider_type: str, provider_name: str, config: dict)
     Returns:
         dict: 合并后的配置
     """
-    # 搜索服务商配置独立保存（firecrawl/exa）
-    if provider_type in ['firecrawl', 'exa']:
+    # 搜索服务商配置独立保存（firecrawl/exa/tavily/perplexity/bing）
+    if provider_type in ['firecrawl', 'exa', 'tavily', 'perplexity', 'bing']:
         from backend.config import Config
         search_config = Config.load_search_providers_config()
         providers = search_config.get("providers", {})
@@ -396,6 +396,8 @@ def _load_provider_config(provider_type: str, provider_name: str, config: dict)
             config['enabled'] = saved.get('enabled')
         if not config.get('type'):
             config['type'] = saved.get('type') or provider_type
+        if not config.get('model'):
+            config['model'] = saved.get('model')
         return config
 
     # 确定配置文件路径
@@ -461,6 +463,15 @@ def _test_provider_connection(provider_type: str, config: dict) -> dict:
     elif provider_type == 'exa':
         return _test_exa(config)
 
+    elif provider_type == 'tavily':
+        return _test_tavily(config)
+
+    elif provider_type == 'perplexity':
+        return _test_perplexity(config)
+
+    elif provider_type == 'bing':
+        return _test_bing(config)
+
     else:
         raise ValueError(f"不支持的类型: {provider_type}")
 
@@ -719,6 +730,48 @@ def _test_exa(config: dict) -> dict:
     return result
 
 
+def _test_tavily(config: dict) -> dict:
+    """测试 Tavily 连接。"""
+    from backend.services.search_service import test_provider
+
+    result = test_provider("tavily", {
+        "type": "tavily",
+        "api_key": config.get("api_key"),
+        "base_url": config.get("base_url"),
+    })
+    if not result.get("success"):
+        raise Exception(result.get("message") or "Tavily 连接失败")
+    return result
+
+
+def _test_perplexity(config: dict) -> dict:
+    """测试 Perplexity 连接。"""
+    from backend.services.search_service import test_provider
+
+    result = test_provider("perplexity", {
+        "type": "perplexity",
+        "api_key": config.get("api_key"),
+        "base_url": config.get("base_url"),
+        "model": config.get("model"),
+    })
+    if not result.get("success"):
+        raise Exception(result.get("message") or "Perplexity 连接失败")
+    return result
+
+
+def _test_bing(config: dict) -> dict:
+    """测试 Bing 抓取能力。"""
+    from backend.services.search_service import test_provider
+
+    result = test_provider("bing", {
+        "type": "bing",
+        "base_url": config.get("base_url"),
+    })
+    if not result.get("success"):
+        raise Exception(result.get("message") or "Bing 连接失败")
+    return result
+
+
 def _check_response(result_text: str) -> dict:
     """检查响应是否符合预期"""
     if "你好" in result_text and "渲染AI" in result_text: