feat: update API proxy configuration and enhance model size limit

Author: Dallas98

frontend/vite.config.ts

@@ -1,4 +1,4 @@
-import { defineConfig } from "vite";
+import {defineConfig} from "vite";
 import react from "@vitejs/plugin-react";
 import tailwindcss from "@tailwindcss/vite";
 import path from "path"; // 需要安装 Node.js 的类型声明（@types/node）
@@ -12,30 +12,55 @@ export default defineConfig({
     },
   },
   server: {
-    // headers: {
-    //   "Access-Control-Allow-Origin": "*",
-    //   "access-control-allow-headers":
-    //     "Origin, X-Requested-With, Content-Type, Accept",
-    // },
-    proxy: {
-      "^/api": {
-        target: "http://localhost:8080", // 本地后端服务地址
+    host: "0.0.0.0",
+    proxy: (() => {
+      const pythonProxyConfig = {
+        target: "http://localhost:18000",
         changeOrigin: true,
         secure: false,
-        rewrite: (path) => path.replace(/^\/api/, "/api"),
-        configure: (proxy, options) => {
-          // proxy 是 'http-proxy' 的实例
-          proxy.on("proxyReq", (proxyReq, req, res) => {
-            // 可以在这里修改请求头
-            proxyReq.removeHeader("referer");
-            proxyReq.removeHeader("origin");
+        configure: (proxy: { on: (event: string, handler: (arg: unknown) => void) => void }) => {
+          proxy.on("proxyReq", (proxyReq: unknown) => {
+            (proxyReq as { removeHeader: (name: string) => void }).removeHeader("referer");
+            (proxyReq as { removeHeader: (name: string) => void }).removeHeader("origin");
           });
-          proxy.on("proxyRes", (proxyRes, req, res) => {
-            delete proxyRes.headers["set-cookie"];
-            proxyRes.headers["cookies"] = ""; // 清除 cookies 头
+          proxy.on("proxyRes", (proxyRes: unknown) => {
+            const res = proxyRes as { headers: Record<string, unknown> };
+            delete res.headers["set-cookie"];
+            res.headers["cookies"] = "";
           });
         },
-      },
-    },
+      };
+
+      const javaProxyConfig = {
+        target: "http://localhost:8080",
+        changeOrigin: true,
+        secure: false,
+        configure: (proxy: { on: (event: string, handler: (arg: unknown) => void) => void }) => {
+          proxy.on("proxyReq", (proxyReq: unknown) => {
+            (proxyReq as { removeHeader: (name: string) => void }).removeHeader("referer");
+            (proxyReq as { removeHeader: (name: string) => void }).removeHeader("origin");
+          });
+          proxy.on("proxyRes", (proxyRes: unknown) => {
+            const res = proxyRes as { headers: Record<string, unknown> };
+            delete res.headers["set-cookie"];
+            res.headers["cookies"] = "";
+          });
+        },
+      };
+
+      // Python 服务: rag, synthesis, annotation, evaluation, models
+      const pythonPaths = ["rag", "synthesis", "annotation", "data-collection", "evaluation", "models"];
+      // Java 服务: data-management, knowledge-base
+      const javaPaths = ["data-management", "knowledge-base", "operators"];
+
+      const proxy: Record<string, object> = {};
+      for (const p of pythonPaths) {
+        proxy[`/api/${p}`] = pythonProxyConfig;
+      }
+      for (const p of javaPaths) {
+        proxy[`/api/${p}`] = javaProxyConfig;
+      }
+      return proxy;
+    })(),
   },
 });

runtime/datamate-python/app/db/models/models.py

@@ -4,7 +4,7 @@
 
 
 class Models(BaseEntity):
-    """模型配置表，对应表 t_models
+    """模型配置表，对应表 t_models。模型为系统级配置，RAG/生成等按 ID 引用时不受数据权限过滤。
 
     CREATE TABLE IF NOT EXISTS t_models (
         id         VARCHAR(36) PRIMARY KEY COMMENT '主键ID',

runtime/datamate-python/app/module/system/interface/models.py

@@ -23,7 +23,7 @@ async def get_providers(svc: ModelsService = Depends()):
 @router.get("/list", response_model=StandardResponse[PaginatedData[ModelsResponse]])
 async def get_models(
     page: int = Query(0, ge=0, description="页码，从 0 开始"),
-    size: int = Query(20, gt=0, le=500, description="每页大小"),
+    size: int = Query(20, gt=0, le=2000, description="每页大小"),
     provider: str | None = Query(None, description="模型提供商"),
     type: ModelType | None = Query(None, description="模型类型"),
     isEnabled: bool | None = Query(None, description="是否启用"),

runtime/datamate-python/app/module/system/schema/models.py

@@ -35,7 +35,7 @@ class QueryModelRequest(BaseModel):
     model_config = ConfigDict(str_strip_whitespace=True, extra="forbid")
 
     page: int = Field(0, ge=0, description="页码，从 0 开始")
-    size: int = Field(20, gt=0, le=500, description="每页大小")
+    size: int = Field(20, gt=0, le=2000, description="每页大小")
     provider: Optional[str] = Field(None, description="模型提供商")
     type: Optional[ModelType] = Field(None, description="模型类型")
     isEnabled: Optional[bool] = Field(None, description="是否启用")

runtime/ops/README.md

@@ -178,7 +178,7 @@ class YourOperatorName(Mapper):
     """
     算子类名建议使用驼峰命名法定义，例如 TestMapper
     """
-    
+
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
         self.slider_param = float(kwargs.get("sliderParam", 0.5))
@@ -188,7 +188,7 @@ class YourOperatorName(Mapper):
         self.range_param = kwargs.get('rangeParam', [0, 0])
         self.checkbox_param = kwargs.get('checkboxParam', [])
         self.input_param = kwargs.get('inputParam', '').strip()
-    
+
     def execute(self, sample: Dict[str, Any]) -> Dict[str, Any]:
         """
         核心处理逻辑
@@ -199,7 +199,7 @@ class YourOperatorName(Mapper):
         # input_text = sample['text']
         # processed_text = do_something(input_text)
         # sample['text'] = processed_text
-        
+
         return sample
 
 ```
@@ -208,14 +208,14 @@ class YourOperatorName(Mapper):
 
 ```json
 {
-  "text": "文本内容",
-  "data": "二进制数据",
-  "fileName": "文件名",
-  "fileType": "文件类型（扩展名）",
-  "fileId": "文件ID",
-  "filePath": "文件路径",
-  "fileSize": "文件大小",
-  "export_path": "导出路径信息",
+  "text": "源文件读取的文本内容",
+  "data": "源文件读取的二进制数据（针对图片等）",
+  "fileName": "源文件名",
+  "fileType": "源文件类型（扩展名）",
+  "fileId": "源文件ID",
+  "filePath": "源文件路径",
+  "fileSize": "源文件大小",
+  "export_path": "目标文件导出路径信息",
   "ext_params": "额外扩展参数",
   "target_type": "目标文件类型"
 }
@@ -242,7 +242,7 @@ from datamate.core.base_op import OPERATORS
 
 # 假设 process.py 位于 operator_package 目录下
 OPERATORS.register_module(
-    module_name='YourOperatorName', 
+    module_name='YourOperatorName',
     module_path="ops.user.operator_package.process"
 )
 
@@ -273,7 +273,7 @@ OPERATORS.register_module(
 
 ```python
 OPERATORS.register_module(
-    module_name='TestMapper', 
+    module_name='TestMapper',
     # 这里 ops.user.my_custom_op.process 中的 'my_custom_op' 为包目录名
     module_path="ops.user.my_custom_op.process"
 )

scripts/db/setting-management-init.sql

@@ -52,8 +52,7 @@ BEGIN
 END;
 $$ language 'plpgsql';
 
-DROP TRIGGER IF EXISTS update_t_model_config_updated_at ON t_models;
-CREATE TRIGGER update_t_model_config_updated_at
+CREATE TRIGGER update_t_models_updated_at
     BEFORE UPDATE ON t_models
     FOR EACH ROW
     EXECUTE FUNCTION update_updated_at_column();