[ci] [all] disable ai-cr-required for now (#401)

* feat(api-schema): update

* chore: update plugins commandline

* chore: use .prettierrc.js in frontend

* ci: disable ai-cr-required for now

Author: mocayo

.github/workflows/ai-cr-required.yaml

@@ -4,7 +4,7 @@ permissions:
 
 on:
   pull_request:
-    branches: [ "main" ]
+    branches: [ "disabled-temporarily" ]  # Temporarily disabled, was: "main"
     paths:
       - 'backend/**'
       - 'idl/**'
@@ -35,4 +35,4 @@ jobs:
             echo "❌ No comment from target ai. Merge is blocked."
             exit 1
           fi
-          echo "✅ Target ai has commented. Merge is allowed."
+          echo "✅ Target ai has commented. Merge is allowed."

.prettierrc.js

@@ -106,6 +106,22 @@
       "associatedCommands": ["pub"],
       "required": false
     },
+    {
+      "parameterKind": "string",
+      "longName": "--branch-prefix",
+      "description": "Git branch name prefix (default: 'release')",
+      "argumentName": "BRANCH_PREFIX",
+      "associatedCommands": ["pub"],
+      "required": false
+    },
+    {
+      "parameterKind": "flag",
+      "longName": "--release",
+      "shortName": "-l",
+      "description": "Directly publish packages (only for alpha/beta versions)",
+      "associatedCommands": ["pub"],
+      "required": false
+    },
     {
       "parameterKind": "flag",
       "longName": "--amend-commit",
@@ -141,8 +157,16 @@
       "argumentName": "REGISTRY",
       "longName": "--registry",
       "shortName": "-r",
-      "description": "Registry",
-      "associatedCommands": ["release"]
+      "description": "NPM registry URL (default: https://registry.npmjs.org)",
+      "associatedCommands": ["release", "pub"]
+    },
+    {
+      "parameterKind": "stringList",
+      "argumentName": "ALLOW_BRANCHES",
+      "longName": "--allow-branches",
+      "description": "Branches allowed for LATEST release (default: main, feat/auto-publish)",
+      "associatedCommands": ["release"],
+      "required": false
     }
   ]
 }

common/autoinstallers/plugins/rush-plugins/@coze-arch/rush-publish-plugin/@coze-arch/rush-publish-plugin/command-line.json

@@ -67,6 +67,10 @@ export enum SchemaKey {
   Float = 3,
   Bool = 4,
   Message = 5,
+  /** 单选 */
+  SingleChoice = 6,
+  /** 轨迹 */
+  Trajectory = 7,
 }
 export interface DatasetFeatures {
   /** 变更 schema */

frontend/packages/loop-base/api-schema/src/api/idl/data/domain/dataset.ts

@@ -40,6 +40,10 @@ export enum FileFormat {
   /** [100, 200) 压缩格 */
   ZIP = 100,
 }
+export enum SourceType {
+  File = 1,
+  Dataset = 2,
+}
 export interface DatasetIOFile {
   provider: dataset.StorageProvider,
   path: string,
@@ -49,6 +53,18 @@ export interface DatasetIOFile {
   compress_format?: FileFormat,
   /** path 为文件夹或压缩包时，数据文件列表, 服务端设置 */
   files?: string[],
+  /** 原始的文件名，创建文件时由前端写入。为空则与 path 保持一致 */
+  original_file_name?: string,
+  /** 文件下载地址 */
+  download_url?: string,
+  /** 存储提供方ID，目前主要在 provider==imagex 时生效 */
+  provider_id?: string,
+  /** 存储提供方鉴权信息，目前主要在 provider==imagex 时生效 */
+  provider_auth?: ProviderAuth,
+}
+export interface ProviderAuth {
+  /** provider == VETOS 时，此处存储的是用户在 fornax 上托管的方舟账号的ID */
+  provider_account_id?: string
 }
 export interface DatasetIODataset {
   space_id?: string,

frontend/packages/loop-base/api-schema/src/api/idl/data/domain/dataset_job.ts

@@ -1,5 +1,7 @@
 // Copyright (c) 2025 coze-dev Authors
 // SPDX-License-Identifier: Apache-2.0
+import * as dataset_job from './../data/domain/dataset_job';
+export { dataset_job };
 import * as dataset from './../data/domain/dataset';
 export { dataset };
 import * as common from './domain/common';
@@ -21,6 +23,45 @@ export interface CreateEvaluationSetRequest {
 export interface CreateEvaluationSetResponse {
   evaluation_set_id?: string
 }
+export interface CreateEvaluationSetWithImportRequest {
+  workspace_id: string,
+  name?: string,
+  description?: string,
+  evaluation_set_schema?: eval_set.EvaluationSetSchema,
+  /** 业务分类 */
+  biz_category?: eval_set.BizCategory,
+  source_type?: dataset_job.SourceType,
+  source: dataset_job.DatasetIOEndpoint,
+  fieldMappings?: dataset_job.FieldMapping[],
+  session?: common.Session,
+}
+export interface CreateEvaluationSetWithImportResponse {
+  evaluation_set_id?: string,
+  job_id?: string,
+}
+export interface ParseImportSourceFileRequest {
+  workspace_id: string,
+  /** 如果 path 为文件夹，此处只默认解析当前路径级别下所有指定类型的文件，不嵌套解析 */
+  file?: dataset_job.DatasetIOFile,
+}
+export interface ParseImportSourceFileResponse {
+  /** 文件大小，单位为 byte */
+  bytes?: string,
+  /** 数据集字段约束 */
+  field_schemas?: eval_set.FieldSchema[],
+  /** 冲突详情。key: 列名，val：冲突详情 */
+  conflicts?: ConflictField[],
+  /** 存在列定义不明确的文件（即一个列被定义为多个类型），当前仅 jsonl 文件会出现该状况 */
+  files_with_ambiguous_column?: string[],
+}
+export interface ConflictField {
+  /** 存在冲突的列名 */
+  field_name?: string,
+  /** 冲突详情。key: 文件名，val：该文件中包含的类型 */
+  detail_m?: {
+    [key: string | number]: eval_set.FieldSchema
+  },
+}
 export interface UpdateEvaluationSetRequest {
   workspace_id: string,
   evaluation_set_id: string,
@@ -193,6 +234,19 @@ export interface ClearEvaluationSetDraftItemRequest {
   evaluation_set_id: string,
 }
 export interface ClearEvaluationSetDraftItemResponse {}
+export interface GetEvaluationSetItemFieldRequest {
+  workspace_id: string,
+  evaluation_set_id: string,
+  /** item 的主键ID，即 item.ID 这一字段 */
+  item_pk: string,
+  /** 列名 */
+  field_name: string,
+  /** 当 item 为多轮时，必须提供 */
+  turn_id?: string,
+}
+export interface GetEvaluationSetItemFieldResponse {
+  field_data?: eval_set.FieldData
+}
 /** 基本信息管理 */
 export const CreateEvaluationSet = /*#__PURE__*/createAPI<CreateEvaluationSetRequest, CreateEvaluationSetResponse>({
   "url": "/api/evaluation/v1/evaluation_sets",
@@ -257,6 +311,30 @@ export const ListEvaluationSets = /*#__PURE__*/createAPI<ListEvaluationSetsReque
   "schemaRoot": "api://schemas/evaluation_coze.loop.evaluation.eval_set",
   "service": "evaluationEvalSet"
 });
+export const CreateEvaluationSetWithImport = /*#__PURE__*/createAPI<CreateEvaluationSetWithImportRequest, CreateEvaluationSetWithImportResponse>({
+  "url": "/api/evaluation/v1/evaluation_sets/create_with_import",
+  "method": "POST",
+  "name": "CreateEvaluationSetWithImport",
+  "reqType": "CreateEvaluationSetWithImportRequest",
+  "reqMapping": {
+    "body": ["workspace_id", "name", "description", "evaluation_set_schema", "biz_category", "source_type", "source", "fieldMappings", "session"]
+  },
+  "resType": "CreateEvaluationSetWithImportResponse",
+  "schemaRoot": "api://schemas/evaluation_coze.loop.evaluation.eval_set",
+  "service": "evaluationEvalSet"
+});
+export const ParseImportSourceFile = /*#__PURE__*/createAPI<ParseImportSourceFileRequest, ParseImportSourceFileResponse>({
+  "url": "/api/evaluation/v1/evaluation_sets/parse_import_source_file",
+  "method": "POST",
+  "name": "ParseImportSourceFile",
+  "reqType": "ParseImportSourceFileRequest",
+  "reqMapping": {
+    "body": ["workspace_id", "file"]
+  },
+  "resType": "ParseImportSourceFileResponse",
+  "schemaRoot": "api://schemas/evaluation_coze.loop.evaluation.eval_set",
+  "service": "evaluationEvalSet"
+});
 /** 版本管理 */
 export const CreateEvaluationSetVersion = /*#__PURE__*/createAPI<CreateEvaluationSetVersionRequest, CreateEvaluationSetVersionResponse>({
   "url": "/api/evaluation/v1/evaluation_sets/:evaluation_set_id/versions",
@@ -401,4 +479,17 @@ export const ClearEvaluationSetDraftItem = /*#__PURE__*/createAPI<ClearEvaluatio
   "resType": "ClearEvaluationSetDraftItemResponse",
   "schemaRoot": "api://schemas/evaluation_coze.loop.evaluation.eval_set",
   "service": "evaluationEvalSet"
+});
+export const GetEvaluationSetItemField = /*#__PURE__*/createAPI<GetEvaluationSetItemFieldRequest, GetEvaluationSetItemFieldResponse>({
+  "url": "/api/evaluation/v1/evaluation_sets/:evaluation_set_id/items/:item_pk/field",
+  "method": "GET",
+  "name": "GetEvaluationSetItemField",
+  "reqType": "GetEvaluationSetItemFieldRequest",
+  "reqMapping": {
+    "query": ["workspace_id", "field_name", "turn_id"],
+    "path": ["evaluation_set_id", "item_pk"]
+  },
+  "resType": "GetEvaluationSetItemFieldResponse",
+  "schemaRoot": "api://schemas/evaluation_coze.loop.evaluation.eval_set",
+  "service": "evaluationEvalSet"
 });

frontend/packages/loop-base/api-schema/src/api/idl/evaluation/coze.loop.evaluation.eval_set.ts

@@ -155,6 +155,8 @@ export interface RunEvaluatorRequest {
   experiment_run_id?: string,
   item_id?: string,
   turn_id?: string,
+  /** 评估器运行配置参数 */
+  evaluator_run_conf?: evaluator.EvaluatorRunConfig,
   ext?: {
     [key: string | number]: string
   },
@@ -170,6 +172,8 @@ export interface DebugEvaluatorRequest {
   /** 评测数据输入: 数据集行内容 + 评测目标输出内容与历史记录 + 评测目标的 trace */
   input_data: evaluator.EvaluatorInputData,
   evaluator_type: evaluator.EvaluatorType,
+  /** 评估器运行配置参数 */
+  evaluator_run_conf?: evaluator.EvaluatorRunConfig,
 }
 export interface DebugEvaluatorResponse {
   /** 输出数据 */
@@ -183,6 +187,8 @@ export interface BatchDebugEvaluatorRequest {
   /** 评测数据输入: 数据集行内容 + 评测目标输出内容与历史记录 + 评测目标的 trace */
   input_data: evaluator.EvaluatorInputData[],
   evaluator_type: evaluator.EvaluatorType,
+  /** 评估器运行配置参数 */
+  evaluator_run_conf?: evaluator.EvaluatorRunConfig,
 }
 export interface BatchDebugEvaluatorResponse {
   /** 输出数据 */
@@ -541,7 +547,7 @@ export const RunEvaluator = /*#__PURE__*/createAPI<RunEvaluatorRequest, RunEvalu
   "name": "RunEvaluator",
   "reqType": "RunEvaluatorRequest",
   "reqMapping": {
-    "body": ["workspace_id", "input_data", "experiment_id", "experiment_run_id", "item_id", "turn_id", "ext"],
+    "body": ["workspace_id", "input_data", "experiment_id", "experiment_run_id", "item_id", "turn_id", "evaluator_run_conf", "ext"],
     "path": ["evaluator_version_id"]
   },
   "resType": "RunEvaluatorResponse",
@@ -555,7 +561,7 @@ export const DebugEvaluator = /*#__PURE__*/createAPI<DebugEvaluatorRequest, Debu
   "name": "DebugEvaluator",
   "reqType": "DebugEvaluatorRequest",
   "reqMapping": {
-    "body": ["workspace_id", "evaluator_content", "input_data", "evaluator_type"]
+    "body": ["workspace_id", "evaluator_content", "input_data", "evaluator_type", "evaluator_run_conf"]
   },
   "resType": "DebugEvaluatorResponse",
   "schemaRoot": "api://schemas/evaluation_coze.loop.evaluation.evaluator",
@@ -568,7 +574,7 @@ export const BatchDebugEvaluator = /*#__PURE__*/createAPI<BatchDebugEvaluatorReq
   "name": "BatchDebugEvaluator",
   "reqType": "BatchDebugEvaluatorRequest",
   "reqMapping": {
-    "body": ["workspace_id", "evaluator_content", "input_data", "evaluator_type"]
+    "body": ["workspace_id", "evaluator_content", "input_data", "evaluator_type", "evaluator_run_conf"]
   },
   "resType": "BatchDebugEvaluatorResponse",
   "schemaRoot": "api://schemas/evaluation_coze.loop.evaluation.evaluator",
@@ -686,23 +692,6 @@ export const DebugBuiltinEvaluator = /*#__PURE__*/createAPI<DebugBuiltinEvaluato
   "schemaRoot": "api://schemas/evaluation_coze.loop.evaluation.evaluator",
   "service": "evaluationEvaluator"
 });
-/**
- * 更新预置评估器tag
- * 更新预置评估器
-*/
-export const UpdateBuiltinEvaluatorTags = /*#__PURE__*/createAPI<UpdateBuiltinEvaluatorTagsRequest, UpdateBuiltinEvaluatorTagsResponse>({
-  "url": "/api/evaluation/v1/evaluators/:evaluator_id/update_builtin_tags",
-  "method": "PATCH",
-  "name": "UpdateBuiltinEvaluatorTags",
-  "reqType": "UpdateBuiltinEvaluatorTagsRequest",
-  "reqMapping": {
-    "path": ["evaluator_id"],
-    "body": ["workspace_id", "tags"]
-  },
-  "resType": "UpdateBuiltinEvaluatorTagsResponse",
-  "schemaRoot": "api://schemas/evaluation_coze.loop.evaluation.evaluator",
-  "service": "evaluationEvaluator"
-});
 /** 查询Tag */
 export const ListEvaluatorTags = /*#__PURE__*/createAPI<ListEvaluatorTagsRequest, ListEvaluatorTagsResponse>({
   "url": "/api/evaluation/v1/evaluators/list_tags",