trpc-agent-python/examples/optimization/multi_agent_pipeline/train.evalset.json at main · trpc-group/trpc-agent-python · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
{
  "eval_set_id": "multi_agent_pipeline_train",
  "name": "Multi-agent pipeline demo - train",
  "description": "5 条混合 case：3 道事实题 + 2 道算术题；考核整条 pipeline 的端到端效果（路由 + 分支应答 + 总结格式）。",
  "eval_cases": [
    {
      "eval_id": "fact_capital_china",
      "conversation": [
        {
          "invocation_id": "t1",
          "user_content": {
            "parts": [{"text": "中国的首都是哪里？"}],
            "role": "user"
          },
          "final_response": {
            "parts": [{"text": "答案：北京"}],
            "role": "model"
          }
        }
      ],
      "session_input": {"app_name": "multi_agent_pipeline_demo", "user_id": "trainer", "state": {}}
    },
    {
      "eval_id": "fact_water_boil",
      "conversation": [
        {
          "invocation_id": "t2",
          "user_content": {
            "parts": [{"text": "在标准大气压下，水的沸点是多少摄氏度？"}],
            "role": "user"
          },
          "final_response": {
            "parts": [{"text": "答案：100 摄氏度"}],
            "role": "model"
          }
        }
      ],
      "session_input": {"app_name": "multi_agent_pipeline_demo", "user_id": "trainer", "state": {}}
    },
    {
      "eval_id": "fact_solar_planets",
      "conversation": [
        {
          "invocation_id": "t3",
          "user_content": {
            "parts": [{"text": "太阳系有几大行星？"}],
            "role": "user"
          },
          "final_response": {
            "parts": [{"text": "答案：8 颗"}],
            "role": "model"
          }
        }
      ],
      "session_input": {"app_name": "multi_agent_pipeline_demo", "user_id": "trainer", "state": {}}
    },
    {
      "eval_id": "math_simple_add",
      "conversation": [
        {
          "invocation_id": "t4",
          "user_content": {
            "parts": [{"text": "3 加 5 等于多少？"}],
            "role": "user"
          },
          "final_response": {
            "parts": [{"text": "答案：8"}],
            "role": "model"
          }
        }
      ],
      "session_input": {"app_name": "multi_agent_pipeline_demo", "user_id": "trainer", "state": {}}
    },
    {
      "eval_id": "math_multiply",
      "conversation": [
        {
          "invocation_id": "t5",
          "user_content": {
            "parts": [{"text": "12 乘以 7 等于多少？"}],
            "role": "user"
          },
          "final_response": {
            "parts": [{"text": "答案：84"}],
            "role": "model"
          }
        }
      ],
      "session_input": {"app_name": "multi_agent_pipeline_demo", "user_id": "trainer", "state": {}}
    }
  ]
}