trpc-agent-python/examples/optimization/slo_runtime_control/val.evalset.json at main · trpc-group/trpc-agent-python · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
{
  "eval_set_id": "slo_runtime_val",
  "name": "SLO runtime control demo - val",
  "description": "4 道留出验证 case，含 1 道边界混淆（v1 billing vs technical）。",
  "eval_cases": [
    {
      "eval_id": "ticket_v1",
      "conversation": [
        {
          "invocation_id": "v1",
          "user_content": {
            "parts": [
              {
                "text": "信用卡支付一直转圈最后失败，账单页面也打不开。"
              }
            ],
            "role": "user"
          },
          "final_response": {
            "parts": [
              {
                "text": "{\"category\":\"technical\",\"priority\":\"high\"}"
              }
            ],
            "role": "model"
          }
        }
      ],
      "session_input": {
        "app_name": "slo_runtime_control_agent",
        "user_id": "validator",
        "state": {}
      }
    },
    {
      "eval_id": "ticket_v2",
      "conversation": [
        {
          "invocation_id": "v2",
          "user_content": {
            "parts": [
              {
                "text": "希望支持微信和支付宝同时绑定。"
              }
            ],
            "role": "user"
          },
          "final_response": {
            "parts": [
              {
                "text": "{\"category\":\"feedback\",\"priority\":\"low\"}"
              }
            ],
            "role": "model"
          }
        }
      ],
      "session_input": {
        "app_name": "slo_runtime_control_agent",
        "user_id": "validator",
        "state": {}
      }
    },
    {
      "eval_id": "ticket_v3",
      "conversation": [
        {
          "invocation_id": "v3",
          "user_content": {
            "parts": [
              {
                "text": "如何修改我的注册手机号？"
              }
            ],
            "role": "user"
          },
          "final_response": {
            "parts": [
              {
                "text": "{\"category\":\"account\",\"priority\":\"normal\"}"
              }
            ],
            "role": "model"
          }
        }
      ],
      "session_input": {
        "app_name": "slo_runtime_control_agent",
        "user_id": "validator",
        "state": {}
      }
    },
    {
      "eval_id": "ticket_v4",
      "conversation": [
        {
          "invocation_id": "v4",
          "user_content": {
            "parts": [
              {
                "text": "12 月份发票怎么开？"
              }
            ],
            "role": "user"
          },
          "final_response": {
            "parts": [
              {
                "text": "{\"category\":\"billing\",\"priority\":\"low\"}"
              }
            ],
            "role": "model"
          }
        }
      ],
      "session_input": {
        "app_name": "slo_runtime_control_agent",
        "user_id": "validator",
        "state": {}
      }
    }
  ]
}