eval-view/examples/dify/test-case.yaml at main · hidai25/eval-view · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
# EvalView Test Case: Dify Agent
# Tests a Dify workflow/agent application

name: "Dify Agent Workflow"
description: "Test Dify agent's tool usage and response quality"

adapter: http
endpoint: https://api.dify.ai/v1/chat-messages
# Set DIFY_API_KEY in environment or in headers below

headers:
  Authorization: "Bearer ${DIFY_API_KEY}"
  Content-Type: "application/json"

input:
  query: "Search for the latest news about artificial intelligence and summarize the top 3 stories"
  context:
    user: "test-user"
    response_mode: "blocking"

expected:
  tools:
    - web_search
    - summarize
  output:
    contains:
      - "AI"
      - "1."
      - "2."
      - "3."
    not_contains:
      - "error"
      - "failed"

thresholds:
  min_score: 80
  max_cost: 0.25
  max_latency: 30000