mcp-server-browserbase/evals/mcp-eval-basic.config.json at 74fca972e8d7c8d5a123b8ec77ba4a7e56ca2496 · browserbase/mcp-server-browserbase · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
{
  "passThreshold": 0.7,
  "server": {
    "transport": "stdio",
    "command": "node",
    "args": ["./cli.js"],
    "env": {
      "BROWSERBASE_API_KEY": "${BROWSERBASE_API_KEY}",
      "BROWSERBASE_PROJECT_ID": "${BROWSERBASE_PROJECT_ID}",
      "GEMINI_API_KEY": "${GEMINI_API_KEY}"
    }
  },
  "timeout": 180000,
  "llmJudge": false,
  "workflows": [
    {
      "name": "basic-navigation-test",
      "description": "Test basic browser navigation functionality",
      "steps": [
        {
          "user": "Create a browser session, navigate to https://example.com, and close the session",
          "expectedState": "closed"
        }
      ],
      "expectTools": [
        "browserbase_session_create",
        "browserbase_stagehand_navigate",
        "browserbase_session_close"
      ]
    },
    {
      "name": "search-and-extract-test",
      "description": "Test navigation, search interaction, and data extraction",
      "steps": [
        {
          "user": "Create a browser session, navigate to https://example.com, extract the page title, and close the session",
          "expectedState": "Example Domain"
        }
      ],
      "expectTools": [
        "browserbase_session_create",
        "browserbase_stagehand_navigate",
        "browserbase_stagehand_extract",
        "browserbase_session_close"
      ]
    },
    {
      "name": "observe-and-interact-test",
      "description": "Test element observation and interaction capabilities",
      "steps": [
        {
          "user": "Create a browser session, navigate to https://example.com, observe the page elements, and close the session",
          "expectedState": "closed"
        }
      ],
      "expectTools": [
        "browserbase_session_create",
        "browserbase_stagehand_navigate",
        "browserbase_stagehand_observe",
        "browserbase_session_close"
      ]
    },
    {
      "name": "screenshot-test",
      "description": "Test screenshot functionality",
      "steps": [
        {
          "user": "Create a browser session, navigate to https://example.com, take a screenshot, and close the session",
          "expectedState": "closed"
        }
      ],
      "expectTools": [
        "browserbase_session_create",
        "browserbase_stagehand_navigate",
        "browserbase_screenshot",
        "browserbase_session_close"
      ]
    },
    {
      "name": "form-interaction-test",
      "description": "Test form filling and submission capabilities",
      "steps": [
        {
          "user": "Create a browser session, navigate to https://httpbin.org/forms/post, fill in the customer name field with 'TestUser', and close the session",
          "expectedState": "closed"
        }
      ],
      "expectTools": [
        "browserbase_session_create",
        "browserbase_stagehand_navigate",
        "browserbase_stagehand_act",
        "browserbase_session_close"
      ]
    },
    {
      "name": "error-handling-test",
      "description": "Test error handling for invalid operations",
      "steps": [
        {
          "user": "Create a browser session and try to navigate to an invalid URL like 'invalid-url-test'",
          "expectedState": "error"
        }
      ],
      "expectTools": [
        "browserbase_session_create",
        "browserbase_stagehand_navigate"
      ]
    },
    {
      "name": "url-retrieval-test",
      "description": "Test URL retrieval functionality",
      "steps": [
        {
          "user": "Create a browser session, navigate to https://example.com, get the current URL to verify navigation, and close the session",
          "expectedState": "https://example.com"
        }
      ],
      "expectTools": [
        "browserbase_session_create",
        "browserbase_stagehand_navigate",
        "browserbase_stagehand_get_url",
        "browserbase_session_close"
      ]
    }
  ]
}