|
173 | 173 | "reference": "The agent must call call-actor for apify/rag-web-browser, then call get-key-value-store-keys with the keyValueStoreId from that run. PASS only if get-key-value-store-keys was actually called with a keyValueStoreId argument and the final answer states a key count and lists one or more key names.", |
174 | 174 | "tools": ["actors", "get-key-value-store-keys"], |
175 | 175 | "maxTurns": 14 |
| 176 | + }, |
| 177 | + { |
| 178 | + "id": "call-google-search-results", |
| 179 | + "category": "call", |
| 180 | + "query": "Use Apify to run a Google search for 'best open source web scraping libraries' and give me the title and URL of the top 5 organic results.", |
| 181 | + "reference": "The agent must find the Google Search Results scraper (e.g. apify/google-search-scraper), call it with the query 'best open source web scraping libraries', and present at least 5 organic results, each with a title and a URL." |
| 182 | + }, |
| 183 | + { |
| 184 | + "id": "storage-dataset-items-google-search", |
| 185 | + "category": "storage", |
| 186 | + "query": "Run a Google search via Apify for 'apify web scraping' and request the top 10 organic results. When the run finishes, retrieve only the title and URL of each result and list them.", |
| 187 | + "reference": "The agent must find the Google Search Results scraper and call-actor it for the query 'apify web scraping', then call get-dataset-items with the datasetId from that run. PASS only if get-dataset-items was called with a datasetId argument and the final answer lists at least five results, each with a title and a URL.", |
| 188 | + "tools": ["actors", "get-dataset-items"], |
| 189 | + "maxTurns": 16 |
| 190 | + }, |
| 191 | + { |
| 192 | + "id": "call-instagram-recent-posts", |
| 193 | + "category": "call", |
| 194 | + "query": "Using Apify, get the 3 most recent posts from the nasa Instagram profile and tell me each post's caption and like count.", |
| 195 | + "reference": "The agent must find an Instagram scraper (e.g. apify/instagram-scraper), call it for the nasa profile, and present at least 3 recent posts, each with a caption and a like count." |
| 196 | + }, |
| 197 | + { |
| 198 | + "id": "storage-dataset-items-instagram", |
| 199 | + "category": "storage", |
| 200 | + "query": "Scrape the 10 latest posts from the natgeo Instagram profile using Apify. When the run finishes, retrieve only the caption and like count of each post and list them.", |
| 201 | + "reference": "The agent must find an Instagram scraper and call-actor it for the natgeo profile, then call get-dataset-items with the datasetId from that run. PASS only if get-dataset-items was called with a datasetId argument and the final answer lists several posts, each with a caption and a like count.", |
| 202 | + "tools": ["actors", "get-dataset-items"], |
| 203 | + "maxTurns": 18 |
| 204 | + }, |
| 205 | + { |
| 206 | + "id": "call-tiktok-recent-videos", |
| 207 | + "category": "call", |
| 208 | + "query": "Use Apify to get the 5 latest TikTok videos from the @nasa profile and report each video's view count.", |
| 209 | + "reference": "The agent must find a TikTok scraper, call it for the @nasa profile, and present at least 5 recent videos, each with a view count." |
| 210 | + }, |
| 211 | + { |
| 212 | + "id": "storage-dataset-items-tiktok", |
| 213 | + "category": "storage", |
| 214 | + "query": "Scrape the 10 latest TikTok videos from the @natgeo profile using Apify. When the run finishes, retrieve only each video's URL and view count and list them.", |
| 215 | + "reference": "The agent must find a TikTok scraper and call-actor it for the @natgeo profile, then call get-dataset-items with the datasetId from that run. PASS only if get-dataset-items was called with a datasetId argument and the final answer lists several videos, each with a URL and a view count.", |
| 216 | + "tools": ["actors", "get-dataset-items"], |
| 217 | + "maxTurns": 18 |
| 218 | + }, |
| 219 | + { |
| 220 | + "id": "call-youtube-channel-videos", |
| 221 | + "category": "call", |
| 222 | + "query": "Find a YouTube scraper on Apify and get the 5 latest videos from the NASA YouTube channel, with each video's title and view count.", |
| 223 | + "reference": "The agent must find a YouTube scraper (e.g. streamers/youtube-scraper), call it for the NASA channel, and present at least 5 videos, each with a title and a view count." |
| 224 | + }, |
| 225 | + { |
| 226 | + "id": "storage-dataset-items-youtube", |
| 227 | + "category": "storage", |
| 228 | + "query": "Use Apify to scrape 10 videos from the MrBeast YouTube channel. When the run finishes, retrieve only the title and view count of each video and list them.", |
| 229 | + "reference": "The agent must find a YouTube scraper and call-actor it for the MrBeast channel, then call get-dataset-items with the datasetId from that run. PASS only if get-dataset-items was called with a datasetId argument and the final answer lists several videos, each with a title and a view count.", |
| 230 | + "tools": ["actors", "get-dataset-items"], |
| 231 | + "maxTurns": 18 |
| 232 | + }, |
| 233 | + { |
| 234 | + "id": "call-reddit-subreddit-posts", |
| 235 | + "category": "call", |
| 236 | + "query": "Use Apify to get the top 5 posts from the r/programming subreddit and tell me each post's title and number of upvotes.", |
| 237 | + "reference": "The agent must find a Reddit scraper, call it for the r/programming subreddit, and present at least 5 posts, each with a title and an upvote count." |
| 238 | + }, |
| 239 | + { |
| 240 | + "id": "storage-dataset-items-reddit", |
| 241 | + "category": "storage", |
| 242 | + "query": "Scrape 10 posts from the r/technology subreddit using Apify. When the run finishes, retrieve only the title and upvote count of each post and list them.", |
| 243 | + "reference": "The agent must find a Reddit scraper and call-actor it for the r/technology subreddit, then call get-dataset-items with the datasetId from that run. PASS only if get-dataset-items was called with a datasetId argument and the final answer lists several posts, each with a title and an upvote count.", |
| 244 | + "tools": ["actors", "get-dataset-items"], |
| 245 | + "maxTurns": 18 |
176 | 246 | } |
177 | 247 | ] |
178 | 248 | } |
0 commit comments