This commit is contained in:
Yao Liu
2025-01-28 14:46:28 -08:00
parent 4b8dbfd9c5
commit c078ba6292
17 changed files with 864 additions and 62 deletions

View File

@@ -0,0 +1,20 @@
{
"sites": [
"allrecipes"
],
"task_id": "Allrecipes--3",
"require_login": false,
"storage_state": null,
"start_url": "https://www.allrecipes.com/",
"geolocation": null,
"intent": "Locate a recipe for vegan chocolate chip cookies with over 60 reviews and a rating of at least 4.5 stars on Allrecipes.",
"require_reset": false,
"eval": {
"eval_types": [
"string_match"
],
"reference_answers": {
"fuzzy_match": "'Vegan Chocolate Chip, Oatmeal, and Nut Cookies', 4.9 star, 67 viewers (> 60)"
}
}
}

View File

@@ -1,20 +0,0 @@
{
"sites": [
"google"
],
"task_id": "stanford_cs_head",
"require_login": false,
"storage_state": null,
"start_url": "https://www.google.com/",
"geolocation": null,
"intent": "What is the email address of the Dean of the School of Engineering at Stanford University?",
"require_reset": false,
"eval": {
"eval_types": [
"string_match"
],
"reference_answers": {
"exact_match": "widom@stanford.edu"
}
}
}

View File

@@ -1,20 +0,0 @@
{
"sites": [
"google"
],
"task_id": "tsinghua_da_head",
"require_login": false,
"storage_state": null,
"start_url": "https://www.google.com/",
"geolocation": null,
"intent": "帮我查一下清华大学自动化系系主任的邮箱",
"require_reset": false,
"eval": {
"eval_types": [
"string_match"
],
"reference_answers": {
"exact_match": "taozhang@tsinghua.edu.cn"
}
}
}