update
This commit is contained in:
20
config_files/tasks/Allrecipes--3.json
Normal file
20
config_files/tasks/Allrecipes--3.json
Normal file
@@ -0,0 +1,20 @@
|
||||
{
|
||||
"sites": [
|
||||
"allrecipes"
|
||||
],
|
||||
"task_id": "Allrecipes--3",
|
||||
"require_login": false,
|
||||
"storage_state": null,
|
||||
"start_url": "https://www.allrecipes.com/",
|
||||
"geolocation": null,
|
||||
"intent": "Locate a recipe for vegan chocolate chip cookies with over 60 reviews and a rating of at least 4.5 stars on Allrecipes.",
|
||||
"require_reset": false,
|
||||
"eval": {
|
||||
"eval_types": [
|
||||
"string_match"
|
||||
],
|
||||
"reference_answers": {
|
||||
"fuzzy_match": "'Vegan Chocolate Chip, Oatmeal, and Nut Cookies', 4.9 star, 67 viewers (> 60)"
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -1,20 +0,0 @@
|
||||
{
|
||||
"sites": [
|
||||
"google"
|
||||
],
|
||||
"task_id": "stanford_cs_head",
|
||||
"require_login": false,
|
||||
"storage_state": null,
|
||||
"start_url": "https://www.google.com/",
|
||||
"geolocation": null,
|
||||
"intent": "What is the email address of the Dean of the School of Engineering at Stanford University?",
|
||||
"require_reset": false,
|
||||
"eval": {
|
||||
"eval_types": [
|
||||
"string_match"
|
||||
],
|
||||
"reference_answers": {
|
||||
"exact_match": "widom@stanford.edu"
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -1,20 +0,0 @@
|
||||
{
|
||||
"sites": [
|
||||
"google"
|
||||
],
|
||||
"task_id": "tsinghua_da_head",
|
||||
"require_login": false,
|
||||
"storage_state": null,
|
||||
"start_url": "https://www.google.com/",
|
||||
"geolocation": null,
|
||||
"intent": "帮我查一下清华大学自动化系系主任的邮箱",
|
||||
"require_reset": false,
|
||||
"eval": {
|
||||
"eval_types": [
|
||||
"string_match"
|
||||
],
|
||||
"reference_answers": {
|
||||
"exact_match": "taozhang@tsinghua.edu.cn"
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user