35 lines
1.2 KiB
JSON
35 lines
1.2 KiB
JSON
{
|
|
"sites": [
|
|
"map"
|
|
],
|
|
"task_id": 76,
|
|
"require_login": true,
|
|
"storage_state": null,
|
|
"start_url": "https://www.openstreetmap.org",
|
|
"geolocation": null,
|
|
"intent_template": "Given the following locations, {{place_list}}, what would be the optimal route to travel through them all in order to minimize total travel time? Please note the journey begins at the first place listed.",
|
|
"instantiation_dict": {
|
|
"place_list": [
|
|
"Princeton University",
|
|
"Yale University",
|
|
"Harvard University"
|
|
]
|
|
},
|
|
"intent": "Given the following locations, ['Princeton University', 'Yale University', 'Harvard University'], what would be the optimal route to travel through them all in order to minimize total travel time? Please note the journey begins at the first place listed.",
|
|
"require_reset": false,
|
|
"eval": {
|
|
"eval_types": [
|
|
"string_match"
|
|
],
|
|
"reference_answers": {
|
|
"must_include": [
|
|
"The order is Princeton University, Yale University, Harvard University"
|
|
]
|
|
},
|
|
"reference_url": "",
|
|
"program_html": [],
|
|
"string_note": "",
|
|
"reference_answer_raw_annotation": "Princeton University, Yale University, Harvard University"
|
|
},
|
|
"intent_template_id": 65
|
|
} |