20 lines
723 B
JSON
20 lines
723 B
JSON
{
|
|
"sites": [
|
|
"arxiv"
|
|
],
|
|
"task_id": "ArXiv--39",
|
|
"require_login": false,
|
|
"storage_state": null,
|
|
"start_url": "https://arxiv.org/",
|
|
"geolocation": null,
|
|
"intent": "Search the title 'GPT-4 Technical Report' and access this paper through HTML format. Read the paper on this page and tell me what is 'one of the main goals of developing such models' mentioned in the Introduction.",
|
|
"require_reset": false,
|
|
"eval": {
|
|
"eval_types": [
|
|
"string_match"
|
|
],
|
|
"reference_answers": {
|
|
"fuzzy_match": "One of the main goals of developing such models is to improve their ability to understand and generate natural language text, particularly in more complex and nuanced scenarios."
|
|
}
|
|
}
|
|
} |