{ "sites": [ "gitlab", "reddit" ], "task_id": 555, "require_login": true, "storage_state": "./.auth/gitlab.reddit_state.json", "start_url": "http://localhost:28084", "geolocation": null, "intent_template": "Create a folder named {{directory}} in {{gitlab_repo}} repo. Within it, create a file named urls.txt that contains the URLs of the 5 most recent posts from the {{subreddit}}?", "instantiation_dict": { "directory": "funny_pic", "gitlab_repo": "gimmiethat.space", "subreddit": "memes" }, "intent": "Create a folder named funny_pic in gimmiethat.space repo. Within it, create a file named urls.txt that contains the URLs of the 5 most recent posts from the memes?", "require_reset": false, "eval": { "eval_types": [ "program_html" ], "reference_answers": null, "reference_url": "", "program_html": [ { "url": "http://localhost:28084/byteblaze/gimmiethat.space/-/raw/main/funny_pic/urls.txt", "locator": "", "required_contents": { "must_include": [ "http://localhost:28080/f/memes/127991/it-do-be-like-that-tho", "http://localhost:28080/f/memes/127990/thank-you-memers-this-wouldn-t-be-possible-without-you", "http://localhost:28080/f/memes/127989/if-you-have-no-other-choice", "http://localhost:28080/f/memes/127988/yes-yes-yes", "http://localhost:28080/f/memes/127987/shagadelic-baby" ] } } ] }, "intent_template_id": 84 }