{ "sites": [ "reddit", "gitlab" ], "task_id": 683, "require_login": true, "storage_state": "./.auth/gitlab.reddit_state.json", "start_url": "http://localhost:28080", "geolocation": null, "intent_template": "Find a GitLab repository related to {{topic}} and make a Reddit post linking to it in a relevant subreddit", "instantiation_dict": { "topic": "metaseq" }, "intent": "Find a GitLab repository related to metaseq and make a Reddit post linking to it in a relevant subreddit", "require_reset": false, "eval": { "eval_types": [ "url_match", "program_html" ], "reference_answers": null, "reference_url": "http://localhost:28080/f/machinelearning |OR| http://localhost:28080/f/deeplearning", "program_html": [ { "url": "last", "locator": "document.querySelector('.submission__inner').outerText", "required_contents": { "must_include": [ "metaseq", "http://localhost:28084/root/metaseq" ] } } ], "url_note": "GOLD in PRED" }, "intent_template_id": 116 }