{ "sites": [ "reddit" ], "task_id": 647, "require_login": true, "storage_state": "./.auth/reddit_state.json", "start_url": "http://localhost:28080", "geolocation": null, "intent_template": "Post in {{subreddit}} forum about what could open-source LLMs help the corresponding field.", "instantiation_dict": { "subreddit": "technology" }, "intent": "Post in technology forum about what could open-source LLMs help the corresponding field.", "require_reset": false, "eval": { "eval_types": [ "url_match", "program_html" ], "reference_answers": null, "reference_url": "http://localhost:28080/f/technology", "program_html": [ { "url": "func:reddit_get_post_url('__last_url__')", "locator": "document.querySelector('.submission__inner').outerText", "required_contents": { "must_include": [ "open-source LLMs", "help |OR| assist |OR| benefit |OR| improve |OR| enhance |OR| transform |OR| revolutionize" ] } } ], "url_note": "GOLD in PRED" }, "intent_template_id": 19 }