{
  "sites": [
    "reddit"
  ],
  "task_id": 609,
  "require_login": true,
  "storage_state": "./.auth/reddit_state.json",
  "start_url": "http://localhost:28080",
  "geolocation": null,
  "intent_template": "Find a subreddit focused on topics related to {{topic}}, and post my question, \"{{question}}\" there",
  "instantiation_dict": {
    "topic": "ML, DL, NLP",
    "question": "what is the SOTA web navigation agent repo"
  },
  "intent": "Find a subreddit focused on topics related to ML, DL, NLP, and post my question, \"what is the SOTA web navigation agent repo\" there",
  "require_reset": false,
  "eval": {
    "eval_types": [
      "url_match",
      "program_html"
    ],
    "reference_answers": null,
    "reference_url": "http://localhost:28080/f/deeplearning |OR| http://localhost:28080/f/MachineLearning |OR| http://localhost:28080/f/singularity",
    "program_html": [
      {
        "url": "func:reddit_get_post_url('__last_url__')",
        "locator": "document.querySelector('.submission__inner').outerText",
        "required_contents": {
          "must_include": [
            "what is the SOTA web navigation agent repo"
          ]
        }
      }
    ],
    "url_note": "GOLD in PRED"
  },
  "intent_template_id": 5
}