{
  "sites": [
    "gitlab"
  ],
  "task_id": 663,
  "require_login": true,
  "storage_state": "./.auth/gitlab_state.json",
  "start_url": "http://localhost:28084",
  "geolocation": null,
  "intent_template": "Open an issue to {{issue}} in {{repo}}.",
  "instantiation_dict": {
    "repo": "metaseq",
    "issue": "ask their plan on supporting Llama and other llama family models"
  },
  "intent": "Open an issue to ask their plan on supporting Llama and other llama family models in metaseq.",
  "require_reset": false,
  "eval": {
    "eval_types": [
      "url_match",
      "program_html"
    ],
    "reference_answers": null,
    "reference_url": "http://localhost:28084/root/metaseq/-/issues",
    "program_html": [
      {
        "url": "last",
        "locator": "document.querySelector('.detail-page-description').outerText",
        "required_contents": {
          "must_include": [
            "llama"
          ]
        }
      }
    ],
    "url_note": "GOLD in PRED"
  },
  "intent_template_id": 328
}