{
  "sites": [
    "gitlab"
  ],
  "task_id": 173,
  "require_login": true,
  "storage_state": "./.auth/gitlab_state.json",
  "start_url": "http://localhost:28084",
  "geolocation": null,
  "intent_template": "Open my latest updated issue that has keyword \"{{keyword}}\" in its title to check if it is closed",
  "instantiation_dict": {
    "keyword": "better"
  },
  "intent": "Open my latest updated issue that has keyword \"better\" in its title to check if it is closed",
  "require_reset": false,
  "eval": {
    "eval_types": [
      "string_match",
      "url_match"
    ],
    "reference_answers": {
      "fuzzy_match": [
        "No, it is open"
      ]
    },
    "reference_url": "http://localhost:28084/byteblaze/empathy-prompts/-/issues/8",
    "program_html": [],
    "reference_answer_raw_annotation": "Not closed",
    "string_note": "",
    "url_note": "GOLD in PRED"
  },
  "intent_template_id": 310
}