{
  "sites": [
    "gitlab"
  ],
  "task_id": 316,
  "require_login": true,
  "storage_state": "./.auth/gitlab_state.json",
  "start_url": "http://localhost:28084",
  "geolocation": null,
  "intent_template": "List the {{attribute}} of the top 3 contributors to {{repo}} repo, ranked by the number of commits?",
  "instantiation_dict": {
    "repo": "facebook's guide on building react apps",
    "attribute": "name"
  },
  "intent": "List the name of the top 3 contributors to facebook's guide on building react apps repo, ranked by the number of commits?",
  "require_reset": false,
  "eval": {
    "eval_types": [
      "string_match"
    ],
    "reference_answers": {
      "must_include": [
        "Ian Sutherland",
        "Joe Hadda",
        "Dan Abramov"
      ]
    },
    "reference_url": "",
    "program_html": [],
    "string_note": "",
    "reference_answer_raw_annotation": "Ian Sutherland, Joe Hadda, Dan Abramov"
  },
  "intent_template_id": 324
}