{
  "sites": [
    "huggingface"
  ],
  "task_id": "Huggingface--18",
  "require_login": false,
  "storage_state": null,
  "start_url": "https://huggingface.co/",
  "geolocation": null,
  "intent": "Look up TRL's forward modelling in the hugging face documentation on how to add a margin to a loss.",
  "require_reset": false,
  "eval": {
    "eval_types": [
      "string_match"
    ],
    "reference_answers": {
      "fuzzy_match": "As in the Llama 2 paper, you can add a margin to the loss by adding a margin column to the dataset. The reward collator will automatically pass it through and the loss will be computed accordingly."
    }
  }
}