{
    "results": {
      "jsquad-1.2-0.2": {
        "exact_match": 80.07654209815398,
        "f1": 91.30275393110973
      }
    },
    "versions": {
      "jsquad-1.2-0.2": 1.2
    },
    "config": {
      "model": "hf-causal-experimental",
      "model_args": "pretrained=HachiML/youri-2x7b_dev,tokenizer=HachiML/youri-2x7b_dev,use_accelerate=True,dtype=auto",
      "num_fewshot": [
        2
      ],
      "batch_size": 1,
      "device": "cuda",
      "no_cache": false,
      "limit": null,
      "bootstrap_iters": 100000,
      "description_dict": null
    }
}