benchmark_scores/result_jcommonsenseqa-1.1-0.2.1.json

{
    "results": {
      "jcommonsenseqa-1.1-0.2.1": {
        "acc": 0.9115281501340483,
        "acc_stderr": 0.008493108942289001,
        "acc_norm": 0.837354781054513,
        "acc_norm_stderr": 0.011037087895481251
      }
    },
    "versions": {
      "jcommonsenseqa-1.1-0.2.1": 1.1
    },
    "config": {
      "model": "hf-causal-experimental",
      "model_args": "pretrained=HachiML/youri-2x7b_dev,tokenizer=HachiML/youri-2x7b_dev,use_accelerate=True,dtype=auto",
      "num_fewshot": [
        3
      ],
      "batch_size": 1,
      "device": "cuda",
      "no_cache": false,
      "limit": null,
      "bootstrap_iters": 100000,
      "description_dict": null
    }
}