benchmark_scores/result_xwinograd_ja.json

{
    "results": {
      "xwinograd_ja": {
        "acc": 0.8143899895724713,
        "acc_stderr": 0.012561287517973916
      }
    },
    "versions": {
      "xwinograd_ja": 1.0
    },
    "config": {
      "model": "hf-causal-experimental",
      "model_args": "pretrained=HachiML/youri-2x7b_dev,tokenizer=HachiML/youri-2x7b_dev,use_accelerate=True,dtype=auto",
      "num_fewshot": [
        0
      ],
      "batch_size": 2,
      "device": "cuda",
      "no_cache": false,
      "limit": null,
      "bootstrap_iters": 100000,
      "description_dict": null
    }
}