File size: 225 Bytes
ad69cf0
09a6e43
 
 
ad69cf0
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
{
    "device": "cuda",
    "seed": 42,
    "dtype": "torch.bfloat16",
    "model_name": "meta-llama/Meta-Llama-3.1-8B",
    "use_flash_attn": false,
    "cache_dir": null,
    "d_model": 4096,
    "local_files_only": false
}