fnlp
/

Llama3_1-8B-Base-LXM-8x

Hzfinfdu commited on 8 days ago

Commit

d427a9f

•

1 Parent(s): 199e95b

Upload Llama3_1-8B-Base-L20M-8x/lm_config.json with huggingface_hub

Files changed (1) hide show

Llama3_1-8B-Base-L20M-8x/lm_config.json CHANGED Viewed

@@ -2,7 +2,7 @@
     "device": "cuda",
     "seed": 42,
     "dtype": "torch.bfloat16",
-    "model_name": "meta-llama/Meta-Llama-3.1-8B",
     "use_flash_attn": false,
     "cache_dir": null,
     "d_model": 4096,

     "device": "cuda",
     "seed": 42,
     "dtype": "torch.bfloat16",
+    "model_name": "meta-llama/Llama-3.1-8B",
     "use_flash_attn": false,
     "cache_dir": null,
     "d_model": 4096,