Hugging Face's logo

neuralmagic
/
Meta-Llama-3-70B-Instruct-FP8

Text Generation
Transformers
Safetensors
English
llama
fp8
vllm
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
3
mgoin commited on
Commit
68b734a
•
1 Parent(s): 732832a

Upload folder using huggingface_hub

Browse files
Files changed (16) hide show
  1. model-00001-of-00015.safetensors +2 -2
  2. model-00002-of-00015.safetensors +2 -2
  3. model-00003-of-00015.safetensors +2 -2
  4. model-00004-of-00015.safetensors +2 -2
  5. model-00005-of-00015.safetensors +2 -2
  6. model-00006-of-00015.safetensors +2 -2
  7. model-00007-of-00015.safetensors +2 -2
  8. model-00008-of-00015.safetensors +2 -2
  9. model-00009-of-00015.safetensors +2 -2
  10. model-00010-of-00015.safetensors +2 -2
  11. model-00011-of-00015.safetensors +2 -2
  12. model-00012-of-00015.safetensors +2 -2
  13. model-00013-of-00015.safetensors +2 -2
  14. model-00014-of-00015.safetensors +2 -2
  15. model-00015-of-00015.safetensors +1 -1
  16. model.safetensors.index.json +1 -1
model-00001-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b32ea9e0e742fabd04ef8ebfca195ff5df539946071c6c7dc1c9516263756cd4
3
- size 4819362368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:092645967c90ae8f54a6e79ebd0c3a96ac063c7543954e9d3d9b471582e243c9
3
+ size 4819362384
model-00002-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5b9a9a0e8f499d04b577f08c67b0e6dfdfc572430798452d4ede18161a0155d9
3
- size 4983043104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79d365586b7ad6b5943e3ca9ea57ed3b815f34f9373382e4c601ecde901d372e
3
+ size 4983043152
model-00003-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6edc8255d02dc39baeef23c9518da333b81627c6259ec1060ca5ad4771ffd855
3
- size 4899125128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7b3a3ae6bee742ea551d44e497582811b726c6c9488216c8d017c5e111d7c6c
3
+ size 4899125176
model-00004-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a2c3af3d103bf4e2a66cc662a7ded4fca735ef96cd80bb8f0b61b52c32a988a
3
- size 4899158144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d42734560974325d61b7091efa55b96acd337fd45f1510b94fdcf5db805a3fec
3
+ size 4899158192
model-00005-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da25d5e65be2724a0612d3bbd938e8c4f9ae858022a21f92e726ca8602dca9d5
3
- size 4899158136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4d0ae34d3026b183c652dd56c6ed87f8c2b103379718428cfa45fa45bf6733a
3
+ size 4899158192
model-00006-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea4131cf4bff367efc1e0cbd8eaa3a761855f4a257d7667fdc1fd98ebbcae505
3
- size 4983043232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28bf73dfe61aaf41120842e38069e3dafb1e433d8465445d6769058112c3c886
3
+ size 4983043280
model-00007-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e4b407cfa533d4debfe56afba069d764adeb2ba47fedf73fc467b5bfe810fa8a
3
- size 4899125144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90cb8195942a4c8f763d1643b0f0447bfca781705c2239ac78adb008a4e5a77b
3
+ size 4899125200
model-00008-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5982369fde95b5670335b35cb910090a1bb8cb87229aca784dee5adeeb7adaf8
3
- size 4899158144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a5cbbbc466b552311389430ff194fc8605119f1af8782c15951042398aae92
3
+ size 4899158192
model-00009-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1daa8030ce7335334d6b8f471aa8ede8f45529ae3d205a1d08c15842f50c45ad
3
- size 4899158136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61c5f3b0b400567294b5ed17ccd5a785e8ad8388c88496ade182b8cb14332f13
3
+ size 4899158192
model-00010-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8db46cadf49102afe82804685275a9907e1b57bf1fd1aa3a14e2267713cafee3
3
- size 4983043232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a337438887cee86ef2dd8322b72b2fab362db76372503aa2dc9403b1cb39e2da
3
+ size 4983043280
model-00011-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff2a4ca565ba2487ec5e530e55b41f75857e12ba2ee38091f4b3d58aaf4afd39
3
- size 4899125144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8b2e508b009a30613933735ccbca4d16fab9e358f95de5f1c049ac9c7c87a5b
3
+ size 4899125200
model-00012-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4501d670b249b92c99420646ef77e140b1cddec36d89aeba5c0026208698215b
3
- size 4899158144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d705b9ca39400713c38aad330b0604232c227e195fb76100a29233486e9c96b4
3
+ size 4899158192
model-00013-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:788094595269553aad25d1236f523a8825e65e131f214e1e18f25ecb3a108e84
3
- size 4899158136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:562d9b684c31139af53ddc1710420358ff6874893ecc5dbdcad090894c2c6b25
3
+ size 4899158192
model-00014-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b4e99f802c1738f7da6a6690b981d6bdda24ac3df17ebcde0cbacb5f8c44e457
3
- size 4983043232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9677c5d4bed17065e827c094d2e1d19e77230750423c6ab8c0ce47230338213a
3
+ size 4983043280
model-00015-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b9937f69ac4eb6cf553ef5208175babf3e782930f55c0ee4ae091169130d77c
3
  size 3812709392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd1694f51f2f9a93c987135f8ddad1a72a24641f75f542708323cbca622770d2
3
  size 3812709392
model.safetensors.index.json CHANGED
@@ -1847,4 +1847,4 @@
1847
  "model.layers.9.self_attn.v_proj.weight_scale": "model-00003-of-00015.safetensors",
1848
  "model.norm.weight": "model-00015-of-00015.safetensors"
1849
  }
1850
- }
 
1847
  "model.layers.9.self_attn.v_proj.weight_scale": "model-00003-of-00015.safetensors",
1848
  "model.norm.weight": "model-00015-of-00015.safetensors"
1849
  }
1850
+ }