Hugging Face's logo

neuralmagic
/
Llama-3.1-Nemotron-70B-Instruct-HF-FP8-dynamic

Text Generation
Safetensors
llama
fp8
vllm
conversational
compressed-tensors
Model card Files Community
ekurtic commited on
Commit
28943b8
•
1 Parent(s): c8bd725

add model

Browse files
Files changed (24) hide show
  1. .gitattributes +1 -0
  2. README.md +0 -3
  3. config.json +3 -0
  4. generation_config.json +3 -0
  5. model-00001-of-00015.safetensors +3 -0
  6. model-00002-of-00015.safetensors +3 -0
  7. model-00003-of-00015.safetensors +3 -0
  8. model-00004-of-00015.safetensors +3 -0
  9. model-00005-of-00015.safetensors +3 -0
  10. model-00006-of-00015.safetensors +3 -0
  11. model-00007-of-00015.safetensors +3 -0
  12. model-00008-of-00015.safetensors +3 -0
  13. model-00009-of-00015.safetensors +3 -0
  14. model-00010-of-00015.safetensors +3 -0
  15. model-00011-of-00015.safetensors +3 -0
  16. model-00012-of-00015.safetensors +3 -0
  17. model-00013-of-00015.safetensors +3 -0
  18. model-00014-of-00015.safetensors +3 -0
  19. model-00015-of-00015.safetensors +3 -0
  20. model.safetensors.index.json +3 -0
  21. recipe.yaml +9 -0
  22. special_tokens_map.json +3 -0
  23. tokenizer.json +3 -0
  24. tokenizer_config.json +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.json filter=lfs diff=lfs merge=lfs -text
README.md DELETED
@@ -1,3 +0,0 @@
1
- ---
2
- license: apache-2.0
3
- ---
 
 
 
 
config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a5a0965c73910a294ce317ea049641dd1203195869a9cfee90795c7008d1490
3
+ size 2116
generation_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a409f0bcabfa4177dc7c31b545f27507a325a54625ea869fbbc40f01472d52e8
3
+ size 163
model-00001-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:386d982cd9474127accdf4ccf42cbd685cacc04afb9065177e81131ebd1acde0
3
+ size 4819901056
model-00002-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f96d97dc6f1103d424f1c4dacb2ab3e0040de41b1a0c55d5233eeb366d9b43c
3
+ size 4984010552
model-00003-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a851b05b44d025377e74ccdb8b49550abc4ac713df539864345d8dea6e15b523
3
+ size 4900112736
model-00004-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc9a1864f704a10079f02b69fd39c878d3a70d10c3829b517821b334796b934a
3
+ size 4900104792
model-00005-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:784e2396b82eae024893dde07901009d436b0feb2508bf362441c70c5cb824ce
3
+ size 4900104792
model-00006-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fae4034ed714759f290c5f39f444912f7bc92b61be7bf2c6d4716b81ad8191ce
3
+ size 4984010640
model-00007-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a623fa68d03632287d1b9758ccc68bc61dd8122b1d40f4e3705eed9d6a39b686
3
+ size 4900112760
model-00008-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7d88606a4740285c7c6521bab2893afd51aecf83a478b236834f7ea538e7e3f
3
+ size 4900104792
model-00009-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5050f5ec5044338bb8afe8d02386481719befc5962eea090f22c58615b74020b
3
+ size 4900104792
model-00010-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0679c658459f0fd3a39c0c3fd787671d02777777c8af3ca64be5ad000934d61
3
+ size 4984010640
model-00011-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7de3ab9fad55c4b85eef34b60a2af2fbc51f0621288b2ee03bfc90bf3fa421c2
3
+ size 4900112760
model-00012-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9e2774470ee7e2397740a65f22244c399ad7e4c69cf4261b49f8441605970ce
3
+ size 4900104792
model-00013-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:695e3752be04122b40611ea8c1e113520d89cd972e188fdc4b5e184c1709a682
3
+ size 4900104792
model-00014-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c5252ff9c29ccaa6808999dd0c6987d99316f6b5fdbf71532776ce14caa73f6
3
+ size 4984010640
model-00015-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:733fec3e95c6f6dee8a322ff3ae5852b4b2196d2d04ef3ea1f433a00b82910be
3
+ size 3813044168
model.safetensors.index.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcde01c04860007d9a522fbb4f9c161be84e26395e1b49847a7ea32b97bdfa24
3
+ size 108504
recipe.yaml ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ quant_stage:
2
+ quant_modifiers:
3
+ QuantizationModifier:
4
+ ignore: [lm_head]
5
+ config_groups:
6
+ group_0:
7
+ weights: {num_bits: 8, type: float, strategy: channel, dynamic: false, symmetric: true}
8
+ input_activations: {num_bits: 8, type: float, strategy: token, dynamic: true, symmetric: true}
9
+ targets: [Linear]
special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f38c73729248f6c127296386e3cdde96e254636cc58b4169d3fd32328d9a8ec
3
+ size 296
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79e3e522635f3171300913bb421464a87de6222182a0570b9b2ccba2a964b2b4
3
+ size 9085657
tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d9e72de122ffa940711710f4e31d70b680d4015409c744856086bed53c43779
3
+ size 55248