Hugging Face's logo

mradermacher
/
Llama-3.2-Nemotron-3B-Instruct-i1-GGUF

Transformers
GGUF
English
nvidia
llama3.2
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
f16b92a
·
verified ·
1 Parent(s): 758b8a0

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Llama-3.2-Nemotron-3B-Instruct.i1-IQ1_M.gguf +3 -0
  3. Llama-3.2-Nemotron-3B-Instruct.i1-IQ1_S.gguf +3 -0
  4. Llama-3.2-Nemotron-3B-Instruct.i1-IQ2_M.gguf +3 -0
  5. Llama-3.2-Nemotron-3B-Instruct.i1-IQ2_S.gguf +3 -0
  6. Llama-3.2-Nemotron-3B-Instruct.i1-IQ2_XS.gguf +3 -0
  7. Llama-3.2-Nemotron-3B-Instruct.i1-IQ2_XXS.gguf +3 -0
  8. Llama-3.2-Nemotron-3B-Instruct.i1-IQ3_M.gguf +3 -0
  9. Llama-3.2-Nemotron-3B-Instruct.i1-IQ3_S.gguf +3 -0
  10. Llama-3.2-Nemotron-3B-Instruct.i1-IQ3_XS.gguf +3 -0
  11. Llama-3.2-Nemotron-3B-Instruct.i1-IQ3_XXS.gguf +3 -0
  12. Llama-3.2-Nemotron-3B-Instruct.i1-IQ4_NL.gguf +3 -0
  13. Llama-3.2-Nemotron-3B-Instruct.i1-IQ4_XS.gguf +3 -0
  14. Llama-3.2-Nemotron-3B-Instruct.i1-Q2_K.gguf +3 -0
  15. Llama-3.2-Nemotron-3B-Instruct.i1-Q2_K_S.gguf +3 -0
  16. Llama-3.2-Nemotron-3B-Instruct.i1-Q3_K_L.gguf +3 -0
  17. Llama-3.2-Nemotron-3B-Instruct.i1-Q3_K_M.gguf +3 -0
  18. Llama-3.2-Nemotron-3B-Instruct.i1-Q3_K_S.gguf +3 -0
  19. Llama-3.2-Nemotron-3B-Instruct.i1-Q4_0.gguf +3 -0
  20. Llama-3.2-Nemotron-3B-Instruct.i1-Q4_1.gguf +3 -0
  21. Llama-3.2-Nemotron-3B-Instruct.i1-Q4_K_M.gguf +3 -0
  22. Llama-3.2-Nemotron-3B-Instruct.i1-Q4_K_S.gguf +3 -0
  23. Llama-3.2-Nemotron-3B-Instruct.i1-Q5_K_M.gguf +3 -0
  24. Llama-3.2-Nemotron-3B-Instruct.i1-Q5_K_S.gguf +3 -0
  25. Llama-3.2-Nemotron-3B-Instruct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3.2-Nemotron-3B-Instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3.2-Nemotron-3B-Instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3.2-Nemotron-3B-Instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3.2-Nemotron-3B-Instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3.2-Nemotron-3B-Instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3.2-Nemotron-3B-Instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3.2-Nemotron-3B-Instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3.2-Nemotron-3B-Instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3.2-Nemotron-3B-Instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3.2-Nemotron-3B-Instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3.2-Nemotron-3B-Instruct.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-3.2-Nemotron-3B-Instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama-3.2-Nemotron-3B-Instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Llama-3.2-Nemotron-3B-Instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Llama-3.2-Nemotron-3B-Instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Llama-3.2-Nemotron-3B-Instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Llama-3.2-Nemotron-3B-Instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Llama-3.2-Nemotron-3B-Instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Llama-3.2-Nemotron-3B-Instruct.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Llama-3.2-Nemotron-3B-Instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Llama-3.2-Nemotron-3B-Instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Llama-3.2-Nemotron-3B-Instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Llama-3.2-Nemotron-3B-Instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Llama-3.2-Nemotron-3B-Instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.2-Nemotron-3B-Instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8e1b6beb901f83af34881e72c4a075fcfbbf6532001eaff5ec92fe7e9ef8aa2
3
+ size 924189248
Llama-3.2-Nemotron-3B-Instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:465cc5c326ada94db27189e46b5c5774abaf0ac595ddcbdcc6bd1cbd7130f28e
3
+ size 868155968
Llama-3.2-Nemotron-3B-Instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79512934ecb98197facf3e787884b3a55661f78a966b4e8f1361d5e6aeb5677f
3
+ size 1229029952
Llama-3.2-Nemotron-3B-Instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf8529d97f9062ca6d7593389fe444f19220a78490368801f22947ead3444932
3
+ size 1154318912
Llama-3.2-Nemotron-3B-Instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:418752bc266251f4f1086210a8cf6841b0cbab81a4e2662a0f8836370f8e1a5c
3
+ size 1100546624
Llama-3.2-Nemotron-3B-Instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57fd850d8583c5a17c17c5bb7d9e763239637059695f1de1380839703c5cd606
3
+ size 1017578048
Llama-3.2-Nemotron-3B-Instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32e4fa255d050757944350b306f901b9bebc8e8149064acbd9b7bbdbfa47eeef
3
+ size 1599666752
Llama-3.2-Nemotron-3B-Instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a073a8c8a11827e2e82d6a11ceda30190769c3dfb33b5ae9eba9075675af95ba
3
+ size 1542847040
Llama-3.2-Nemotron-3B-Instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:967ae0521da10bf67715724b7766ab928d38b679d385f9b81f8e85a752bb0a2a
3
+ size 1476786752
Llama-3.2-Nemotron-3B-Instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c72014a6175eb6c5cd1d8279d2ec18666873017d8b38f29176d88524d9e2aee1
3
+ size 1348764224
Llama-3.2-Nemotron-3B-Instruct.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcdda20fadfb9b6b65b15729916b563788eb3980a2b1801c40fa4525c0812a69
3
+ size 1917188672
Llama-3.2-Nemotron-3B-Instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6c10dd944a35f6b8f099e79815fb1f5cb55bb8fd215055563161213a2c9e72d
3
+ size 1829108288
Llama-3.2-Nemotron-3B-Instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e10b9222b739ebd08a686207dc9753f10dc78da6dd9f945b143055a42a57427
3
+ size 1363933760
Llama-3.2-Nemotron-3B-Instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5081b424d969a65fcb01092770055d5e873e497b37cfe8fae7ce6223e69beeb
3
+ size 1274280512
Llama-3.2-Nemotron-3B-Instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:134d5b9e1101e7f596a3665428dc5f44052597321e5741623e949e738e85124f
3
+ size 1815345728
Llama-3.2-Nemotron-3B-Instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:977c3c0c82eff4b63c8979b39a2da669f04e6ba2218792b00523c772f86edd19
3
+ size 1687157312
Llama-3.2-Nemotron-3B-Instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0977f1ef3a1d892fc5580abb78d9bf75be209bcc873dfd5c24645f4a01e67bc
3
+ size 1542847040
Llama-3.2-Nemotron-3B-Instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4b7bcb7cea23838acd2f8f2846cecd966b3bb11f82731df3cbed3f320088250
3
+ size 1921907264
Llama-3.2-Nemotron-3B-Instruct.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a01207f4da51ce4011844bcc9067e6371ebe94ada4acddfbe639a85f47182a8d
3
+ size 2093349440
Llama-3.2-Nemotron-3B-Instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48b5136448a1ad1eb6673075f013a2dd4bbba0a3303f220fdea6275f5fe46c0b
3
+ size 2019375680
Llama-3.2-Nemotron-3B-Instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffa73ffec99a25bccaba02810bd6d08b2ab76a4b55c6ce1221744cd09b3280c9
3
+ size 1928198720
Llama-3.2-Nemotron-3B-Instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11716beae7dd51b20326b9f7b80538f842bd73d312a9ee5525d004d1a94934e9
3
+ size 2322152000
Llama-3.2-Nemotron-3B-Instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9f791126745f351e6590c53acb8d3f4796bcfd867d665489cbda0b6afc72548
3
+ size 2269510208
Llama-3.2-Nemotron-3B-Instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0649449baa9ec682e051fbabb7be338a4e5bc219d75040036071be9e1f1c1a8d
3
+ size 2643851840