Hugging Face's logo

mradermacher
/
prem-1B-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
0210800
·
verified ·
1 Parent(s): 6df63fb

uploaded from rain

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. prem-1B.i1-IQ1_M.gguf +3 -0
  3. prem-1B.i1-IQ1_S.gguf +3 -0
  4. prem-1B.i1-IQ2_M.gguf +3 -0
  5. prem-1B.i1-IQ2_S.gguf +3 -0
  6. prem-1B.i1-IQ2_XS.gguf +3 -0
  7. prem-1B.i1-IQ2_XXS.gguf +3 -0
  8. prem-1B.i1-IQ3_M.gguf +3 -0
  9. prem-1B.i1-IQ3_S.gguf +3 -0
  10. prem-1B.i1-IQ3_XS.gguf +3 -0
  11. prem-1B.i1-IQ3_XXS.gguf +3 -0
  12. prem-1B.i1-IQ4_NL.gguf +3 -0
  13. prem-1B.i1-IQ4_XS.gguf +3 -0
  14. prem-1B.i1-Q2_K.gguf +3 -0
  15. prem-1B.i1-Q2_K_S.gguf +3 -0
  16. prem-1B.i1-Q3_K_L.gguf +3 -0
  17. prem-1B.i1-Q3_K_M.gguf +3 -0
  18. prem-1B.i1-Q3_K_S.gguf +3 -0
  19. prem-1B.i1-Q4_0.gguf +3 -0
  20. prem-1B.i1-Q4_1.gguf +3 -0
  21. prem-1B.i1-Q4_K_M.gguf +3 -0
  22. prem-1B.i1-Q4_K_S.gguf +3 -0
  23. prem-1B.i1-Q5_K_M.gguf +3 -0
  24. prem-1B.i1-Q5_K_S.gguf +3 -0
  25. prem-1B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ prem-1B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ prem-1B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ prem-1B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ prem-1B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ prem-1B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ prem-1B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ prem-1B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ prem-1B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ prem-1B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ prem-1B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ prem-1B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ prem-1B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ prem-1B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ prem-1B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ prem-1B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ prem-1B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ prem-1B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ prem-1B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ prem-1B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ prem-1B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ prem-1B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ prem-1B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ prem-1B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ prem-1B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
prem-1B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58bef5c33568b38214138de8a0f0dec699595a06b866f2a9d5353625c4eb3798
3
+ size 289704256
prem-1B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:025840407fdc21d1d9ed801c0a56652ecbf65a1470c8bcfe5691d89df4097e03
3
+ size 269969728
prem-1B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9689113debb34820f606f3822a558810ae320ec6aeaf27dfdc042264abaf76e
3
+ size 400079168
prem-1B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6175c96587e6ed6bf978ce7c8916578fabcbc7f13235af5d5986349356e1fb44
3
+ size 373766464
prem-1B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:525d08fa85176416219b21c03646f2f4d856ecccec5046aaa83a0ad00e17bfd9
3
+ size 351791424
prem-1B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97c4024b3cf5cf2643d520c1fc8a085a481acdb5f96ae7613783b363b96feeab
3
+ size 322595136
prem-1B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae99b82e01a315eb532e16dea6ad22e959a712b7cbb85b270d417a3b6175bdde
3
+ size 516196672
prem-1B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87ed5f0a2ff3aa88a9536f60ac627ec646f2fd1d9146dccb0afc6e91eafc4683
3
+ size 500877632
prem-1B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:220af5034f8f229ea2eb72d88955cb780742f0bfd42aa8c98d3c3c192ddbcb8e
3
+ size 477628736
prem-1B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bfd22e2eeff657ab34670ac51b631f0012d03f28575e11520f048c9841c69ea
3
+ size 445135168
prem-1B.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73d952f77f4139bbf057f74774e21b32847891cb1ddd64034f3c1be06948fee2
3
+ size 638171456
prem-1B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2d77f11eb8cb5c878b0bc1fad073f7975a3c7ba54babee30d972ba3c9eb81e
3
+ size 606206272
prem-1B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67eb95bb81a27bebe3352bbb421fb30a52781a66917a8fc93e517938d4881841
3
+ size 432134464
prem-1B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f37fef80500828db5011960c1c96b6fbaa42f9bda2ae78fd6959534ddfb07207
3
+ size 402397504
prem-1B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3da616d14349c2f9f70f21712895eabb80b45cdab078c4553f6d6151cb6e00e9
3
+ size 591530304
prem-1B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec99a0ac88dc06589228aaf219facbf7cc6ee34c7d3f6d872bab37b01813f27
3
+ size 548407616
prem-1B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68e2eee459b700426cc22194ebbb4f6de6d85a4634368b4a1e3400b8a6e54521
3
+ size 499345728
prem-1B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9486eebbfdae55fa1b30567302ca38b35971ea94c81ea9a20ff1e0fb2556bdef
3
+ size 638171456
prem-1B.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fc186a378d34149547d6fc2fda51cb4e1e66c8ace6765c445d2df1baba22126
3
+ size 701380928
prem-1B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b905bbc2caaa995e2f8fa5c13774af5bc0f05523b0d86b8274795f72983d1de
3
+ size 667818304
prem-1B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7c5cf7b63547f6dbbb0244c187724dbe66dfe96a6a2be261854f1e5b79d3deb
3
+ size 639875392
prem-1B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f12bc2bbcf213ac7c2dbc6a3540d3e1f50e6b21e29379fbb2049e82e4b5a910
3
+ size 782047552
prem-1B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4074fb9d90d1617e33946a6b5cf38645716393e988da26b3f8bca2a5ae2e40a
3
+ size 766032192
prem-1B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29cb7d07d3bd1a7b8cb487dc94f997a4430e76bf4d73d13b00bad2fac3a7854c
3
+ size 903416128