Hugging Face's logo

mradermacher
/
prem-1B-chat-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
98aef73
·
verified ·
1 Parent(s): 6888f0f

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. prem-1B-chat.i1-IQ1_M.gguf +3 -0
  3. prem-1B-chat.i1-IQ1_S.gguf +3 -0
  4. prem-1B-chat.i1-IQ2_M.gguf +3 -0
  5. prem-1B-chat.i1-IQ2_S.gguf +3 -0
  6. prem-1B-chat.i1-IQ2_XS.gguf +3 -0
  7. prem-1B-chat.i1-IQ2_XXS.gguf +3 -0
  8. prem-1B-chat.i1-IQ3_M.gguf +3 -0
  9. prem-1B-chat.i1-IQ3_S.gguf +3 -0
  10. prem-1B-chat.i1-IQ3_XS.gguf +3 -0
  11. prem-1B-chat.i1-IQ3_XXS.gguf +3 -0
  12. prem-1B-chat.i1-IQ4_NL.gguf +3 -0
  13. prem-1B-chat.i1-IQ4_XS.gguf +3 -0
  14. prem-1B-chat.i1-Q2_K.gguf +3 -0
  15. prem-1B-chat.i1-Q2_K_S.gguf +3 -0
  16. prem-1B-chat.i1-Q3_K_L.gguf +3 -0
  17. prem-1B-chat.i1-Q3_K_M.gguf +3 -0
  18. prem-1B-chat.i1-Q3_K_S.gguf +3 -0
  19. prem-1B-chat.i1-Q4_0.gguf +3 -0
  20. prem-1B-chat.i1-Q4_1.gguf +3 -0
  21. prem-1B-chat.i1-Q4_K_M.gguf +3 -0
  22. prem-1B-chat.i1-Q4_K_S.gguf +3 -0
  23. prem-1B-chat.i1-Q5_K_M.gguf +3 -0
  24. prem-1B-chat.i1-Q5_K_S.gguf +3 -0
  25. prem-1B-chat.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ prem-1B-chat.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ prem-1B-chat.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ prem-1B-chat.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ prem-1B-chat.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ prem-1B-chat.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ prem-1B-chat.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ prem-1B-chat.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ prem-1B-chat.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ prem-1B-chat.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ prem-1B-chat.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ prem-1B-chat.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ prem-1B-chat.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ prem-1B-chat.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ prem-1B-chat.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ prem-1B-chat.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ prem-1B-chat.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ prem-1B-chat.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ prem-1B-chat.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ prem-1B-chat.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ prem-1B-chat.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ prem-1B-chat.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ prem-1B-chat.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ prem-1B-chat.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ prem-1B-chat.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
prem-1B-chat.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89fb6c7e96dbf5f67aa2a489fe7d12600367ad5ece7259a819e5f0d4be46dbaf
3
+ size 289712672
prem-1B-chat.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b61e2ba8ab84d34267f315336014f32a5e080aa68d9d56f7eac4c225b027489
3
+ size 269978144
prem-1B-chat.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65a38114187fd5ab4c8d1e536004a3a4645cf1e876c1e8319f995c239312af25
3
+ size 400088416
prem-1B-chat.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d61b1dffbbdd4dd11bc1360380d1d1f1168d16ec84986f8b23c59f050dc0d5c5
3
+ size 373775712
prem-1B-chat.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6aca294722a7dce6b3a389a8b56350f7cf4fccdd44c0cd4b644ad2bbc174808
3
+ size 351799840
prem-1B-chat.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b60fe4135dfcb5bc2a2195906deb956ffce76d0b49ccc0fd91c8d3569d3b9f
3
+ size 322603552
prem-1B-chat.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a08c5291824d191bff65784a59bfef14cf839e870957b51526d15364c500acf
3
+ size 516207008
prem-1B-chat.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73b5052cec5fce62656b233bcc104563ba38846083cc9e3d2cf979ca372a7574
3
+ size 500887968
prem-1B-chat.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e1858c2913164a40e2bdb9bdb8123be9e8757482dd7f5858945602f66312e02
3
+ size 477639072
prem-1B-chat.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61020aceb0d6c3f52bd3fa9381fc5609022f8986ab8e63331d0572e860e8f6d6
3
+ size 445144416
prem-1B-chat.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7e09b90234f18fd0746aabb08ec3b86695d10fe9103ba7f26ba81e106e63bec
3
+ size 638182880
prem-1B-chat.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8bf15273f4e3b956b9c43bec006bb451ec43b9abc3dd59cb65f5364f4990cb5
3
+ size 606217440
prem-1B-chat.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e5891bed257eb9ae72cbab90cedad9d5a1b27623e7f04cc7ed7de033ce19065
3
+ size 432143968
prem-1B-chat.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ac028d7e2288b1f89afa3b853730fbe240c592dba9b72a88dc40510c06ad423
3
+ size 402407008
prem-1B-chat.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c55e859d6c5380b021859b60c4f4b6f23e7252976cd924df118e62a68b1a5cd
3
+ size 591540640
prem-1B-chat.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b055a0af7db51ddb7bb8e48613e881f46d66be401d5b69acfcfc468fd9d8a864
3
+ size 548417952
prem-1B-chat.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e9421d59dd3ca460229a31a4448ea5f00ba9f420835d1b00f2e7af20a9e9b4c
3
+ size 499356064
prem-1B-chat.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f90415bb1ce668337dd28a8f607a2f441b448acea519fc36f7554e33d115f82
3
+ size 638182880
prem-1B-chat.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:496ee439afeb0e8ecde2f472310619d66e69654f6a7fc2bc6b4bb929278c77f3
3
+ size 701392864
prem-1B-chat.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:155e259d7e49e0b1f8da69a36467d17e41ed947fb74298f1cd80e70733055092
3
+ size 667829728
prem-1B-chat.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63e1c8e0bb23c273b2f1d597bc470dfca6e8945b3d5e9a65071f7a67df3dc301
3
+ size 639886816
prem-1B-chat.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6109b9354237224645e4a0fb71c0247ab17e8cabc00485007cba4f21dcef30ca
3
+ size 782060000
prem-1B-chat.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80cdfa4da9296f0785d6c2cde24345712883252ce14d4d38bd0ea94e1ce4db26
3
+ size 766044640
prem-1B-chat.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c26eaf97e855ca4cb9c0027b7d862cf2191c60f6c32803e90577665d11fbdcf
3
+ size 903429664