Hugging Face's logo

mradermacher
/
stablelm-2-zephyr-1_6b-i1-GGUF

Transformers
GGUF
English
causal-lm
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
2fa24fd
·
verified ·
1 Parent(s): c1347df

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. stablelm-2-zephyr-1_6b.i1-IQ1_M.gguf +3 -0
  3. stablelm-2-zephyr-1_6b.i1-IQ1_S.gguf +3 -0
  4. stablelm-2-zephyr-1_6b.i1-IQ2_M.gguf +3 -0
  5. stablelm-2-zephyr-1_6b.i1-IQ2_S.gguf +3 -0
  6. stablelm-2-zephyr-1_6b.i1-IQ2_XS.gguf +3 -0
  7. stablelm-2-zephyr-1_6b.i1-IQ2_XXS.gguf +3 -0
  8. stablelm-2-zephyr-1_6b.i1-IQ3_M.gguf +3 -0
  9. stablelm-2-zephyr-1_6b.i1-IQ3_S.gguf +3 -0
  10. stablelm-2-zephyr-1_6b.i1-IQ3_XS.gguf +3 -0
  11. stablelm-2-zephyr-1_6b.i1-IQ3_XXS.gguf +3 -0
  12. stablelm-2-zephyr-1_6b.i1-IQ4_XS.gguf +3 -0
  13. stablelm-2-zephyr-1_6b.i1-Q2_K.gguf +3 -0
  14. stablelm-2-zephyr-1_6b.i1-Q2_K_S.gguf +3 -0
  15. stablelm-2-zephyr-1_6b.i1-Q3_K_L.gguf +3 -0
  16. stablelm-2-zephyr-1_6b.i1-Q3_K_M.gguf +3 -0
  17. stablelm-2-zephyr-1_6b.i1-Q3_K_S.gguf +3 -0
  18. stablelm-2-zephyr-1_6b.i1-Q4_0.gguf +3 -0
  19. stablelm-2-zephyr-1_6b.i1-Q4_K_M.gguf +3 -0
  20. stablelm-2-zephyr-1_6b.i1-Q4_K_S.gguf +3 -0
  21. stablelm-2-zephyr-1_6b.i1-Q5_K_M.gguf +3 -0
  22. stablelm-2-zephyr-1_6b.i1-Q5_K_S.gguf +3 -0
  23. stablelm-2-zephyr-1_6b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ stablelm-2-zephyr-1_6b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ stablelm-2-zephyr-1_6b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ stablelm-2-zephyr-1_6b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ stablelm-2-zephyr-1_6b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ stablelm-2-zephyr-1_6b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ stablelm-2-zephyr-1_6b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ stablelm-2-zephyr-1_6b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ stablelm-2-zephyr-1_6b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ stablelm-2-zephyr-1_6b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ stablelm-2-zephyr-1_6b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ stablelm-2-zephyr-1_6b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ stablelm-2-zephyr-1_6b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ stablelm-2-zephyr-1_6b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ stablelm-2-zephyr-1_6b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ stablelm-2-zephyr-1_6b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ stablelm-2-zephyr-1_6b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ stablelm-2-zephyr-1_6b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ stablelm-2-zephyr-1_6b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ stablelm-2-zephyr-1_6b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ stablelm-2-zephyr-1_6b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ stablelm-2-zephyr-1_6b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ stablelm-2-zephyr-1_6b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
stablelm-2-zephyr-1_6b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08ff64c0950f08ca8f4585532ffaa24098376c9c9d056ac1b15e17e91a868abb
3
+ size 502160224
stablelm-2-zephyr-1_6b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e3210b4146ec7498b1ba5eb2a6761bbd8807288fd27eaad33e2340a70797c40
3
+ size 478788448
stablelm-2-zephyr-1_6b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9494feb5a4dada6b817a932bf5500d18b1f5a86892e0f0b954da9d0c0043a9dd
3
+ size 655350624
stablelm-2-zephyr-1_6b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44f0aa13532eeb52548570fa713ab64f13fac12f568965446f4f7c6e90eeddb5
3
+ size 624188256
stablelm-2-zephyr-1_6b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2ea4c02503ee7667e6f984d2dff94c38f91bab5576d2d97706d2316419daa54
3
+ size 575421280
stablelm-2-zephyr-1_6b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2375635670bda4ba7e7b7a6073975502b1dfbb2fc1b5955ee96864e09082a04
3
+ size 541113184
stablelm-2-zephyr-1_6b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd40fc82088d0e496a52f41a19c0626bca20343a9f7ddbe60febc143675a849d
3
+ size 823049056
stablelm-2-zephyr-1_6b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9810f8b3b405a89b3d366719d0db61d263075e86c71713074e2c31369f143cb
3
+ size 791714656
stablelm-2-zephyr-1_6b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92863ccfc6038bc3c9cd72efcd1ecd47f9c262bdfaa22bd88cba41fc55657cc8
3
+ size 762813280
stablelm-2-zephyr-1_6b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8685cbcd21d498c2e510f8e40a8ddf62269b75862f8ea633ee8783be3a8a21d5
3
+ size 698751840
stablelm-2-zephyr-1_6b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa40136b505ada795480af61ed4cd743c8d5fd4a7886ee69a4d5b0265c843fe3
3
+ size 937827168
stablelm-2-zephyr-1_6b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a89cf63361c07d2f6da1001f8db15ea9eee47f4b0233790f4918d8dbbacc6d4c
3
+ size 694164320
stablelm-2-zephyr-1_6b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:960f3942d6f75e2d094862ad7ed27eba82ce309905d39e8ee8f2aab9caae5773
3
+ size 653712224
stablelm-2-zephyr-1_6b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad2e843573355acc3a1fdcd315a701294b6bce1392158937f79d273a839e5e7c
3
+ size 914987872
stablelm-2-zephyr-1_6b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:934bcc03773dd2e4e3e2064eb0015b36e560137211d4639bb066458f63d6a0db
3
+ size 857709408
stablelm-2-zephyr-1_6b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:399747451aa49690dc865b287bbc997e0c2b3292789b507fea8002090e043d36
3
+ size 791714656
stablelm-2-zephyr-1_6b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbfc39d1447cc2758773eefc448e4e8b5e561d7b18582b2d8eaea47898bc0947
3
+ size 984947552
stablelm-2-zephyr-1_6b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d165c0a12dbc9ede6127fa0ddf15990ff4406d23fc0b8bd27f010628d9f85650
3
+ size 1031445344
stablelm-2-zephyr-1_6b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82642c9ef539ebf3435a95b68fb42277cc9aed3efcc405729ebbd66e9395c244
3
+ size 989207392
stablelm-2-zephyr-1_6b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a817a7e750ee7540e2f2dc870bb5ae9df496b055e6bca914da505a66f9f256bd
3
+ size 1187683168
stablelm-2-zephyr-1_6b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4237a851efe794c791c6152bd499ff3866544217f0d571a8e07a0e4abdd38c44
3
+ size 1162615648
stablelm-2-zephyr-1_6b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e95c998b2dd28d2bc9b4c989eed54362dfa3657e771ec05849db47daeb965861
3
+ size 1353685856