Hugging Face's logo

mradermacher
/
h2o-danube-1.8b-chat-i1-GGUF

Transformers
GGUF
English
gpt
llm
large language model
h2o-llmstudio
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
6a42835
·
verified ·
1 Parent(s): 29114df

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. h2o-danube-1.8b-chat.i1-IQ1_M.gguf +3 -0
  3. h2o-danube-1.8b-chat.i1-IQ1_S.gguf +3 -0
  4. h2o-danube-1.8b-chat.i1-IQ2_M.gguf +3 -0
  5. h2o-danube-1.8b-chat.i1-IQ2_S.gguf +3 -0
  6. h2o-danube-1.8b-chat.i1-IQ2_XS.gguf +3 -0
  7. h2o-danube-1.8b-chat.i1-IQ2_XXS.gguf +3 -0
  8. h2o-danube-1.8b-chat.i1-IQ3_M.gguf +3 -0
  9. h2o-danube-1.8b-chat.i1-IQ3_S.gguf +3 -0
  10. h2o-danube-1.8b-chat.i1-IQ3_XS.gguf +3 -0
  11. h2o-danube-1.8b-chat.i1-IQ3_XXS.gguf +3 -0
  12. h2o-danube-1.8b-chat.i1-IQ4_NL.gguf +3 -0
  13. h2o-danube-1.8b-chat.i1-IQ4_XS.gguf +3 -0
  14. h2o-danube-1.8b-chat.i1-Q2_K.gguf +3 -0
  15. h2o-danube-1.8b-chat.i1-Q2_K_S.gguf +3 -0
  16. h2o-danube-1.8b-chat.i1-Q3_K_L.gguf +3 -0
  17. h2o-danube-1.8b-chat.i1-Q3_K_M.gguf +3 -0
  18. h2o-danube-1.8b-chat.i1-Q3_K_S.gguf +3 -0
  19. h2o-danube-1.8b-chat.i1-Q4_0.gguf +3 -0
  20. h2o-danube-1.8b-chat.i1-Q4_1.gguf +3 -0
  21. h2o-danube-1.8b-chat.i1-Q4_K_M.gguf +3 -0
  22. h2o-danube-1.8b-chat.i1-Q4_K_S.gguf +3 -0
  23. h2o-danube-1.8b-chat.i1-Q5_K_M.gguf +3 -0
  24. h2o-danube-1.8b-chat.i1-Q5_K_S.gguf +3 -0
  25. h2o-danube-1.8b-chat.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ h2o-danube-1.8b-chat.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ h2o-danube-1.8b-chat.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ h2o-danube-1.8b-chat.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ h2o-danube-1.8b-chat.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ h2o-danube-1.8b-chat.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ h2o-danube-1.8b-chat.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ h2o-danube-1.8b-chat.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ h2o-danube-1.8b-chat.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ h2o-danube-1.8b-chat.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ h2o-danube-1.8b-chat.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ h2o-danube-1.8b-chat.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ h2o-danube-1.8b-chat.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ h2o-danube-1.8b-chat.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ h2o-danube-1.8b-chat.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ h2o-danube-1.8b-chat.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ h2o-danube-1.8b-chat.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ h2o-danube-1.8b-chat.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ h2o-danube-1.8b-chat.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ h2o-danube-1.8b-chat.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ h2o-danube-1.8b-chat.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ h2o-danube-1.8b-chat.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ h2o-danube-1.8b-chat.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ h2o-danube-1.8b-chat.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ h2o-danube-1.8b-chat.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
h2o-danube-1.8b-chat.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b06090b81a6023c1d0e7d4952fd977bcda13ff7e64df2a459e1320f349a54372
3
+ size 474616672
h2o-danube-1.8b-chat.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42969aa438dca7e14249b231f0b7dbbcf18c63798088b1aa8c37f25077d25e94
3
+ size 441392992
h2o-danube-1.8b-chat.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7ec06c63b53c30f0dce78d718d862723ecbb1517b879b7f112f6650d99f6596
3
+ size 659330912
h2o-danube-1.8b-chat.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf2c1196c68961dc330e93aaad46168d64a645a6135ecdac87860849b5588595
3
+ size 615032672
h2o-danube-1.8b-chat.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:475e9a4ace379e2bc0dd6caec0d3fef1e4d238adea56ea4449a0ae045bb3461b
3
+ size 579202912
h2o-danube-1.8b-chat.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66c3d2067daf613b561e7876f93079717d352ddacd53bd17e85ff63235bc2675
3
+ size 529989472
h2o-danube-1.8b-chat.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e2819eab3b3faee229fa83621bd10cc73a0d0ffccfb7dafd0723de19ca58ee5
3
+ size 853194592
h2o-danube-1.8b-chat.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db5e8abeb05a6fde75cbce4628347951e68606a7d5057d11b0d7b9a1292ce2c9
3
+ size 825254752
h2o-danube-1.8b-chat.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90b19d2280ccc244cb9c376826d51afcc4f0169401c9e74877a4d422ea56916d
3
+ size 786178912
h2o-danube-1.8b-chat.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:101074b13ca54073da5062b0cc692619465de2d9fea9cab3abdcfdabd2fca7db
3
+ size 733151072
h2o-danube-1.8b-chat.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:842bdbd4c65dfb71726c9c04506d62ca1ab6639040e6cf7c2c14a4d1dbc0f53d
3
+ size 1057257312
h2o-danube-1.8b-chat.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80d87f0a2667d0883d312380eaec88c1e63ab228e18e10240fae85a048e95b01
3
+ size 1003824992
h2o-danube-1.8b-chat.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:489b15f0bf57b7f73d9129ccc38052c42f9f95a82908d61130a61126044d3e3b
3
+ size 710704992
h2o-danube-1.8b-chat.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14e8ebea3b52883e8c80f8c9a5354c999a1694589d86efd4bf7a8eaa4f8090fb
3
+ size 664041312
h2o-danube-1.8b-chat.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f5fadd62f4e0aafb967bb7eecf94a45fb146aa4ee4e73c5c3b8dfbe3ccb39c4
3
+ size 980206432
h2o-danube-1.8b-chat.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9caa32aec56e5d22b83d75a6d02271527e83e6a9647a7c2a95a5bb9a2834fd1f
3
+ size 905167712
h2o-danube-1.8b-chat.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc71030ec00e8f08d8d858e06b5142663355dcd5773f887b21e99d32cfda520e
3
+ size 820032352
h2o-danube-1.8b-chat.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08e72158a2ac56398ba74a1bc20b8fce0d8cc6619e350b54310120f4de00d35b
3
+ size 1055659872
h2o-danube-1.8b-chat.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90b88ea39c7a6823638047dd639f6521120ac046875ce4b3e7eee54cc0d46f79
3
+ size 1161664352
h2o-danube-1.8b-chat.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:371cf38dd69942b9bfe938b79b68dc32631cee2a4c623bf42c8903a1e901a339
3
+ size 1112153952
h2o-danube-1.8b-chat.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb8636d0e21c52acca324e16fe84ecbebd2375f2d54014316e5a633c9028798e
3
+ size 1059796832
h2o-danube-1.8b-chat.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43cea15fa20f2dd1231e30223453afa9d972d3ddff55b28f4a45f9f718d58fe5
3
+ size 1301798752
h2o-danube-1.8b-chat.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89636d622134ae56441935808593875e9c7db87cca4cc168792646c4e3f52937
3
+ size 1270986592
h2o-danube-1.8b-chat.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaf30660a14fc8a084982d3901304720293d5bd7d0be426f536ab917d75764b3
3
+ size 1503296352