Hugging Face's logo

qwp4w3hyb
/
openchat-3.6-8b-20240522-iMat-GGUF

Text Generation
Transformers
GGUF
openchat
llama3
C-RLFT
Merge
imatrix
importance matrix
Inference Endpoints
conversational
Model card Files Community
qwp4w3hyb commited on
Commit
eafa07e
·
verified ·
1 Parent(s): 0fbf25d

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. .gitattributes +20 -0
  2. openchat-3.6-8b-20240522-bf16.gguf +3 -0
  3. openchat-3.6-8b-20240522-imat-IQ1_S.gguf +3 -0
  4. openchat-3.6-8b-20240522-imat-IQ2_M.gguf +3 -0
  5. openchat-3.6-8b-20240522-imat-IQ2_S.gguf +3 -0
  6. openchat-3.6-8b-20240522-imat-IQ2_XS.gguf +3 -0
  7. openchat-3.6-8b-20240522-imat-IQ2_XXS.gguf +3 -0
  8. openchat-3.6-8b-20240522-imat-IQ3_M.gguf +3 -0
  9. openchat-3.6-8b-20240522-imat-IQ3_S.gguf +3 -0
  10. openchat-3.6-8b-20240522-imat-IQ3_XS.gguf +3 -0
  11. openchat-3.6-8b-20240522-imat-IQ3_XXS.gguf +3 -0
  12. openchat-3.6-8b-20240522-imat-IQ4_NL.gguf +3 -0
  13. openchat-3.6-8b-20240522-imat-IQ4_XS.gguf +3 -0
  14. openchat-3.6-8b-20240522-imat-Q4_0.gguf +3 -0
  15. openchat-3.6-8b-20240522-imat-Q4_K_M.gguf +3 -0
  16. openchat-3.6-8b-20240522-imat-Q4_K_S.gguf +3 -0
  17. openchat-3.6-8b-20240522-imat-Q5_K_M.gguf +3 -0
  18. openchat-3.6-8b-20240522-imat-Q5_K_S.gguf +3 -0
  19. openchat-3.6-8b-20240522-imat-Q6_K.gguf +3 -0
  20. openchat-3.6-8b-20240522-imat-Q8_0.gguf +3 -0
  21. openchat-3.6-8b-20240522.imatrix +3 -0
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ openchat-3.6-8b-20240522-bf16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ openchat-3.6-8b-20240522-imat-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ openchat-3.6-8b-20240522-imat-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ openchat-3.6-8b-20240522-imat-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ openchat-3.6-8b-20240522-imat-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ openchat-3.6-8b-20240522-imat-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ openchat-3.6-8b-20240522-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ openchat-3.6-8b-20240522-imat-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ openchat-3.6-8b-20240522-imat-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ openchat-3.6-8b-20240522-imat-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ openchat-3.6-8b-20240522-imat-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ openchat-3.6-8b-20240522-imat-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ openchat-3.6-8b-20240522-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
49
+ openchat-3.6-8b-20240522-imat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ openchat-3.6-8b-20240522-imat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ openchat-3.6-8b-20240522-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ openchat-3.6-8b-20240522-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ openchat-3.6-8b-20240522-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
54
+ openchat-3.6-8b-20240522-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ openchat-3.6-8b-20240522.imatrix filter=lfs diff=lfs merge=lfs -text
openchat-3.6-8b-20240522-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b481792c8d642a9ec3b569934c05f71c577c0333b1448595e66555f66c7c6ae6
3
+ size 16068891136
openchat-3.6-8b-20240522-imat-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a4ad40b766c1d0a1408e631b52ef7e2130772c4109a52df65b8c54d477d6a01
3
+ size 2019627840
openchat-3.6-8b-20240522-imat-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59dfddf9842202054e0aeaee543b8746a372f13347e512a1c05611261c51dacf
3
+ size 2948281152
openchat-3.6-8b-20240522-imat-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3fea451578e5152aaabf0a69b028b0ff329e7383fc8ba36352e40027f5cf547
3
+ size 2758488896
openchat-3.6-8b-20240522-imat-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d1ebf3687427298508ecab7366f6f20a6501725d9316c3ef2a063ea1a7dc584
3
+ size 2605781824
openchat-3.6-8b-20240522-imat-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4813ec893e14de8b970b3b07fead1d27af6237869573e53ab7829ca3841f037a
3
+ size 2399212352
openchat-3.6-8b-20240522-imat-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a52ed024c7198710b5aa0bcf89c52b30a8152964d202b627aae52d738a79eaef
3
+ size 3784823616
openchat-3.6-8b-20240522-imat-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d288742c13be3bec39a3a8abf1d484008db3a146c6d3cadeb1552e28ae656550
3
+ size 3682325312
openchat-3.6-8b-20240522-imat-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e36f2fac18261c28cea1d5a2200a3c30f59c5305fe3e7f657b4a70f7d74d62ca
3
+ size 3518747456
openchat-3.6-8b-20240522-imat-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10a4adaf78d6e9eabaca3c4f32e301e9ee90250364cb9a5fb299411ba19bb1d6
3
+ size 3274912576
openchat-3.6-8b-20240522-imat-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bb8fd11bcbc874581d49e5c8e93a34412dc19eed197b0c4fcfa0ff04cfd7f8c
3
+ size 4677989184
openchat-3.6-8b-20240522-imat-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84aef954b1d5a7b75ded933c2315a40a757a95911da9ed7ee5b5f53dc26b1d78
3
+ size 4447662912
openchat-3.6-8b-20240522-imat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:395d71a45319204bea41d63b32fa10196b8ad56d6edc5ff323f13955dbe85f18
3
+ size 4675892032
openchat-3.6-8b-20240522-imat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72227d046aa1a7a611e5b6b4a13e1e7ab936d4bda7dfeb38170545ebfae3c637
3
+ size 4920734528
openchat-3.6-8b-20240522-imat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d82b4308bf13f17d7b3429ae4fe7efbb77ff82e83ddddd323cccdb303d7febd
3
+ size 4692669248
openchat-3.6-8b-20240522-imat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa7dac3231a3efe14a22a9cc458b6c6221b51d325ce5b9b513633a8bd8c3d1fa
3
+ size 5732987712
openchat-3.6-8b-20240522-imat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67561a13cceead0766ed2b9feb338cfcbe1ba771e74245951e46d033b0d84fc2
3
+ size 5599294272
openchat-3.6-8b-20240522-imat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9cfe6ceefc2566040f682a56e55ffcd6c76e4c8bedea70606d9f5e56eda0790
3
+ size 6596006720
openchat-3.6-8b-20240522-imat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e5f96bcf2acaae9ecf73f96ed7804b23c04a9b6439065d93d144db403167117
3
+ size 8540771136
openchat-3.6-8b-20240522.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6b03ecb7aa2aa750d51f6b8b5aa68b73ae832d99c4ad0e3d518a59d6b522697
3
+ size 4988188