Hugging Face's logo

Vikhrmodels
/
Vikhr-YandexGPT-5-Lite-8B-it_GGUF

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
LakoMoor commited on
Commit
9e14041
·
verified ·
1 Parent(s): 981dc7d

Upload folder using huggingface_hub

Browse files
Files changed (31) hide show
  1. .gitattributes +26 -0
  2. Vikhr-YandexGPT-5-Lite-8B-it-IQ1_M.gguf +2 -2
  3. Vikhr-YandexGPT-5-Lite-8B-it-IQ1_S.gguf +2 -2
  4. Vikhr-YandexGPT-5-Lite-8B-it-IQ2_M.gguf +3 -0
  5. Vikhr-YandexGPT-5-Lite-8B-it-IQ2_S.gguf +3 -0
  6. Vikhr-YandexGPT-5-Lite-8B-it-IQ2_XS.gguf +2 -2
  7. Vikhr-YandexGPT-5-Lite-8B-it-IQ2_XXS.gguf +2 -2
  8. Vikhr-YandexGPT-5-Lite-8B-it-IQ3_M.gguf +3 -0
  9. Vikhr-YandexGPT-5-Lite-8B-it-IQ3_S.gguf +3 -0
  10. Vikhr-YandexGPT-5-Lite-8B-it-IQ3_XS.gguf +3 -0
  11. Vikhr-YandexGPT-5-Lite-8B-it-IQ3_XXS.gguf +3 -0
  12. Vikhr-YandexGPT-5-Lite-8B-it-IQ4_NL.gguf +3 -0
  13. Vikhr-YandexGPT-5-Lite-8B-it-IQ4_XS.gguf +3 -0
  14. Vikhr-YandexGPT-5-Lite-8B-it-Q2_K.gguf +3 -0
  15. Vikhr-YandexGPT-5-Lite-8B-it-Q2_K_S.gguf +3 -0
  16. Vikhr-YandexGPT-5-Lite-8B-it-Q3_K.gguf +3 -0
  17. Vikhr-YandexGPT-5-Lite-8B-it-Q3_K_L.gguf +3 -0
  18. Vikhr-YandexGPT-5-Lite-8B-it-Q3_K_M.gguf +3 -0
  19. Vikhr-YandexGPT-5-Lite-8B-it-Q3_K_S.gguf +3 -0
  20. Vikhr-YandexGPT-5-Lite-8B-it-Q4_0.gguf +3 -0
  21. Vikhr-YandexGPT-5-Lite-8B-it-Q4_1.gguf +3 -0
  22. Vikhr-YandexGPT-5-Lite-8B-it-Q4_K.gguf +3 -0
  23. Vikhr-YandexGPT-5-Lite-8B-it-Q4_K_M.gguf +3 -0
  24. Vikhr-YandexGPT-5-Lite-8B-it-Q4_K_S.gguf +3 -0
  25. Vikhr-YandexGPT-5-Lite-8B-it-Q5_0.gguf +3 -0
  26. Vikhr-YandexGPT-5-Lite-8B-it-Q5_1.gguf +3 -0
  27. Vikhr-YandexGPT-5-Lite-8B-it-Q5_K.gguf +3 -0
  28. Vikhr-YandexGPT-5-Lite-8B-it-Q5_K_M.gguf +3 -0
  29. Vikhr-YandexGPT-5-Lite-8B-it-Q5_K_S.gguf +3 -0
  30. Vikhr-YandexGPT-5-Lite-8B-it-Q6_K.gguf +3 -0
  31. Vikhr-YandexGPT-5-Lite-8B-it-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -37,3 +37,29 @@ Vikhr-YandexGPT-5-Lite-8B-it-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
  Vikhr-YandexGPT-5-Lite-8B-it-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
  Vikhr-YandexGPT-5-Lite-8B-it-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
  Vikhr-YandexGPT-5-Lite-8B-it-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
37
  Vikhr-YandexGPT-5-Lite-8B-it-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
  Vikhr-YandexGPT-5-Lite-8B-it-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
  Vikhr-YandexGPT-5-Lite-8B-it-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Vikhr-YandexGPT-5-Lite-8B-it-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Vikhr-YandexGPT-5-Lite-8B-it-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Vikhr-YandexGPT-5-Lite-8B-it-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Vikhr-YandexGPT-5-Lite-8B-it-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Vikhr-YandexGPT-5-Lite-8B-it-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Vikhr-YandexGPT-5-Lite-8B-it-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Vikhr-YandexGPT-5-Lite-8B-it-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Vikhr-YandexGPT-5-Lite-8B-it-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Vikhr-YandexGPT-5-Lite-8B-it-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Vikhr-YandexGPT-5-Lite-8B-it-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Vikhr-YandexGPT-5-Lite-8B-it-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Vikhr-YandexGPT-5-Lite-8B-it-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Vikhr-YandexGPT-5-Lite-8B-it-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Vikhr-YandexGPT-5-Lite-8B-it-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Vikhr-YandexGPT-5-Lite-8B-it-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Vikhr-YandexGPT-5-Lite-8B-it-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Vikhr-YandexGPT-5-Lite-8B-it-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Vikhr-YandexGPT-5-Lite-8B-it-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Vikhr-YandexGPT-5-Lite-8B-it-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Vikhr-YandexGPT-5-Lite-8B-it-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Vikhr-YandexGPT-5-Lite-8B-it-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Vikhr-YandexGPT-5-Lite-8B-it-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Vikhr-YandexGPT-5-Lite-8B-it-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
63
+ Vikhr-YandexGPT-5-Lite-8B-it-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
64
+ Vikhr-YandexGPT-5-Lite-8B-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
65
+ Vikhr-YandexGPT-5-Lite-8B-it-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Vikhr-YandexGPT-5-Lite-8B-it-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b31ae3cbd46316773cf3b0db7fceda6ce2c0333409e52b915695e1368f67113
3
- size 2160823968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66aae4247391393145123786c15503a9cb4159d20231dd8d6190db32467af6b1
3
+ size 2160823904
Vikhr-YandexGPT-5-Lite-8B-it-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d520f3de5973886daeb96dff00442a44bf33d36a2a22ff3797d55dd70b4f1b1c
3
- size 2018479776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c203fcd80fa2ef783a62e95f30b1f7e3df6e10ce1d53540528356a062e087505
3
+ size 2018479712
Vikhr-YandexGPT-5-Lite-8B-it-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7c729539f4a41565c0e9b482291cc9501b847ad2bd198fa705e12aa22a6423a
3
+ size 2947452512
Vikhr-YandexGPT-5-Lite-8B-it-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5537762afe19e218fd9c3accc01c3098938c666417c7bf9412b80d7bae16ea55
3
+ size 2757660256
Vikhr-YandexGPT-5-Lite-8B-it-IQ2_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e7234654feafb32f7fb6d1f392424423d9a3fa9516d0bfa91260411579ca0945
3
- size 2604633760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26100cf043367e3a2ff43737b50750b66a3f033d1e853364d1a9afef4339b912
3
+ size 2604633696
Vikhr-YandexGPT-5-Lite-8B-it-IQ2_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e72d74278d2734e79c1542db75922d36994ee2ec44f6e7cf23785bcc29a8ec6e
3
- size 2398064288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a14f0e135b092ce99c8772bc5beb6d278c6b5bb4a6e789cde3eae42aabc4c40
3
+ size 2398064224
Vikhr-YandexGPT-5-Lite-8B-it-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9d89fa0369e4949dcc603dabfb887cb227e7e138259275c665727cab3b9d84f
3
+ size 3784412768
Vikhr-YandexGPT-5-Lite-8B-it-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11db399a9994c417d7a0150d4840ce35b666eb4f7dcda43f503e1e4967a85de8
3
+ size 3681914464
Vikhr-YandexGPT-5-Lite-8B-it-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:312bfb78667a25ce1849486fb2f67a2661f66c0574fd3a62e0975b5472db595a
3
+ size 3518336608
Vikhr-YandexGPT-5-Lite-8B-it-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca6282d9c3dadbfe30e239c5a65f057d92c5c5fad4d08e08ec9c77b091e6852f
3
+ size 3274083936
Vikhr-YandexGPT-5-Lite-8B-it-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13448440e6629567f2e8f3985220f886748c671ed4f0375d135952446785b5e2
3
+ size 4677996128
Vikhr-YandexGPT-5-Lite-8B-it-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf0ee0923ebdb3dc197b42f786198b4159b676519faba7ecc131d4ebfb8eccfd
3
+ size 4447571552
Vikhr-YandexGPT-5-Lite-8B-it-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72b6f4aca43f6c8c33c91e8cecb4d5c3a22b3942e5bf72ca5aedcff0fa495cdd
3
+ size 3178400992
Vikhr-YandexGPT-5-Lite-8B-it-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cef3235edba063fe40951e550895752db39ef3ad4c67341d89be4c7799036b17
3
+ size 2988084832
Vikhr-YandexGPT-5-Lite-8B-it-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7296c94427cb1d7e40562bb3ad4712716325a26bbd21973faea5d8ea0f22ffd
3
+ size 4018506976
Vikhr-YandexGPT-5-Lite-8B-it-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d725f751e934589bcdd046973ceb6b8dd6d27219073e2a9a2250fe24a2dd6ccf
3
+ size 4321545440
Vikhr-YandexGPT-5-Lite-8B-it-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7296c94427cb1d7e40562bb3ad4712716325a26bbd21973faea5d8ea0f22ffd
3
+ size 4018506976
Vikhr-YandexGPT-5-Lite-8B-it-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e5e64329307c2f1b3b73d03db29dde7cde780e14836c4c3d1779e5ab33f252f
3
+ size 3664088288
Vikhr-YandexGPT-5-Lite-8B-it-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4f37b57f014912117c882cb0d9dde3a71ce795a2203081ea960c8843ae5969d
3
+ size 4661218528
Vikhr-YandexGPT-5-Lite-8B-it-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e92e470ca2473943bc397e59a7979b8a04f7a347e3eb64d8d080c9e4ab949138
3
+ size 5130456288
Vikhr-YandexGPT-5-Lite-8B-it-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89b69b83648c80425759cdffff17c6038ac57fbbc8ea67be7554e737a995c5ca
3
+ size 4920741088
Vikhr-YandexGPT-5-Lite-8B-it-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89b69b83648c80425759cdffff17c6038ac57fbbc8ea67be7554e737a995c5ca
3
+ size 4920741088
Vikhr-YandexGPT-5-Lite-8B-it-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baa3e9bc61f302b11c1893d6ed7d07d12fa6e5aaafa8d417cde077ff7501554e
3
+ size 4692675808
Vikhr-YandexGPT-5-Lite-8B-it-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:413185a8f1bff0a37085e626da49828e6d1e1aa25aa687de3294f2771ce5c704
3
+ size 5599694048
Vikhr-YandexGPT-5-Lite-8B-it-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab385af838bf3828fccc7589a0355c5845a043c73b638b3985ef8b1ce8f72083
3
+ size 6068931808
Vikhr-YandexGPT-5-Lite-8B-it-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b73f7585788973ab3b0fb9b890d4bce532e1575feb7efbbf4dce4175444ae1c
3
+ size 5733387488
Vikhr-YandexGPT-5-Lite-8B-it-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b73f7585788973ab3b0fb9b890d4bce532e1575feb7efbbf4dce4175444ae1c
3
+ size 5733387488
Vikhr-YandexGPT-5-Lite-8B-it-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b2b62781d3d123cf2375c5ee5a471867906a5bf3464322257bda3bbc07e84a1
3
+ size 5599694048
Vikhr-YandexGPT-5-Lite-8B-it-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1416630c85b7ca77b7bf065c3b5fec2a3f401c2b806233a2de70cc3da6bac248
3
+ size 6596824288
Vikhr-YandexGPT-5-Lite-8B-it-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b89847a9b53bf0cf9b3595ba16b9b1da0a3cbd107bdd5368aa35c4a29bcbf4d
3
+ size 8543112416