Hugging Face's logo

mradermacher
/
Rombo-LLM-V2.7-llama-3.2-3b-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
453f8b4
·
verified ·
1 Parent(s): 2b0b7bd

uploaded from nico1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ1_M.gguf +3 -0
  3. Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ1_S.gguf +3 -0
  4. Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ2_M.gguf +3 -0
  5. Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ2_S.gguf +3 -0
  6. Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ2_XS.gguf +3 -0
  7. Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ2_XXS.gguf +3 -0
  8. Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ3_M.gguf +3 -0
  9. Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ3_S.gguf +3 -0
  10. Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ3_XS.gguf +3 -0
  11. Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ3_XXS.gguf +3 -0
  12. Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ4_NL.gguf +3 -0
  13. Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ4_XS.gguf +3 -0
  14. Rombo-LLM-V2.7-llama-3.2-3b.i1-Q2_K.gguf +3 -0
  15. Rombo-LLM-V2.7-llama-3.2-3b.i1-Q2_K_S.gguf +3 -0
  16. Rombo-LLM-V2.7-llama-3.2-3b.i1-Q3_K_L.gguf +3 -0
  17. Rombo-LLM-V2.7-llama-3.2-3b.i1-Q3_K_M.gguf +3 -0
  18. Rombo-LLM-V2.7-llama-3.2-3b.i1-Q3_K_S.gguf +3 -0
  19. Rombo-LLM-V2.7-llama-3.2-3b.i1-Q4_0.gguf +3 -0
  20. Rombo-LLM-V2.7-llama-3.2-3b.i1-Q4_1.gguf +3 -0
  21. Rombo-LLM-V2.7-llama-3.2-3b.i1-Q4_K_M.gguf +3 -0
  22. Rombo-LLM-V2.7-llama-3.2-3b.i1-Q4_K_S.gguf +3 -0
  23. Rombo-LLM-V2.7-llama-3.2-3b.i1-Q5_K_M.gguf +3 -0
  24. Rombo-LLM-V2.7-llama-3.2-3b.i1-Q5_K_S.gguf +3 -0
  25. Rombo-LLM-V2.7-llama-3.2-3b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Rombo-LLM-V2.7-llama-3.2-3b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a0266080af8ec2c49951ae93fcab894b2cf87a8d59303d55c961c8f4d7be5de
3
+ size 924191968
Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a92d117d335a0fea32113b2ed2fbfdfbed6de4f01ba2b5bdca587f394a4c8ac
3
+ size 868158688
Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43dad114172ed5ccb64b1a0081112f1554957ba558e9c9115cfda2cad960a6c6
3
+ size 1229032672
Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85a560f6826fc7a94c806e96e3074e6b2c131cfe4efd9d8b069c84d5f1250676
3
+ size 1154321632
Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8190e64b2a5f6a9c475261aaac3ca6111a5e773ecd07de22b2f77ec99fc09c9c
3
+ size 1100549344
Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8029052d2f0156c0ac608215adf52ffa9040c477552ad2c4f5b46181be058b9
3
+ size 1017580768
Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4348aae92096e9ff233c64314101b3aa6764ae0ae51787f67ea7470ef716acdc
3
+ size 1599669472
Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f14b308ff1cfbb836589c1b2227aaf548c6231f3063df80fb6849f3e7a671df
3
+ size 1542849760
Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:703251b6db332512d1fa40ae1fd482795b9493571638392dd808b5ae914450fe
3
+ size 1476789472
Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82b8e92b8ddcdc278c6f11bccbccf662c4d31f211b0494c0ce2e4c9859ca131c
3
+ size 1348766944
Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2701c0dba9951be03a65105d5378fad917db39d8d1d3d9dd7d3d642ccac95bf
3
+ size 1917191392
Rombo-LLM-V2.7-llama-3.2-3b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea9e9b2dd2b8e7c10e0411db930549909fcecfd5f7636556273dbf9ce4278f42
3
+ size 1829111008
Rombo-LLM-V2.7-llama-3.2-3b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9e4b035a0a9cfbaef23fbd5855d7b0de0c8472edb98f1c3c789f75aa4c04849
3
+ size 1363936480
Rombo-LLM-V2.7-llama-3.2-3b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98dc91f0333ad1ba6516f31f87f9c93b79e3cec2a9ded0605b85b715655927c7
3
+ size 1274283232
Rombo-LLM-V2.7-llama-3.2-3b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16f720ebb98ee88370625f592c28afcd011f105ff53a6d383bc4006fa65a33d2
3
+ size 1815348448
Rombo-LLM-V2.7-llama-3.2-3b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3eaf50cc26c2a6c765c65c5e216ff9630b0a7bcba0c49956d9801911b2819ead
3
+ size 1687160032
Rombo-LLM-V2.7-llama-3.2-3b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0af99d05424ff22c3d45bdc120a751a4ecdca51f28e8429104205ac73c3fb05
3
+ size 1542849760
Rombo-LLM-V2.7-llama-3.2-3b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0660e29341bac1190e6cecccfb75d635f008feb55bcfbc6b772e4f39d6bef924
3
+ size 1921909984
Rombo-LLM-V2.7-llama-3.2-3b.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af6ebc42fdc4430ce712852a9925f3668e96d0b4877a3ea34aa1588bd49752ee
3
+ size 2093352160
Rombo-LLM-V2.7-llama-3.2-3b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:749c3d035b47bc618551646cb79e4f3fea124da255fea8bdde1a6c65787a6901
3
+ size 2019378400
Rombo-LLM-V2.7-llama-3.2-3b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:937143d78dfe67beecda3eefea9281312f0ceb7af55575cafcdc32d4b56af081
3
+ size 1928201440
Rombo-LLM-V2.7-llama-3.2-3b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da6d7fcc938cd1aad2b45dc42ba921ad882f67d3e95465b51bd94695056924fd
3
+ size 2322154720
Rombo-LLM-V2.7-llama-3.2-3b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d60efd3b4c1c3f8774d988f7b4f2e069ca746674127fb0f2a081183c556e2c85
3
+ size 2269512928
Rombo-LLM-V2.7-llama-3.2-3b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d18079d2498c626f69fb57dd56e8982f697358eb062aefa501d299625571590
3
+ size 2643854560