Hugging Face's logo

qwp4w3hyb
/
gemma-2-9b-it-iMat-GGUF

Text Generation
GGUF
English
google
gemma
imatrix
Inference Endpoints
conversational
Model card Files Community
qwp4w3hyb commited on
Commit
94a8a7f
·
verified ·
1 Parent(s): 2e77f43

Upload folder using huggingface_hub

Browse files
Files changed (20) hide show
  1. .gitattributes +7 -0
  2. gemma-2-9b-it-bf16.gguf +3 -0
  3. gemma-2-9b-it-imat-IQ1_S.gguf +2 -2
  4. gemma-2-9b-it-imat-IQ2_M.gguf +2 -2
  5. gemma-2-9b-it-imat-IQ2_S.gguf +3 -0
  6. gemma-2-9b-it-imat-IQ2_XS.gguf +3 -0
  7. gemma-2-9b-it-imat-IQ2_XXS.gguf +2 -2
  8. gemma-2-9b-it-imat-IQ3_M.gguf +3 -0
  9. gemma-2-9b-it-imat-IQ3_S.gguf +3 -0
  10. gemma-2-9b-it-imat-IQ3_XS.gguf +3 -0
  11. gemma-2-9b-it-imat-IQ3_XXS.gguf +2 -2
  12. gemma-2-9b-it-imat-IQ4_NL.gguf +3 -0
  13. gemma-2-9b-it-imat-IQ4_XS.gguf +2 -2
  14. gemma-2-9b-it-imat-Q4_0.gguf +2 -2
  15. gemma-2-9b-it-imat-Q4_K_M.gguf +2 -2
  16. gemma-2-9b-it-imat-Q4_K_S.gguf +2 -2
  17. gemma-2-9b-it-imat-Q5_K_M.gguf +2 -2
  18. gemma-2-9b-it-imat-Q5_K_S.gguf +2 -2
  19. gemma-2-9b-it-imat-Q6_K.gguf +2 -2
  20. gemma-2-9b-it-imat-Q8_0.gguf +2 -2
.gitattributes CHANGED
@@ -57,3 +57,10 @@ gemma-2-9b-it-imat-Q5_K_L.gguf filter=lfs diff=lfs merge=lfs -text
57
  gemma-2-9b-it-imat-Q6_K_L.gguf filter=lfs diff=lfs merge=lfs -text
58
  gemma-2-9b-it-imat-Q8_0_XL.gguf filter=lfs diff=lfs merge=lfs -text
59
  gemma-2-9b-it-imat-Q8_0_L.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
57
  gemma-2-9b-it-imat-Q6_K_L.gguf filter=lfs diff=lfs merge=lfs -text
58
  gemma-2-9b-it-imat-Q8_0_XL.gguf filter=lfs diff=lfs merge=lfs -text
59
  gemma-2-9b-it-imat-Q8_0_L.gguf filter=lfs diff=lfs merge=lfs -text
60
+ gemma-2-9b-it-bf16.gguf filter=lfs diff=lfs merge=lfs -text
61
+ gemma-2-9b-it-imat-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
62
+ gemma-2-9b-it-imat-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
63
+ gemma-2-9b-it-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
64
+ gemma-2-9b-it-imat-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
65
+ gemma-2-9b-it-imat-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
66
+ gemma-2-9b-it-imat-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
gemma-2-9b-it-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45665768b82535d024cb698d68506749f371954ba16f70e3f677703e3965fd0e
3
+ size 18490680832
gemma-2-9b-it-imat-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb96f72154718dad34c9b22c9acf04d16b84804ab110a4de9b4709721b25be34
3
- size 2378883968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c80b05476862e8e0af6d8cdf01c35e99455f934835db1398dd2219e0ad54714
3
+ size 2378565408
gemma-2-9b-it-imat-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a9cd0a5a6ff75bb27e66df7a4463df70f4cd03dbbe5eab05537ce28cc7c472d
3
- size 3434988416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6ca2ec2f356b5fa3f9249e91ca671744d456a933623a3aab06bc7c373017082
3
+ size 3434669856
gemma-2-9b-it-imat-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa589160fbc9dc3dce7795436962e44bea1d4a1a3bbea68cfc7b656260115efb
3
+ size 3211487008
gemma-2-9b-it-imat-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e447f57a59b7c76590f971b5133a7eb5307a39d90a413f79a622d0bb68a8940
3
+ size 3067381536
gemma-2-9b-it-imat-IQ2_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae439f423a328ca61cb7ad21d49e6ea88c883870e5de1b2541d6208aa1d0fa0f
3
- size 2825249664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be88d4a7a643101345f45fce66c74035fe749aa09e115a68568db37250a3697e
3
+ size 2824931104
gemma-2-9b-it-imat-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4ef2fa1a5d4b53a2fe5ae2df9661f4d7191209cf618808f924d94b3756303b9
3
+ size 4494616352
gemma-2-9b-it-imat-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff6197457b4facc02c0d18b33b7d90fa2f9c30d71b060843aabff77eb6ad4203
3
+ size 4337665824
gemma-2-9b-it-imat-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7b7a4c20e921be3bddf5a84ba091c7b5ac0ec6312fcaec1903fedb24e1d2b01
3
+ size 4144989984
gemma-2-9b-it-imat-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4860cd97a7869ae4552dd315dce50b296da8b185f1527b4bb93c77ed8c652e47
3
- size 3797058432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b2f816646b15f7df486909aa4bf6ddaaa1d61e9d6382e4460e48eefc7b7f477
3
+ size 3796739872
gemma-2-9b-it-imat-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d03126a9f39ece0023c5c9174720689ff76b10447035ec336d4f8cf982740cd
3
+ size 5443143456
gemma-2-9b-it-imat-IQ4_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8cf870fac4bedbb87c23b7fc777e1ddee2169f83e1d56a6d527483dc98b2ed33
3
- size 5183410560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10dda29260c4d7b666e2481a60ad081a81d252fa0d6d72d3c47bb6a47ae7a105
3
+ size 5183031072
gemma-2-9b-it-imat-Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f559ae8ac893c0e82e06d82a694cbfff4ecf97794dcc7112a27afd459c7e6ab7
3
- size 5459579264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beaac8be4f2ebb77a375f3c83efe3d2c3e38c92582be4b9529f5ae100113d85d
3
+ size 5459199776
gemma-2-9b-it-imat-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12f7c2087ed848bb6c682463f36018264d840b37867af3fd7e5e0c628d563f29
3
- size 5761438080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a57e45f8145ff133a0ffa41f197a6111c422d3ef3b693aa792da6442463e3457
3
+ size 5761058592
gemma-2-9b-it-imat-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af6b97a168fda04e2b532e9315db6582fc126c565eae3d082e6c24b05fd0f6ae
3
- size 5479305600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:061c662fb97740bf8d4f5fb0ce0160520b1bd9fb8d38030c5a32de096e36edbc
3
+ size 5478926112
gemma-2-9b-it-imat-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a616659e6bae2ab77edb2659c97840dfe93c3d93db5a6c351ddadcae3a81a06
3
- size 6647746944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58c344cb7d52b00ac9ec703a65053102a0b039fe08448983d0552a05f684f93b
3
+ size 6647367456
gemma-2-9b-it-imat-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10e09d6bf60702efa52e608585aa24fb1865874fac221aa7611b4f30ba4abde9
3
- size 6483972480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8194802db2dbf02da61879f49297bc34699ab0fd999e11ec93f33b20e9627cc
3
+ size 6483592992
gemma-2-9b-it-imat-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5570f797cf8633ffd25d6e268f35b4793674a95055bb9f59665412bcb7ce94e5
3
- size 7589450112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cffa370af08d35656cfefa505e8ce5bb9556d24f95df0ce382f337d6be8d61d8
3
+ size 7589070624
gemma-2-9b-it-imat-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8811bf2394eb7e16d3f61b999ed1ec51798dd04f9e0bc572dbb33374b0f5aee7
3
- size 9827640192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc68769013077e8f8a3867209be535790e0e6336dae2bb5dd956e11cb624a1ec
3
+ size 9827149600