Hugging Face's logo

TouchNight
/
Yi-9B-GGUF

Transformers
GGUF
llama
text-generation-inference
Inference Endpoints
Model card Files Community
1
TouchNight commited on
Commit
da2e385
•
1 Parent(s): f854ca5

Upload 7 files

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. Yi-9B-Q2_K.gguf +3 -0
  3. Yi-9B-Q3_K_L.gguf +3 -0
  4. Yi-9B-Q3_K_M.gguf +3 -0
  5. Yi-9B-Q3_K_S.gguf +3 -0
  6. Yi-9B-Q4_0.gguf +3 -0
  7. Yi-9B-Q4_K_M.gguf +3 -0
  8. Yi-9B-Q4_K_S.gguf +3 -0
.gitattributes CHANGED
@@ -38,3 +38,10 @@ Yi-9B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
  Yi-9B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
39
  Yi-9B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
40
  Yi-9B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
38
  Yi-9B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
39
  Yi-9B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
40
  Yi-9B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Yi-9B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Yi-9B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Yi-9B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Yi-9B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Yi-9B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Yi-9B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Yi-9B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
Yi-9B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c43b2d33358c203c9b37e9278c56e74365be608383d7c21062fdde7b13887c6
3
+ size 3354324736
Yi-9B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61ccf3771cae5f3dd004e3650a62e78db2c60c632d1fa5288ab9acc095342d51
3
+ size 4690751232
Yi-9B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd500f54a0d14e26eefb27c7c6bb1e1deddf4bf8b7bf23182c3063bdbbf7c8b4
3
+ size 4324404992
Yi-9B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b17a4d2d331e9d200a56f582858edff0690a2b70b185d0f67d552b6be84822ac
3
+ size 3899207424
Yi-9B-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddec7b35e3a3a2fa9a4323655377821128e568f10c80f15b673a44a7ce2abc45
3
+ size 5036994304
Yi-9B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a56354cc75e4cbdbe2f75d3de8da79fa29ebbc135f2207c88f424235433e5e5
3
+ size 5328957184
Yi-9B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b9e189ffe99f83c1683934daf112b13a1375bf71da915d01a8f9d1e9c6d4362
3
+ size 5071859456