Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83e9506534c3c51570a2b8c5a0367e44d9872acf390bcf679633127ed544d14
+size 12285680000

Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4f2af66becc1e4ab39a082ecc1d9e1ceae00322d2df0e7259ce3131a283e16
+size 15905100160

Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7956d7926c6eb381b0669371dd9f898793a9a0414a539565fa4730af2ddef0
+size 18606975360

Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c192d4e65b2c4cba40a09ed500fce9cd2e17b869a910492303e05200cbf495
+size 19818080640

Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1ec7e790e6c71db0e454801918d9fcce238c729643d2440e97058a5fe2c7ae
+size 22601886080

Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae2ef781fb3f8b0f411225803b736c51073579c6e81941fc0026a84404f23f9
+size 23225788800

Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42eb1df1eb94bb5347f5dfd4f77bc052d9fe4e3f029a72aa0160deb4ef5e0710
+size 26846478720

Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4ce1447f0b44da0e7f088b9b62716db97938674805158be446fdfc4bdf5e5d
+size 34769146240