nazimali
/

mistral-7b-v0.3-instruct-arabic

Text Generation

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

nazimali commited on 2 days ago

Commit

2d42164

•

1 Parent(s): 6d856db

Upload Q4_K_M.gguf, Q6_K.gguf

Files changed (3) hide show

.gitattributes +2 -0
Q4_K_M.gguf +3 -0
Q6_K.gguf +3 -0

.gitattributes CHANGED Viewed

@@ -34,3 +34,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

Q4_K_M.gguf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:796cd9741c6b66e3c4bba42d55c02290e726136433ee69dd1494a0b096a76eaf
+size 4372811648

Q6_K.gguf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:16e9b5113bb4f2f48df28d1175db5455ddf1c7e7d8caddd6cfe41c73e99030c9
+size 5947248512