Hugging Face's logo

mradermacher
/
FuseChat-Llama-3.2-3B-Instruct-GGUF

Transformers
GGUF
English
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
eddfcfb
·
verified ·
1 Parent(s): c7728f8

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. FuseChat-Llama-3.2-3B-Instruct.IQ4_XS.gguf +3 -0
  3. FuseChat-Llama-3.2-3B-Instruct.Q2_K.gguf +3 -0
  4. FuseChat-Llama-3.2-3B-Instruct.Q3_K_L.gguf +3 -0
  5. FuseChat-Llama-3.2-3B-Instruct.Q3_K_M.gguf +3 -0
  6. FuseChat-Llama-3.2-3B-Instruct.Q3_K_S.gguf +3 -0
  7. FuseChat-Llama-3.2-3B-Instruct.Q4_K_M.gguf +3 -0
  8. FuseChat-Llama-3.2-3B-Instruct.Q4_K_S.gguf +3 -0
  9. FuseChat-Llama-3.2-3B-Instruct.Q5_K_M.gguf +3 -0
  10. FuseChat-Llama-3.2-3B-Instruct.Q5_K_S.gguf +3 -0
  11. FuseChat-Llama-3.2-3B-Instruct.Q6_K.gguf +3 -0
  12. FuseChat-Llama-3.2-3B-Instruct.Q8_0.gguf +3 -0
  13. FuseChat-Llama-3.2-3B-Instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ FuseChat-Llama-3.2-3B-Instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ FuseChat-Llama-3.2-3B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ FuseChat-Llama-3.2-3B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ FuseChat-Llama-3.2-3B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ FuseChat-Llama-3.2-3B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ FuseChat-Llama-3.2-3B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ FuseChat-Llama-3.2-3B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ FuseChat-Llama-3.2-3B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ FuseChat-Llama-3.2-3B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ FuseChat-Llama-3.2-3B-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ FuseChat-Llama-3.2-3B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ FuseChat-Llama-3.2-3B-Instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
FuseChat-Llama-3.2-3B-Instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b6df70b9375e4b13ad9882ed0b002e06cca636eb8875c38ed2b74e91651935d
3
+ size 1840903584
FuseChat-Llama-3.2-3B-Instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fa0a72f13f2048f19687a65b5a44d2114e6c25941a0a1a4a7ac2f441a9c8ef1
3
+ size 1363932576
FuseChat-Llama-3.2-3B-Instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a72a908e55a8eb44ff238ec6fa53fdb34fa47280a758d1e6bc18d1dc1c2a35f9
3
+ size 1815344544
FuseChat-Llama-3.2-3B-Instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a19e27f10e1c3d9250d57bc136d3308c123653e58e344f5be5e288bde43060d
3
+ size 1687156128
FuseChat-Llama-3.2-3B-Instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eaeff48afcaf648e68c2f07ea36b1ffd1741b8cd28ed07c1a658a6ff098d159
3
+ size 1542845856
FuseChat-Llama-3.2-3B-Instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a58fbcf4a2a45f4ab0d7b3769573644a3c030ab406973bd10c46b2b037e5a2c
3
+ size 2019374496
FuseChat-Llama-3.2-3B-Instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c05a24056893ff8e5bc3770ccd5b858ab223bbed06c69dfca5bb298a0e01bbc0
3
+ size 1928197536
FuseChat-Llama-3.2-3B-Instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4ce2444f7168cf6cacbfd31622d7b1da1607177de4b1ae84ac8b3ca13fd86ba
3
+ size 2322150816
FuseChat-Llama-3.2-3B-Instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0ffc08ac6021f5b8e1de4ffe8c8b6ed67e81960fca7f8946c3415f2ed4de5a3
3
+ size 2269509024
FuseChat-Llama-3.2-3B-Instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e53adcf2c559dd4603fa0e46e0438373495e2981a6e37225534172c18e988c46
3
+ size 2643850656
FuseChat-Llama-3.2-3B-Instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6639d86e12b64cf43fd3ec53a4c17e2ffcaf5670acb63b0208d71c9fe8d7e91a
3
+ size 3421896096
FuseChat-Llama-3.2-3B-Instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:354c1129cfd9eb2833d9b04d717e9ba073dd9fd6b56212ff2f835e285d432721
3
+ size 6433684896