Hugging Face's logo

tohur
/
natsumura-assistant-1.0-llama-3.1-8b-GGUF

GGUF
llama-cpp
gguf-my-repo
Inference Endpoints
conversational
Model card Files Community
tohur commited on
Commit
faff15a
·
verified ·
1 Parent(s): 47f5ff2

Upload folder using huggingface_hub

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. natsumura-assistant-1.0-llama-3.1-8b-q2_k.gguf +3 -0
  3. natsumura-assistant-1.0-llama-3.1-8b-q3_k_l.gguf +3 -0
  4. natsumura-assistant-1.0-llama-3.1-8b-q3_k_m.gguf +3 -0
  5. natsumura-assistant-1.0-llama-3.1-8b-q3_k_s.gguf +3 -0
  6. natsumura-assistant-1.0-llama-3.1-8b-q4_0.gguf +3 -0
  7. natsumura-assistant-1.0-llama-3.1-8b-q4_k_m.gguf +3 -0
  8. natsumura-assistant-1.0-llama-3.1-8b-q4_k_s.gguf +3 -0
  9. natsumura-assistant-1.0-llama-3.1-8b-q5_0.gguf +3 -0
  10. natsumura-assistant-1.0-llama-3.1-8b-q5_k_m.gguf +3 -0
  11. natsumura-assistant-1.0-llama-3.1-8b-q5_k_s.gguf +3 -0
  12. natsumura-assistant-1.0-llama-3.1-8b-q6_k.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  natsumura-assistant-1.0-llama-3.1-8b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  natsumura-assistant-1.0-llama-3.1-8b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
37
+ natsumura-assistant-1.0-llama-3.1-8b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
38
+ natsumura-assistant-1.0-llama-3.1-8b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
39
+ natsumura-assistant-1.0-llama-3.1-8b-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ natsumura-assistant-1.0-llama-3.1-8b-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
41
+ natsumura-assistant-1.0-llama-3.1-8b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ natsumura-assistant-1.0-llama-3.1-8b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ natsumura-assistant-1.0-llama-3.1-8b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
44
+ natsumura-assistant-1.0-llama-3.1-8b-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ natsumura-assistant-1.0-llama-3.1-8b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
46
+ natsumura-assistant-1.0-llama-3.1-8b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
47
+ natsumura-assistant-1.0-llama-3.1-8b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
natsumura-assistant-1.0-llama-3.1-8b-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df7ddca07700e5c6a601d200fc3324c575c304d82dfd7e913291db8de4fbe45c
3
+ size 3179132096
natsumura-assistant-1.0-llama-3.1-8b-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49fe1bd6dd93cbf710d32fe0ab2c75058c7838dfb826943418684c9d393404d9
3
+ size 4321957056
natsumura-assistant-1.0-llama-3.1-8b-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb242d2b8902692eec00af840e6256bcf5f4202f9a171e0caca426d9f9908a60
3
+ size 4018918592
natsumura-assistant-1.0-llama-3.1-8b-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec52323a937cc02e4eb5738f45ae86d52e9772df47e98cc43c1ada7e1ae5238
3
+ size 3664499904
natsumura-assistant-1.0-llama-3.1-8b-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4109162cca975cddf7e8a46938587e24aa6899ad0fd0a75ee0cadf36b727a7d2
3
+ size 4661212352
natsumura-assistant-1.0-llama-3.1-8b-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:425bc783dc88e97dee082b9ec71cad96c5fb2a2131b90cdfad16e92aae125fc7
3
+ size 4920734912
natsumura-assistant-1.0-llama-3.1-8b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d5f5b56ea8de4dce354ce3c3d8df15e336c66cbbee20c5833fd2f6d12b79a5f
3
+ size 4692669632
natsumura-assistant-1.0-llama-3.1-8b-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db9616c0a6ad5073525a8c07d8a3e73940d2f2f52f441b30f6413b5989a3697d
3
+ size 5599294656
natsumura-assistant-1.0-llama-3.1-8b-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d93edb5cdf9de66e582db8ab6c6b2c36c11845274119b70a53e277874fb98dbb
3
+ size 5732988096
natsumura-assistant-1.0-llama-3.1-8b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b66e20dce8e086ba3e4eda8f9be3070fc87822a5b0f14c6093884b3116c72a80
3
+ size 5599294656
natsumura-assistant-1.0-llama-3.1-8b-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:971e54d4cc3b94ceefa64b53e65fb1224a72606415862213c5d6800a0604d338
3
+ size 6596007104