Hugging Face's logo

cognitivecomputations
/
dolphin-2.9.4-llama3.1-8b-gguf

GGUF
Generated from Trainer
Inference Endpoints
conversational
Model card Files Community
7
ehartford commited on
Commit
2ca4fd6
•
1 Parent(s): b2b4769

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. dolphin-2.9.4-llama3.1-8b-Q2_K.gguf +3 -0
  3. dolphin-2.9.4-llama3.1-8b-Q3_K_L.gguf +3 -0
  4. dolphin-2.9.4-llama3.1-8b-Q3_K_M.gguf +3 -0
  5. dolphin-2.9.4-llama3.1-8b-Q3_K_S.gguf +3 -0
  6. dolphin-2.9.4-llama3.1-8b-Q4_0.gguf +3 -0
  7. dolphin-2.9.4-llama3.1-8b-Q4_K_M.gguf +3 -0
  8. dolphin-2.9.4-llama3.1-8b-Q4_K_S.gguf +3 -0
  9. dolphin-2.9.4-llama3.1-8b-Q5_0.gguf +3 -0
  10. dolphin-2.9.4-llama3.1-8b-Q5_K_M.gguf +3 -0
  11. dolphin-2.9.4-llama3.1-8b-Q5_K_S.gguf +3 -0
  12. dolphin-2.9.4-llama3.1-8b-Q6_K.gguf +3 -0
  13. dolphin-2.9.4-llama3.1-8b-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ dolphin-2.9.4-llama3.1-8b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ dolphin-2.9.4-llama3.1-8b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ dolphin-2.9.4-llama3.1-8b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ dolphin-2.9.4-llama3.1-8b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ dolphin-2.9.4-llama3.1-8b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ dolphin-2.9.4-llama3.1-8b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ dolphin-2.9.4-llama3.1-8b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ dolphin-2.9.4-llama3.1-8b-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ dolphin-2.9.4-llama3.1-8b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ dolphin-2.9.4-llama3.1-8b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ dolphin-2.9.4-llama3.1-8b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ dolphin-2.9.4-llama3.1-8b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
dolphin-2.9.4-llama3.1-8b-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66b22767b19edb5a4d3cd97eeb40806752571d83877b6e6dbcfbb5a90e70123d
3
+ size 3179141376
dolphin-2.9.4-llama3.1-8b-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33acc6f7959f16b185a8e36dc64895eb7ba3ebf87d2913534718776e4eeba961
3
+ size 4321967168
dolphin-2.9.4-llama3.1-8b-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81399e29839dfe6fa11682b723350bc76e4b40674e81818fcada1692a68fb137
3
+ size 4018928704
dolphin-2.9.4-llama3.1-8b-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:367b2f22a51ee7b245f07708a3cff015a80f7eba18764f4864dafc00c90bc5f2
3
+ size 3664510016
dolphin-2.9.4-llama3.1-8b-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4e04968e3ca697b947c4820d7d4e58873e9f93908a043e7280863b31019b7df
3
+ size 4661223552
dolphin-2.9.4-llama3.1-8b-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba7750aa6f3d5ee6d8869a0e295cced817ea7ca542c9314a85d0eafbed9d0a65
3
+ size 4920746112
dolphin-2.9.4-llama3.1-8b-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:117152878adbb05cca3e685a05c413288100802da48103d26d384cce37c3604e
3
+ size 4692680832
dolphin-2.9.4-llama3.1-8b-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aa8a30796cbfc9aa230c0d24c2f7ac61b2344a79bfe7bcdce9ef3aaf8b9ceeb
3
+ size 5599306880
dolphin-2.9.4-llama3.1-8b-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f67c766dfc615d09f1ce290226d8de563dfb780000ce21c7a9c245d7dab88c2a
3
+ size 5733000320
dolphin-2.9.4-llama3.1-8b-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49044965336fa23fefafb19c52114bf51538f6eb1f1f4ec07d397ae73b286bb7
3
+ size 5599306880
dolphin-2.9.4-llama3.1-8b-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2716e8b9a1020707b24f43c1a2de80c08167c380ce5b14b69adb9db458ec38a3
3
+ size 6596020416
dolphin-2.9.4-llama3.1-8b-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4cc1324cbb535751e889078b8e35b83222919011098da5366007660676c0233
3
+ size 8540788800