Hugging Face's logo

mradermacher
/
orca_mini_v9_7_3B-Instruct-GGUF

Transformers
GGUF
English
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
179e2f0
·
verified ·
1 Parent(s): 5a08e19

uploaded from rain

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. orca_mini_v9_7_3B-Instruct.IQ4_XS.gguf +3 -0
  3. orca_mini_v9_7_3B-Instruct.Q2_K.gguf +3 -0
  4. orca_mini_v9_7_3B-Instruct.Q3_K_L.gguf +3 -0
  5. orca_mini_v9_7_3B-Instruct.Q3_K_M.gguf +3 -0
  6. orca_mini_v9_7_3B-Instruct.Q3_K_S.gguf +3 -0
  7. orca_mini_v9_7_3B-Instruct.Q4_K_M.gguf +3 -0
  8. orca_mini_v9_7_3B-Instruct.Q4_K_S.gguf +3 -0
  9. orca_mini_v9_7_3B-Instruct.Q5_K_M.gguf +3 -0
  10. orca_mini_v9_7_3B-Instruct.Q5_K_S.gguf +3 -0
  11. orca_mini_v9_7_3B-Instruct.Q6_K.gguf +3 -0
  12. orca_mini_v9_7_3B-Instruct.Q8_0.gguf +3 -0
  13. orca_mini_v9_7_3B-Instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ orca_mini_v9_7_3B-Instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ orca_mini_v9_7_3B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ orca_mini_v9_7_3B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ orca_mini_v9_7_3B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ orca_mini_v9_7_3B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ orca_mini_v9_7_3B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ orca_mini_v9_7_3B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ orca_mini_v9_7_3B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ orca_mini_v9_7_3B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ orca_mini_v9_7_3B-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ orca_mini_v9_7_3B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ orca_mini_v9_7_3B-Instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
orca_mini_v9_7_3B-Instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad65845daf9246603eef76bb04bea200017304e979e0b9185c008ac9226e6602
3
+ size 1840904320
orca_mini_v9_7_3B-Instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeedc3ea40474d0cc5256755790009a63458d21bd4ab9833b66b540583008eea
3
+ size 1363933312
orca_mini_v9_7_3B-Instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7acab995747715d4cba8463eb49fef9829fc9d6b59f8af383cef1cb85a242446
3
+ size 1815345280
orca_mini_v9_7_3B-Instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9579d264ac13485a26083071e6bcc725fa6faad7f06e8f512ffdd8c751a51f9
3
+ size 1687156864
orca_mini_v9_7_3B-Instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00bc3f1ddd0a5c1651e05f98ffc9b2c834f95a8d4b37416d1fa364fbc10ef561
3
+ size 1542846592
orca_mini_v9_7_3B-Instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d703eab29f8b99a901158f3ba734cad5c7d6bdc259d517f6f63e15f6d3bb5692
3
+ size 2019375232
orca_mini_v9_7_3B-Instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ef03c9f6a5a985a2fcb4f08d5250ca68f8097c312a694d87e7760551a4f616f
3
+ size 1928198272
orca_mini_v9_7_3B-Instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56d8bfe6addfe3b0e113beab7b336b445ec03cf294034787ca49ea5acf85c3f4
3
+ size 2322151552
orca_mini_v9_7_3B-Instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e15f1dcacc0e2b9737b67809238cd7edfb63cb3c10f741c6454a41043d55ec1
3
+ size 2269509760
orca_mini_v9_7_3B-Instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:477cd5446b326cd2376bd01e208e4800051c32c70a2386a0aa2ff216124c861a
3
+ size 2643851392
orca_mini_v9_7_3B-Instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:713e67d89525cbad67b1edeba788c93e89f7f1328fc6f23951a82d9cf08df93b
3
+ size 3421896832
orca_mini_v9_7_3B-Instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36c5f24b8d3515242cb9b414c61ac0dd0349aa2222a7391548ba88f3d48ccfec
3
+ size 6433685632