Hugging Face's logo

mradermacher
/
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen-i1-GGUF

Transformers
GGUF
English
llama-factory
full
Generated from Trainer
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
35ea425
·
verified ·
1 Parent(s): 50e2c34

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ1_M.gguf +3 -0
  3. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ1_S.gguf +3 -0
  4. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ2_M.gguf +3 -0
  5. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ2_S.gguf +3 -0
  6. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ2_XS.gguf +3 -0
  7. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ2_XXS.gguf +3 -0
  8. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ3_M.gguf +3 -0
  9. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ3_S.gguf +3 -0
  10. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ3_XS.gguf +3 -0
  11. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ3_XXS.gguf +3 -0
  12. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ4_XS.gguf +3 -0
  13. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q2_K.gguf +3 -0
  14. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q2_K_S.gguf +3 -0
  15. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q3_K_L.gguf +3 -0
  16. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q3_K_M.gguf +3 -0
  17. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q3_K_S.gguf +3 -0
  18. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q4_0.gguf +3 -0
  19. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q4_K_M.gguf +3 -0
  20. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q4_K_S.gguf +3 -0
  21. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q5_K_M.gguf +3 -0
  22. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q5_K_S.gguf +3 -0
  23. oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:728a52b49bf7c0c5a501bda3b6d240c47738eb4b18d7165a7084d48389f6502d
3
+ size 2042196960
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44958156c12fa48ac935434d233cff52e03e181ea6ca67e55637ddf4c14c2484
3
+ size 1903668192
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0853378c66722d566f5a7701575aa8f0bc44fa621495e399d22b9d2c04f5fa3
3
+ size 2780343264
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd975e3fd64f89030d56d36a3894c9ceafcb0860861b161fe75607cc521711a0
3
+ size 2595638240
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c36025e81769ffaa0ef98d56afbb4df82c02e30d92d739c6317f5b1f84d9f67
3
+ size 2469022688
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6674e511ac31c96769243fcbbb16a33a4d00aacacb659f112565967c8fcd6193
3
+ size 2273078240
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ea79741a6b7360edf08a30fb24fb828682e95b14da45f5ea0519cb023730edd
3
+ size 3574012896
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:374bdbd7e2d41816e0b0a03fd2c85374a2d5d2810d9566d8a001ba54b7807cb5
3
+ size 3499193312
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86ee8f2f61f1d1017539eb066662beac8a5cca4131d9b942a26d13760401a082
3
+ size 3346256864
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:047107dde614aa15248cbd4fddad202190ae29e65cd605a0c9c8aed4292c048a
3
+ size 3114515424
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5e02393fcd7834bcea6104fb0ea0ebc5baf4aaf72e9a7b8abeff132fa9b7a9a
3
+ size 4218473440
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03336b9c33fe1e7acb281b715b736e9b7aa4e103120c949d0d2c23c32f71cfb5
3
+ size 3015941088
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:636e051a171128a3da820cfc3f2ee610d54ab0655f024703b535c0bbf48d0d0c
3
+ size 2834074592
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:874977cca9b8da139cbbf1dd6169998544359f20c5d22761d6a927ded3fb3280
3
+ size 4088460256
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bda7a786e9c1ffc31fdc69b6702180e78af6535a94c8bbc64e8260cd54406653
3
+ size 3808392160
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d01586015812b3f387b6dd8075e9851ef0de9cda2442d301e3a607c340d88b25
3
+ size 3492369376
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe9b060ad78deefbc61538547f67918ea2840d355db899aa94aa5ec39d34ae60
3
+ size 4444122080
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9644e3a9e83b62c0641cabaf137e3ddad8581b8e051e5f3c7e3af346faa7fb43
3
+ size 4683074528
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d192ab7ec2beb745479158a9bc140079a424f3448dac5061e4dd053b0750420
3
+ size 4457769952
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4366931d091062c1b0ceb3c1e84d7fd5c4c08d8a68c301d58bd7a40af5be16df
3
+ size 5444832224
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc68a05b665457c8215f7787d95cf0345d5690c17d9b756ef9981a601ee1fb15
3
+ size 5315177440
oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:092c6680e560965fa4a87f9762cd9010d2d2275979aa0e6061665050062d92a7
3
+ size 6254199776