Hugging Face's logo

backyardai
/
Llama-3.1-Nemotron-70B-Instruct-GGUF

Text Generation
Transformers
GGUF
English
nvidia
llama3.1
imatrix
conversational
Model card Files Community
brooketh commited on
Commit
8d16943
·
verified ·
1 Parent(s): a0e983f

Upload Llama-3.1-Nemotron-70B-Instruct-GGUF

Browse files
Files changed (29) hide show
  1. .gitattributes +26 -0
  2. BackyardAI_Banner.png +0 -0
  3. BackyardAI_Logo.png +0 -0
  4. Llama-3.1-Nemotron-70B-Instruct.BF16-split-00001-of-00003.gguf +3 -0
  5. Llama-3.1-Nemotron-70B-Instruct.BF16-split-00002-of-00003.gguf +3 -0
  6. Llama-3.1-Nemotron-70B-Instruct.BF16-split-00003-of-00003.gguf +3 -0
  7. Llama-3.1-Nemotron-70B-Instruct.IQ1_M.gguf +3 -0
  8. Llama-3.1-Nemotron-70B-Instruct.IQ1_S.gguf +3 -0
  9. Llama-3.1-Nemotron-70B-Instruct.IQ2_M.gguf +3 -0
  10. Llama-3.1-Nemotron-70B-Instruct.IQ2_S.gguf +3 -0
  11. Llama-3.1-Nemotron-70B-Instruct.IQ2_XS.gguf +3 -0
  12. Llama-3.1-Nemotron-70B-Instruct.IQ2_XXS.gguf +3 -0
  13. Llama-3.1-Nemotron-70B-Instruct.IQ3_M.gguf +3 -0
  14. Llama-3.1-Nemotron-70B-Instruct.IQ3_S.gguf +3 -0
  15. Llama-3.1-Nemotron-70B-Instruct.IQ3_XS.gguf +3 -0
  16. Llama-3.1-Nemotron-70B-Instruct.IQ3_XXS.gguf +3 -0
  17. Llama-3.1-Nemotron-70B-Instruct.IQ4_XS.gguf +3 -0
  18. Llama-3.1-Nemotron-70B-Instruct.Q3_K_L.gguf +3 -0
  19. Llama-3.1-Nemotron-70B-Instruct.Q3_K_M.gguf +3 -0
  20. Llama-3.1-Nemotron-70B-Instruct.Q3_K_S.gguf +3 -0
  21. Llama-3.1-Nemotron-70B-Instruct.Q4_K_M.gguf +3 -0
  22. Llama-3.1-Nemotron-70B-Instruct.Q4_K_S.gguf +3 -0
  23. Llama-3.1-Nemotron-70B-Instruct.Q5_K_M.gguf +3 -0
  24. Llama-3.1-Nemotron-70B-Instruct.Q5_K_S.gguf +3 -0
  25. Llama-3.1-Nemotron-70B-Instruct.Q6_K-split-00001-of-00002.gguf +3 -0
  26. Llama-3.1-Nemotron-70B-Instruct.Q6_K-split-00002-of-00002.gguf +3 -0
  27. Llama-3.1-Nemotron-70B-Instruct.Q8_0-split-00001-of-00002.gguf +3 -0
  28. Llama-3.1-Nemotron-70B-Instruct.Q8_0-split-00002-of-00002.gguf +3 -0
  29. Llama-3.1-Nemotron-70B-Instruct.imatrix +3 -0
.gitattributes CHANGED
@@ -33,3 +33,29 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama-3.1-Nemotron-70B-Instruct.BF16-split-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3.1-Nemotron-70B-Instruct.BF16-split-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3.1-Nemotron-70B-Instruct.BF16-split-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3.1-Nemotron-70B-Instruct.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3.1-Nemotron-70B-Instruct.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3.1-Nemotron-70B-Instruct.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3.1-Nemotron-70B-Instruct.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3.1-Nemotron-70B-Instruct.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3.1-Nemotron-70B-Instruct.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3.1-Nemotron-70B-Instruct.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3.1-Nemotron-70B-Instruct.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3.1-Nemotron-70B-Instruct.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-3.1-Nemotron-70B-Instruct.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama-3.1-Nemotron-70B-Instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Llama-3.1-Nemotron-70B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Llama-3.1-Nemotron-70B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Llama-3.1-Nemotron-70B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Llama-3.1-Nemotron-70B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Llama-3.1-Nemotron-70B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Llama-3.1-Nemotron-70B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Llama-3.1-Nemotron-70B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Llama-3.1-Nemotron-70B-Instruct.Q6_K-split-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Llama-3.1-Nemotron-70B-Instruct.Q6_K-split-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Llama-3.1-Nemotron-70B-Instruct.Q8_0-split-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Llama-3.1-Nemotron-70B-Instruct.Q8_0-split-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Llama-3.1-Nemotron-70B-Instruct.imatrix filter=lfs diff=lfs merge=lfs -text
BackyardAI_Banner.png ADDED
BackyardAI_Logo.png ADDED
Llama-3.1-Nemotron-70B-Instruct.BF16-split-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fabc18c547bf99ab6bde4919615dc37058c27cecf09b6b06c77b4f2a7ddd737f
3
+ size 49875754304
Llama-3.1-Nemotron-70B-Instruct.BF16-split-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9e2594bf2bf063692e4b451bfe9537fdaa28e52f2e759c1b938a7fcaec06120
3
+ size 49779916256
Llama-3.1-Nemotron-70B-Instruct.BF16-split-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b7ee1ec4148bf4dce8155583f1bc76955b4b167b3952d6cccb426e185a1776c
3
+ size 41462247744
Llama-3.1-Nemotron-70B-Instruct.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2ab63168a46a57c9b6d662b30835f868c0658be4cd0393c76188f4aab58955
3
+ size 16751201344
Llama-3.1-Nemotron-70B-Instruct.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a51b0a0e7c49771058fba41ed1cfdd630e91ef9037e56737c16d718d94513a80
3
+ size 15343488064
Llama-3.1-Nemotron-70B-Instruct.IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03e677e3392f6a8cc996963c51797c56157845e743d7d3225b08913265c3b4ff
3
+ size 24119299136
Llama-3.1-Nemotron-70B-Instruct.IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd43a0518cb28ad53d8ee5776ff8c3de53cd7c90e2d60df3517c6db497e6ef78
3
+ size 22242348096
Llama-3.1-Nemotron-70B-Instruct.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f754dbdcfcbfb50d58e8928c4ef45857b2546bb85e59c2a65d52bf7f66d494d3
3
+ size 21142113344
Llama-3.1-Nemotron-70B-Instruct.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04e2854c5d553bb2e5c031b16b8ed1cbec112c27d51a7e499528e6bd66ab2bfd
3
+ size 19097390144
Llama-3.1-Nemotron-70B-Instruct.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e7fc35a02ec55df9eb2260edef56491daa5a20dd9ae0451e9c87abf72a0ece0
3
+ size 31937039424
Llama-3.1-Nemotron-70B-Instruct.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48e2583a0fac9720bf28f57c95759a10cf42d5f78ca1efcd05bb5e8133419366
3
+ size 30912056384
Llama-3.1-Nemotron-70B-Instruct.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79920093fab286fc6babb77392f410ab3eba268365cd8defdf33f6ffa3bb7f0d
3
+ size 29307735104
Llama-3.1-Nemotron-70B-Instruct.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:578d06199cb1bca614740e7d2cfc4cbe48610cedd31c9e9a1d13bde510645b36
3
+ size 27469499456
Llama-3.1-Nemotron-70B-Instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aae9a3e2978291fbb75d4cb5ba134988d19633fa1fc47598ed2fd562dabcfd5f
3
+ size 37902666816
Llama-3.1-Nemotron-70B-Instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fee1e6f6d89d9dc111e0bb919572ec71c3e8f9cabbeac0f73e54ea33f1fdb8f7
3
+ size 37140597536
Llama-3.1-Nemotron-70B-Instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b243b4ddba000bb8916485fe1fa3ad228f71acc175d4f817e776695887d936df
3
+ size 34267499296
Llama-3.1-Nemotron-70B-Instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d8224ebcaf04974d0ac58dac4ec3be0881332171e6eb2bf9d2dd0553294a50b
3
+ size 30912056096
Llama-3.1-Nemotron-70B-Instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7eafa1dbf9dfcc5858c42ea7e39c6597704a6ff06f1dcbf7ecc4f2538623e38
3
+ size 42520398624
Llama-3.1-Nemotron-70B-Instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74369756c53ae32fc5d7dcf45062e0510163406090f169dcd6bd906fac86167b
3
+ size 40347224864
Llama-3.1-Nemotron-70B-Instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d67cee48cf480a1add7943ff0b45d4bf87acfba36f2b4051f45bc6b4f211f99d
3
+ size 49949821728
Llama-3.1-Nemotron-70B-Instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e92b4994d2b34b78de286af0b0aea8a01e66d0d10d0d3e47366090460480253
3
+ size 48657451808
Llama-3.1-Nemotron-70B-Instruct.Q6_K-split-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a375dc0b9aa2c60f7f0161d46e36d02612716e226c946bba4e85481903aa19bf
3
+ size 49973949440
Llama-3.1-Nemotron-70B-Instruct.Q6_K-split-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c674572b1267c26f35766764f414895c20ea37b131a2b5d4f92380fd3437bc43
3
+ size 7914199008
Llama-3.1-Nemotron-70B-Instruct.Q8_0-split-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30079812b144c524e52088599355fa5de08024adebb8fcdef71e4b1881b68d29
3
+ size 49928000000
Llama-3.1-Nemotron-70B-Instruct.Q8_0-split-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e66ca4d1db2fcdedb9e25cfe66908bd231b15ea195aa2d5fd47cc849a15f8bb2
3
+ size 25047054816
Llama-3.1-Nemotron-70B-Instruct.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2bd40f682606e0e5481a2bdcd967f1dad2e485e429147357d0d00a8ec933105
3
+ size 24922344