Hugging Face's logo

brittlewis12
/
Meta-Llama-3.1-8B-Instruct-GGUF

Text Generation
GGUF
PyTorch
English
facebook
meta
llama
llama-3
llama-3.1
conversational
Model card Files Community
brittlewis12 commited on
Commit
c44bbce
·
verified ·
1 Parent(s): 4603b5c

Upload folder using huggingface_hub

Browse files
Files changed (26) hide show
  1. .gitattributes +25 -0
  2. Meta-Llama-3.1-8B-Instruct.imatrix +3 -0
  3. meta-llama-3.1-8b-instruct.IQ1_M.gguf +3 -0
  4. meta-llama-3.1-8b-instruct.IQ1_S.gguf +3 -0
  5. meta-llama-3.1-8b-instruct.IQ2_M.gguf +3 -0
  6. meta-llama-3.1-8b-instruct.IQ2_S.gguf +3 -0
  7. meta-llama-3.1-8b-instruct.IQ2_XS.gguf +3 -0
  8. meta-llama-3.1-8b-instruct.IQ2_XXS.gguf +3 -0
  9. meta-llama-3.1-8b-instruct.IQ3_M.gguf +3 -0
  10. meta-llama-3.1-8b-instruct.IQ3_S.gguf +3 -0
  11. meta-llama-3.1-8b-instruct.IQ3_XS.gguf +3 -0
  12. meta-llama-3.1-8b-instruct.IQ3_XXS.gguf +3 -0
  13. meta-llama-3.1-8b-instruct.IQ4_NL.gguf +3 -0
  14. meta-llama-3.1-8b-instruct.IQ4_XS.gguf +3 -0
  15. meta-llama-3.1-8b-instruct.Q2_K.gguf +3 -0
  16. meta-llama-3.1-8b-instruct.Q2_K_S.gguf +3 -0
  17. meta-llama-3.1-8b-instruct.Q3_K_L.gguf +3 -0
  18. meta-llama-3.1-8b-instruct.Q3_K_M.gguf +3 -0
  19. meta-llama-3.1-8b-instruct.Q3_K_S.gguf +3 -0
  20. meta-llama-3.1-8b-instruct.Q4_K_M.gguf +3 -0
  21. meta-llama-3.1-8b-instruct.Q4_K_S.gguf +3 -0
  22. meta-llama-3.1-8b-instruct.Q5_K_M.gguf +3 -0
  23. meta-llama-3.1-8b-instruct.Q5_K_S.gguf +3 -0
  24. meta-llama-3.1-8b-instruct.Q6_K.gguf +3 -0
  25. meta-llama-3.1-8b-instruct.Q8_0.gguf +3 -0
  26. meta-llama-3.1-8b-instruct.fp16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,28 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Meta-Llama-3.1-8B-Instruct.imatrix filter=lfs diff=lfs merge=lfs -text
37
+ meta-llama-3.1-8b-instruct.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ meta-llama-3.1-8b-instruct.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ meta-llama-3.1-8b-instruct.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ meta-llama-3.1-8b-instruct.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ meta-llama-3.1-8b-instruct.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ meta-llama-3.1-8b-instruct.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ meta-llama-3.1-8b-instruct.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ meta-llama-3.1-8b-instruct.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ meta-llama-3.1-8b-instruct.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ meta-llama-3.1-8b-instruct.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ meta-llama-3.1-8b-instruct.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ meta-llama-3.1-8b-instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ meta-llama-3.1-8b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ meta-llama-3.1-8b-instruct.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ meta-llama-3.1-8b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ meta-llama-3.1-8b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ meta-llama-3.1-8b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ meta-llama-3.1-8b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ meta-llama-3.1-8b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ meta-llama-3.1-8b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ meta-llama-3.1-8b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ meta-llama-3.1-8b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
59
+ meta-llama-3.1-8b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
60
+ meta-llama-3.1-8b-instruct.fp16.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3.1-8B-Instruct.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcd64740df5abe257fc1961089cef81207e8b826f23fcb5eb08e9dbe564fe60a
3
+ size 4988151
meta-llama-3.1-8b-instruct.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a08c1a38f14a6a1bd42791093e1fc31ae4c6159a2faed28a37fd07b72981b33
3
+ size 2161972128
meta-llama-3.1-8b-instruct.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57f0e8851fc76d7f64ae2bc7b65f94e27e0ec7573da7121077159fd0c303ee07
3
+ size 2019627936
meta-llama-3.1-8b-instruct.IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f339662b7cc2ad8385e154216c2ef0307d053cd6bbf06491cd5065e09e2cf7b4
3
+ size 2948281248
meta-llama-3.1-8b-instruct.IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:695bff65f8879dfc3d3e847f75602e2bde00a3ec683b4b44e84b9b66c576cdfe
3
+ size 2758488992
meta-llama-3.1-8b-instruct.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9cf28bf03075228a201cda957fcc9fa12e39ff6246b1aa72bcb8ab3b11aae57
3
+ size 2605781920
meta-llama-3.1-8b-instruct.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba655902722ccc1298ff7c8b7212a3974c2a078c6ca94e696395f095a881b8f9
3
+ size 2399212448
meta-llama-3.1-8b-instruct.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41a2e4acaa165657165cec56fd3c835b3968a692e2ee461785ca7f7f2b16b0b6
3
+ size 3784823712
meta-llama-3.1-8b-instruct.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28fc5dd0e2ca0e4b3c61c7a9c93e21b46c5e07aef531e953ab053b118753b6d9
3
+ size 3682325408
meta-llama-3.1-8b-instruct.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23b783b80ece2d6416c11a1f09b286dad74c03f04068d934e9a5ced5f9f7c472
3
+ size 3518747552
meta-llama-3.1-8b-instruct.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15079d47c846d95e65a0d37ac176ab3c187583a8dfafb672f50e38484a9a2a16
3
+ size 3274912672
meta-llama-3.1-8b-instruct.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21f8141890c734702a75b38f959fabb9c6613f8552884999d596f6b2c6ee41c3
3
+ size 4677989280
meta-llama-3.1-8b-instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73bd6f3d17e3eacbabcf9d334b48d71dc0f96c6ab69785da3f6d94e2e014214b
3
+ size 4447663008
meta-llama-3.1-8b-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34a0d4f8a8a5655f51d5002040a08f0527a39f017c63d021c559aa9a41273b4f
3
+ size 3179131552
meta-llama-3.1-8b-instruct.Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c609eda674dc03725ab8bf9d4dfa5371b0f95b031869a6ea1b5ab1a2835349fa
3
+ size 2988815264
meta-llama-3.1-8b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3941b772d41100c08465bb3b03c7de934818aa2b27115c4a15337c7fd95cda6
3
+ size 4321956512
meta-llama-3.1-8b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1db03a9bea502c4991a771d56313efa057aac64b38233e28e2367b5029e89f4a
3
+ size 4018918048
meta-llama-3.1-8b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86d5cebbfa0a85e872a9b0e79943c4ffa3d4f09c3967b3858e9c7fe37bec4c01
3
+ size 3664499360
meta-llama-3.1-8b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23467b3a3308aa100c6dba1d9d27b48aeac69f0694dd2cc06c4040230675a0a9
3
+ size 4920734368
meta-llama-3.1-8b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3391760be2de91dc146961dcec4e00c76469a92cf737aed70b30d08ef90e261d
3
+ size 4692669088
meta-llama-3.1-8b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c041f5cd802b8227dc0361b2d0103a5b1c509582045b502c9324f5eb61b1286e
3
+ size 5732987552
meta-llama-3.1-8b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c632ccf17618ff6c6959a27fd1dae80db25dd3595958636fb783630814e71b16
3
+ size 5599294112
meta-llama-3.1-8b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b0ee85107de5eaeb91c6442db56758c738940d0bc1b5f2d021d6517547198d0
3
+ size 6596006560
meta-llama-3.1-8b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91818e082e2d87acf79032cb0c9d8e4e4878b1ee38ba68f09e120d47b3aeb04c
3
+ size 8540770976
meta-llama-3.1-8b-instruct.fp16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82ff778433e6590189788b54c00aba834d6eb167808ec32ae659964392a07230
3
+ size 16068891296