John6666 commited on
Commit
4dea830
·
verified ·
1 Parent(s): ee00033

Upload llmenv.py

Browse files
Files changed (1) hide show
  1. llmenv.py +48 -0
llmenv.py CHANGED
@@ -89,6 +89,7 @@ llm_models = {
89
  "J.O.S.I.E.3-Beta11-7B-slerp.Q5_K_M.gguf": ["mradermacher/J.O.S.I.E.3-Beta11-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
90
  "Chono-Noctis_12B.i1-Q4_K_M.gguf": ["mradermacher/Chono-Noctis_12B-i1-GGUF", MessagesFormatterType.MISTRAL],
91
  "Valkyyrie-14b-v1.Q4_K_M.gguf": ["mradermacher/Valkyyrie-14b-v1-GGUF", MessagesFormatterType.LLAMA_3],
 
92
  "MN-Slush-GGLD-Wayfarer.i1-Q4_K_M.gguf": ["mradermacher/MN-Slush-GGLD-Wayfarer-i1-GGUF", MessagesFormatterType.MISTRAL],
93
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
94
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
@@ -102,6 +103,52 @@ llm_models = {
102
  #"": ["", MessagesFormatterType.OPEN_CHAT],
103
  #"": ["", MessagesFormatterType.CHATML],
104
  #"": ["", MessagesFormatterType.PHI_3],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
105
  "QI-mistral-7B-slerp.i1-Q5_K_M.gguf": ["mradermacher/QI-mistral-7B-slerp-i1-GGUF", MessagesFormatterType.MISTRAL],
106
  "shisa-v1-llama3-8b.2e5.i1-Q5_K_M.gguf": ["mradermacher/shisa-v1-llama3-8b.2e5-i1-GGUF", MessagesFormatterType.LLAMA_3],
107
  "Nemo-12b-Humanize-KTO-v0.1-Q4_K_M.gguf": ["bartowski/Nemo-12b-Humanize-KTO-v0.1-GGUF", MessagesFormatterType.CHATML],
@@ -2166,6 +2213,7 @@ llm_models = {
2166
  "ChatWaifu_v1.2.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.2.1-GGUF", MessagesFormatterType.MISTRAL],
2167
  "ChatWaifu_v1.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.1-GGUF", MessagesFormatterType.MISTRAL],
2168
  "ChatWaifu_v1.0.i1-Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.0-i1-GGUF", MessagesFormatterType.MISTRAL],
 
2169
  "Ninja-V2-7B_Q4_K_M.gguf": ["Local-Novel-LLM-project/Ninja-V2-7B-GGUF", MessagesFormatterType.VICUNA],
2170
  "Yamase-12B.Q4_K_M.gguf": ["mradermacher/Yamase-12B-GGUF", MessagesFormatterType.MISTRAL],
2171
  "borea-phi-3.5-mini-instruct-common.Q5_K_M.gguf": ["keitokei1994/Borea-Phi-3.5-mini-Instruct-Common-GGUF", MessagesFormatterType.PHI_3],
 
89
  "J.O.S.I.E.3-Beta11-7B-slerp.Q5_K_M.gguf": ["mradermacher/J.O.S.I.E.3-Beta11-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
90
  "Chono-Noctis_12B.i1-Q4_K_M.gguf": ["mradermacher/Chono-Noctis_12B-i1-GGUF", MessagesFormatterType.MISTRAL],
91
  "Valkyyrie-14b-v1.Q4_K_M.gguf": ["mradermacher/Valkyyrie-14b-v1-GGUF", MessagesFormatterType.LLAMA_3],
92
+ "AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS-v3.Q4_K_M.gguf": ["mradermacher/AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS-v3-GGUF", MessagesFormatterType.MISTRAL],
93
  "MN-Slush-GGLD-Wayfarer.i1-Q4_K_M.gguf": ["mradermacher/MN-Slush-GGLD-Wayfarer-i1-GGUF", MessagesFormatterType.MISTRAL],
94
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
95
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
 
103
  #"": ["", MessagesFormatterType.OPEN_CHAT],
104
  #"": ["", MessagesFormatterType.CHATML],
105
  #"": ["", MessagesFormatterType.PHI_3],
106
+ "Dria-Agent-a-7B-abliterated.i1-Q5_K_M.gguf": ["mradermacher/Dria-Agent-a-7B-abliterated-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
107
+ "Capt_Eris_Noctis-Dark-Wayfarer-Magnolia-12b-v0.420.Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-Dark-Wayfarer-Magnolia-12b-v0.420-GGUF", MessagesFormatterType.MISTRAL],
108
+ "R1-ImpishMind-8B.i1-Q5_K_M.gguf": ["mradermacher/R1-ImpishMind-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
109
+ "DeepSeek-R1-Distill-sthenno-14b-0121-union-tokenizer.Q4_K_M.gguf": ["mradermacher/DeepSeek-R1-Distill-sthenno-14b-0121-union-tokenizer-GGUF", MessagesFormatterType.OPEN_CHAT],
110
+ "DeepSeek-R1-Distill-sthenno-14b-0121.Q4_K_M.gguf": ["mradermacher/DeepSeek-R1-Distill-sthenno-14b-0121-GGUF", MessagesFormatterType.OPEN_CHAT],
111
+ "Yearn-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Yearn-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
112
+ "OrangeJ-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/OrangeJ-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
113
+ "Confucius-o1-14B.i1-Q4_K_M.gguf": ["mradermacher/Confucius-o1-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
114
+ "AllevioLM-v0.Q4_K_M.gguf": ["mradermacher/AllevioLM-v0-GGUF", MessagesFormatterType.OPEN_CHAT],
115
+ "Qwen2.5-14B-Hyperionv6.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Hyperionv6-GGUF", MessagesFormatterType.OPEN_CHAT],
116
+ "because-im-bored-nsfw2-linear.Q5_K_M.gguf": ["mradermacher/because-im-bored-nsfw2-linear-GGUF", MessagesFormatterType.LLAMA_3],
117
+ "hopefully_humanish-rp-nsfw-test-v-retry.Q5_K_M.gguf": ["mradermacher/hopefully_humanish-rp-nsfw-test-v-retry-GGUF", MessagesFormatterType.LLAMA_3],
118
+ "because_im_bored_nsfw1.Q5_K_M.gguf": ["mradermacher/because_im_bored_nsfw1-GGUF", MessagesFormatterType.LLAMA_3],
119
+ "hopefully_humanish-rp-nsfw-test-v1.Q5_K_M.gguf": ["mradermacher/hopefully_humanish-rp-nsfw-test-v1-GGUF", MessagesFormatterType.LLAMA_3],
120
+ "Llama-3.2-3B-Blend.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3B-Blend-GGUF", MessagesFormatterType.LLAMA_3],
121
+ "Aspire_V2_ALT_ROW-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Aspire_V2_ALT_ROW-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
122
+ "vangelus-secundus-q4_k_m.gguf": ["ClaudioItaly/Vangelus-Secundus-Q4_K_M-GGUF", MessagesFormatterType.ALPACA],
123
+ "nsfw_plz_gguf_me.Q5_K_M.gguf": ["mradermacher/nsfw_plz_gguf_me-GGUF", MessagesFormatterType.LLAMA_3],
124
+ "llama-3.2-3b-it-Ehealthcare-ChatBot-v3.Q5_K_M.gguf": ["mradermacher/llama-3.2-3b-it-Ehealthcare-ChatBot-v3-GGUF", MessagesFormatterType.LLAMA_3],
125
+ "ResplendentAI-ChattyMix-8b-64k.Q5_K_M.gguf": ["mradermacher/ResplendentAI-ChattyMix-8b-64k-GGUF", MessagesFormatterType.LLAMA_3],
126
+ "Qwen2.5-14B-Hyper.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Hyper-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
127
+ "L3MaidRPKraiKei-V1.65-8B.i1-Q4_K_M.gguf": ["mradermacher/L3MaidRPKraiKei-V1.65-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
128
+ "Aspire_V2-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Aspire_V2-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
129
+ "Aspire_V2_ALT-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Aspire_V2_ALT-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
130
+ "llama3.1-cc-8B.i1-Q5_K_M.gguf": ["mradermacher/llama3.1-cc-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
131
+ "Q2.5-EvaHumane-RP.Q5_K_M.gguf": ["mradermacher/Q2.5-EvaHumane-RP-GGUF", MessagesFormatterType.OPEN_CHAT],
132
+ "llama-3-stinky-v2-8B.i1-Q5_K_M.gguf": ["mradermacher/llama-3-stinky-v2-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
133
+ "llama-3-stinky-8B.i1-Q5_K_M.gguf": ["mradermacher/llama-3-stinky-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
134
+ "Minerva-7b.i1-Q5_K_M.gguf": ["mradermacher/Minerva-7b-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
135
+ "Qwen2.5-14B-Hyperionv4.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Hyperionv4-GGUF", MessagesFormatterType.OPEN_CHAT],
136
+ "Qwen2.5-14B-Hyperionv5.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Hyperionv5-GGUF", MessagesFormatterType.OPEN_CHAT],
137
+ "Qwen2.5-14B-Hyperionv7.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Hyperionv7-GGUF", MessagesFormatterType.OPEN_CHAT],
138
+ "annunaki-12b-q4_k_m.gguf": ["Triangle104/Annunaki-12b-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
139
+ "NBeerbower-ConversationalMix-8b.Q5_K_M.gguf": ["mradermacher/NBeerbower-ConversationalMix-8b-GGUF", MessagesFormatterType.LLAMA_3],
140
+ "NBeerbower-Narrative-8b-64k.Q5_K_M.gguf": ["mradermacher/NBeerbower-Narrative-8b-64k-GGUF", MessagesFormatterType.LLAMA_3],
141
+ "Nother_One-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Nother_One-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
142
+ "L3.1-Goldv4-10B.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Goldv4-10B-i1-GGUF", MessagesFormatterType.LLAMA_3],
143
+ "Happy_New_Year-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Happy_New_Year-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
144
+ "stackoverflow_25000tasks_1p.Q5_K_M.gguf": ["mradermacher/stackoverflow_25000tasks_1p-GGUF", MessagesFormatterType.LLAMA_3],
145
+ "Llama-3.1-8B-Instruct-sft.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-Instruct-sft-GGUF", MessagesFormatterType.LLAMA_3],
146
+ "Ice0.62-18.01-RP.Q5_K_M.gguf": ["mradermacher/Ice0.62-18.01-RP-GGUF", MessagesFormatterType.MISTRAL],
147
+ "llama-3-Stheno-Mahou-8B.Q5_K_M.gguf": ["mradermacher/llama-3-Stheno-Mahou-8B-GGUF", MessagesFormatterType.LLAMA_3],
148
+ "Accord-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Accord-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
149
+ "Minerva-14b.Q4_K_M.gguf": ["mradermacher/Minerva-14b-GGUF", MessagesFormatterType.OPEN_CHAT],
150
+ "Llama-3.2-3B-Stock-v1.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3B-Stock-v1-GGUF", MessagesFormatterType.LLAMA_3],
151
+ "NeuralLlama-3-8B-Instruct-abliterated.Q5_K_M.gguf": ["mradermacher/NeuralLlama-3-8B-Instruct-abliterated-GGUF", MessagesFormatterType.LLAMA_3],
152
  "QI-mistral-7B-slerp.i1-Q5_K_M.gguf": ["mradermacher/QI-mistral-7B-slerp-i1-GGUF", MessagesFormatterType.MISTRAL],
153
  "shisa-v1-llama3-8b.2e5.i1-Q5_K_M.gguf": ["mradermacher/shisa-v1-llama3-8b.2e5-i1-GGUF", MessagesFormatterType.LLAMA_3],
154
  "Nemo-12b-Humanize-KTO-v0.1-Q4_K_M.gguf": ["bartowski/Nemo-12b-Humanize-KTO-v0.1-GGUF", MessagesFormatterType.CHATML],
 
2213
  "ChatWaifu_v1.2.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.2.1-GGUF", MessagesFormatterType.MISTRAL],
2214
  "ChatWaifu_v1.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.1-GGUF", MessagesFormatterType.MISTRAL],
2215
  "ChatWaifu_v1.0.i1-Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.0-i1-GGUF", MessagesFormatterType.MISTRAL],
2216
+ "SJT-1.5B-Alpha-1.1.Q5_K_M.gguf": ["mradermacher/SJT-1.5B-Alpha-1.1-GGUF", MessagesFormatterType.OPEN_CHAT],
2217
  "Ninja-V2-7B_Q4_K_M.gguf": ["Local-Novel-LLM-project/Ninja-V2-7B-GGUF", MessagesFormatterType.VICUNA],
2218
  "Yamase-12B.Q4_K_M.gguf": ["mradermacher/Yamase-12B-GGUF", MessagesFormatterType.MISTRAL],
2219
  "borea-phi-3.5-mini-instruct-common.Q5_K_M.gguf": ["keitokei1994/Borea-Phi-3.5-mini-Instruct-Common-GGUF", MessagesFormatterType.PHI_3],