Spaces:
Running
on
Zero
Running
on
Zero
Upload llmenv.py
Browse files
llmenv.py
CHANGED
@@ -89,6 +89,7 @@ llm_models = {
|
|
89 |
"J.O.S.I.E.3-Beta11-7B-slerp.Q5_K_M.gguf": ["mradermacher/J.O.S.I.E.3-Beta11-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
|
90 |
"Chono-Noctis_12B.i1-Q4_K_M.gguf": ["mradermacher/Chono-Noctis_12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
91 |
"Valkyyrie-14b-v1.Q4_K_M.gguf": ["mradermacher/Valkyyrie-14b-v1-GGUF", MessagesFormatterType.LLAMA_3],
|
|
|
92 |
"MN-Slush-GGLD-Wayfarer.i1-Q4_K_M.gguf": ["mradermacher/MN-Slush-GGLD-Wayfarer-i1-GGUF", MessagesFormatterType.MISTRAL],
|
93 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
94 |
"ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
|
@@ -102,6 +103,52 @@ llm_models = {
|
|
102 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
103 |
#"": ["", MessagesFormatterType.CHATML],
|
104 |
#"": ["", MessagesFormatterType.PHI_3],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
105 |
"QI-mistral-7B-slerp.i1-Q5_K_M.gguf": ["mradermacher/QI-mistral-7B-slerp-i1-GGUF", MessagesFormatterType.MISTRAL],
|
106 |
"shisa-v1-llama3-8b.2e5.i1-Q5_K_M.gguf": ["mradermacher/shisa-v1-llama3-8b.2e5-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
107 |
"Nemo-12b-Humanize-KTO-v0.1-Q4_K_M.gguf": ["bartowski/Nemo-12b-Humanize-KTO-v0.1-GGUF", MessagesFormatterType.CHATML],
|
@@ -2166,6 +2213,7 @@ llm_models = {
|
|
2166 |
"ChatWaifu_v1.2.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.2.1-GGUF", MessagesFormatterType.MISTRAL],
|
2167 |
"ChatWaifu_v1.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.1-GGUF", MessagesFormatterType.MISTRAL],
|
2168 |
"ChatWaifu_v1.0.i1-Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.0-i1-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
2169 |
"Ninja-V2-7B_Q4_K_M.gguf": ["Local-Novel-LLM-project/Ninja-V2-7B-GGUF", MessagesFormatterType.VICUNA],
|
2170 |
"Yamase-12B.Q4_K_M.gguf": ["mradermacher/Yamase-12B-GGUF", MessagesFormatterType.MISTRAL],
|
2171 |
"borea-phi-3.5-mini-instruct-common.Q5_K_M.gguf": ["keitokei1994/Borea-Phi-3.5-mini-Instruct-Common-GGUF", MessagesFormatterType.PHI_3],
|
|
|
89 |
"J.O.S.I.E.3-Beta11-7B-slerp.Q5_K_M.gguf": ["mradermacher/J.O.S.I.E.3-Beta11-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
|
90 |
"Chono-Noctis_12B.i1-Q4_K_M.gguf": ["mradermacher/Chono-Noctis_12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
91 |
"Valkyyrie-14b-v1.Q4_K_M.gguf": ["mradermacher/Valkyyrie-14b-v1-GGUF", MessagesFormatterType.LLAMA_3],
|
92 |
+
"AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS-v3.Q4_K_M.gguf": ["mradermacher/AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS-v3-GGUF", MessagesFormatterType.MISTRAL],
|
93 |
"MN-Slush-GGLD-Wayfarer.i1-Q4_K_M.gguf": ["mradermacher/MN-Slush-GGLD-Wayfarer-i1-GGUF", MessagesFormatterType.MISTRAL],
|
94 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
95 |
"ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
103 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
104 |
#"": ["", MessagesFormatterType.CHATML],
|
105 |
#"": ["", MessagesFormatterType.PHI_3],
|
106 |
+
"Dria-Agent-a-7B-abliterated.i1-Q5_K_M.gguf": ["mradermacher/Dria-Agent-a-7B-abliterated-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
107 |
+
"Capt_Eris_Noctis-Dark-Wayfarer-Magnolia-12b-v0.420.Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-Dark-Wayfarer-Magnolia-12b-v0.420-GGUF", MessagesFormatterType.MISTRAL],
|
108 |
+
"R1-ImpishMind-8B.i1-Q5_K_M.gguf": ["mradermacher/R1-ImpishMind-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
109 |
+
"DeepSeek-R1-Distill-sthenno-14b-0121-union-tokenizer.Q4_K_M.gguf": ["mradermacher/DeepSeek-R1-Distill-sthenno-14b-0121-union-tokenizer-GGUF", MessagesFormatterType.OPEN_CHAT],
|
110 |
+
"DeepSeek-R1-Distill-sthenno-14b-0121.Q4_K_M.gguf": ["mradermacher/DeepSeek-R1-Distill-sthenno-14b-0121-GGUF", MessagesFormatterType.OPEN_CHAT],
|
111 |
+
"Yearn-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Yearn-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
|
112 |
+
"OrangeJ-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/OrangeJ-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
|
113 |
+
"Confucius-o1-14B.i1-Q4_K_M.gguf": ["mradermacher/Confucius-o1-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
114 |
+
"AllevioLM-v0.Q4_K_M.gguf": ["mradermacher/AllevioLM-v0-GGUF", MessagesFormatterType.OPEN_CHAT],
|
115 |
+
"Qwen2.5-14B-Hyperionv6.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Hyperionv6-GGUF", MessagesFormatterType.OPEN_CHAT],
|
116 |
+
"because-im-bored-nsfw2-linear.Q5_K_M.gguf": ["mradermacher/because-im-bored-nsfw2-linear-GGUF", MessagesFormatterType.LLAMA_3],
|
117 |
+
"hopefully_humanish-rp-nsfw-test-v-retry.Q5_K_M.gguf": ["mradermacher/hopefully_humanish-rp-nsfw-test-v-retry-GGUF", MessagesFormatterType.LLAMA_3],
|
118 |
+
"because_im_bored_nsfw1.Q5_K_M.gguf": ["mradermacher/because_im_bored_nsfw1-GGUF", MessagesFormatterType.LLAMA_3],
|
119 |
+
"hopefully_humanish-rp-nsfw-test-v1.Q5_K_M.gguf": ["mradermacher/hopefully_humanish-rp-nsfw-test-v1-GGUF", MessagesFormatterType.LLAMA_3],
|
120 |
+
"Llama-3.2-3B-Blend.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3B-Blend-GGUF", MessagesFormatterType.LLAMA_3],
|
121 |
+
"Aspire_V2_ALT_ROW-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Aspire_V2_ALT_ROW-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
|
122 |
+
"vangelus-secundus-q4_k_m.gguf": ["ClaudioItaly/Vangelus-Secundus-Q4_K_M-GGUF", MessagesFormatterType.ALPACA],
|
123 |
+
"nsfw_plz_gguf_me.Q5_K_M.gguf": ["mradermacher/nsfw_plz_gguf_me-GGUF", MessagesFormatterType.LLAMA_3],
|
124 |
+
"llama-3.2-3b-it-Ehealthcare-ChatBot-v3.Q5_K_M.gguf": ["mradermacher/llama-3.2-3b-it-Ehealthcare-ChatBot-v3-GGUF", MessagesFormatterType.LLAMA_3],
|
125 |
+
"ResplendentAI-ChattyMix-8b-64k.Q5_K_M.gguf": ["mradermacher/ResplendentAI-ChattyMix-8b-64k-GGUF", MessagesFormatterType.LLAMA_3],
|
126 |
+
"Qwen2.5-14B-Hyper.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Hyper-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
127 |
+
"L3MaidRPKraiKei-V1.65-8B.i1-Q4_K_M.gguf": ["mradermacher/L3MaidRPKraiKei-V1.65-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
128 |
+
"Aspire_V2-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Aspire_V2-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
|
129 |
+
"Aspire_V2_ALT-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Aspire_V2_ALT-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
|
130 |
+
"llama3.1-cc-8B.i1-Q5_K_M.gguf": ["mradermacher/llama3.1-cc-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
131 |
+
"Q2.5-EvaHumane-RP.Q5_K_M.gguf": ["mradermacher/Q2.5-EvaHumane-RP-GGUF", MessagesFormatterType.OPEN_CHAT],
|
132 |
+
"llama-3-stinky-v2-8B.i1-Q5_K_M.gguf": ["mradermacher/llama-3-stinky-v2-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
133 |
+
"llama-3-stinky-8B.i1-Q5_K_M.gguf": ["mradermacher/llama-3-stinky-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
134 |
+
"Minerva-7b.i1-Q5_K_M.gguf": ["mradermacher/Minerva-7b-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
135 |
+
"Qwen2.5-14B-Hyperionv4.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Hyperionv4-GGUF", MessagesFormatterType.OPEN_CHAT],
|
136 |
+
"Qwen2.5-14B-Hyperionv5.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Hyperionv5-GGUF", MessagesFormatterType.OPEN_CHAT],
|
137 |
+
"Qwen2.5-14B-Hyperionv7.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Hyperionv7-GGUF", MessagesFormatterType.OPEN_CHAT],
|
138 |
+
"annunaki-12b-q4_k_m.gguf": ["Triangle104/Annunaki-12b-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
|
139 |
+
"NBeerbower-ConversationalMix-8b.Q5_K_M.gguf": ["mradermacher/NBeerbower-ConversationalMix-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
140 |
+
"NBeerbower-Narrative-8b-64k.Q5_K_M.gguf": ["mradermacher/NBeerbower-Narrative-8b-64k-GGUF", MessagesFormatterType.LLAMA_3],
|
141 |
+
"Nother_One-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Nother_One-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
|
142 |
+
"L3.1-Goldv4-10B.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Goldv4-10B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
143 |
+
"Happy_New_Year-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Happy_New_Year-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
|
144 |
+
"stackoverflow_25000tasks_1p.Q5_K_M.gguf": ["mradermacher/stackoverflow_25000tasks_1p-GGUF", MessagesFormatterType.LLAMA_3],
|
145 |
+
"Llama-3.1-8B-Instruct-sft.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-Instruct-sft-GGUF", MessagesFormatterType.LLAMA_3],
|
146 |
+
"Ice0.62-18.01-RP.Q5_K_M.gguf": ["mradermacher/Ice0.62-18.01-RP-GGUF", MessagesFormatterType.MISTRAL],
|
147 |
+
"llama-3-Stheno-Mahou-8B.Q5_K_M.gguf": ["mradermacher/llama-3-Stheno-Mahou-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
148 |
+
"Accord-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Accord-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
|
149 |
+
"Minerva-14b.Q4_K_M.gguf": ["mradermacher/Minerva-14b-GGUF", MessagesFormatterType.OPEN_CHAT],
|
150 |
+
"Llama-3.2-3B-Stock-v1.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3B-Stock-v1-GGUF", MessagesFormatterType.LLAMA_3],
|
151 |
+
"NeuralLlama-3-8B-Instruct-abliterated.Q5_K_M.gguf": ["mradermacher/NeuralLlama-3-8B-Instruct-abliterated-GGUF", MessagesFormatterType.LLAMA_3],
|
152 |
"QI-mistral-7B-slerp.i1-Q5_K_M.gguf": ["mradermacher/QI-mistral-7B-slerp-i1-GGUF", MessagesFormatterType.MISTRAL],
|
153 |
"shisa-v1-llama3-8b.2e5.i1-Q5_K_M.gguf": ["mradermacher/shisa-v1-llama3-8b.2e5-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
154 |
"Nemo-12b-Humanize-KTO-v0.1-Q4_K_M.gguf": ["bartowski/Nemo-12b-Humanize-KTO-v0.1-GGUF", MessagesFormatterType.CHATML],
|
|
|
2213 |
"ChatWaifu_v1.2.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.2.1-GGUF", MessagesFormatterType.MISTRAL],
|
2214 |
"ChatWaifu_v1.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.1-GGUF", MessagesFormatterType.MISTRAL],
|
2215 |
"ChatWaifu_v1.0.i1-Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.0-i1-GGUF", MessagesFormatterType.MISTRAL],
|
2216 |
+
"SJT-1.5B-Alpha-1.1.Q5_K_M.gguf": ["mradermacher/SJT-1.5B-Alpha-1.1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
2217 |
"Ninja-V2-7B_Q4_K_M.gguf": ["Local-Novel-LLM-project/Ninja-V2-7B-GGUF", MessagesFormatterType.VICUNA],
|
2218 |
"Yamase-12B.Q4_K_M.gguf": ["mradermacher/Yamase-12B-GGUF", MessagesFormatterType.MISTRAL],
|
2219 |
"borea-phi-3.5-mini-instruct-common.Q5_K_M.gguf": ["keitokei1994/Borea-Phi-3.5-mini-Instruct-Common-GGUF", MessagesFormatterType.PHI_3],
|