Upload Midnight-Miqu-70B-v1.5-GGUF

.gitattributes

@@ -33,3 +33,32 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5-split-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5-split-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5-split-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5-split-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5-split-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5-split-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.Q6_K-split-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.Q6_K-split-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.Q8_0-split-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.Q8_0-split-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+Midnight-Miqu-70B-v1.5.imatrix filter=lfs diff=lfs merge=lfs -text

Midnight-Miqu-70B-v1.5-split-00001-of-00006.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b52c2e659a00d98b1e8ad30de301589e46e579402000ac9b44d7f53b8235e3
+size 49905511488

Midnight-Miqu-70B-v1.5-split-00002-of-00006.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cee6ec13eb3a87a7c800426f14251931a4d8a18a1f0b03de2ba94c45ed250f0
+size 49460158240

Midnight-Miqu-70B-v1.5-split-00003-of-00006.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ee80e2110ba34c04070405cae04d3914d7242062192c375ce575a76851bd05
+size 49795768000

Midnight-Miqu-70B-v1.5-split-00004-of-00006.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c88718c8ea28ef99594a588c4e9b451a4431435ba56d02ec7f17417e34f263
+size 49829224032

Midnight-Miqu-70B-v1.5-split-00005-of-00006.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b3141459020675bb368f8cee7ec87063f552c26d797e880364af7723d3ef38
+size 49997094912

Midnight-Miqu-70B-v1.5-split-00006-of-00006.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9f086c8d62f672a6aac4ef36c22b453a7f9f799b3c8ef84dc2380ade76d4cc
+size 26919604416

Midnight-Miqu-70B-v1.5.IQ1_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c315f85647a0b26ab218a1d79bbea07fe0ec93e3995746bf65d68cee55d7c29
+size 15943251840

Midnight-Miqu-70B-v1.5.IQ1_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8d0cef7bd1d2558696de16883c69606d162a641fcb984cd7ac8f99e4b3078e
+size 14535538560

Midnight-Miqu-70B-v1.5.IQ2_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a851e3f1408791afb82ed51d222b339fe9554ddb530e5c20f64c95acb0b097
+size 23231264640

Midnight-Miqu-70B-v1.5.IQ2_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3968ac87f949f80c7abe6ff7e0c8ba5e7a4bd038c2bbe0bb2d53ef682d14f158
+size 21354313600

Midnight-Miqu-70B-v1.5.IQ2_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981bd907f2e30934b37810b85d7d802a1109fa9e401e0df3dd31f0953a8c7b43
+size 20334163840

Midnight-Miqu-70B-v1.5.IQ2_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72b73da93e701fa80d89c72e20c456d69d738817e257e8ec152d6f81263e7ea
+size 18289440640

Midnight-Miqu-70B-v1.5.IQ3_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f838421c028016bcc9313338c043fa33a8b8104d94dabdbe2d50c09b106ef71
+size 30944278400

Midnight-Miqu-70B-v1.5.IQ3_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8469f42fcdd569bf436f929579a93d964f14be3f04b6b6b0a076197029a0b721
+size 29919295360

Midnight-Miqu-70B-v1.5.IQ3_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5685cfb025c6ef53659ec9077de33e25a0fc9dc19308095eb6ca3af92a635f44
+size 28314974080

Midnight-Miqu-70B-v1.5.IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0fa5697f864259218c5a14f7253362eae1c29660f06f7e5804ba822c6dc86b
+size 26581464960

Midnight-Miqu-70B-v1.5.IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7f10ea24a43a86fb9bb4dfd15ad56ab45b1abb21a288a3b159acd750e4fe60
+size 36829820800

Midnight-Miqu-70B-v1.5.Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36150bd376bf7139f29c365a2b3cb93b3acb6969181ca74c7f29074ef08ee212
+size 36147836576

Midnight-Miqu-70B-v1.5.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4f908f66698424a400918cefc895d26ffa4d85fc5677def00e8b18e6adc368
+size 33274738336

Midnight-Miqu-70B-v1.5.Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f5462729e16466993f4cb79e6a3b9f3e93e0ebe1a7944ecb40b4aec8c6a0bb
+size 29919295136

Midnight-Miqu-70B-v1.5.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292194597962c96aa732729032c67638cbd2063fdb4bc4eca19af8cbeb8e6057
+size 41422911136

Midnight-Miqu-70B-v1.5.Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a304eb0c109b6375c39037289968cfbce7764606db7707130d7efe303387fd94
+size 39249737376

Midnight-Miqu-70B-v1.5.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dd5edcb9c4fc9af0938efbc29080168252cbe8cc37c91006e6d5650b2cbc5d
+size 48753768096

Midnight-Miqu-70B-v1.5.Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531fdc0ecafd115abe22a708202524f8f3483c78cee219ae284abdda5b1364d5
+size 47461398176

Midnight-Miqu-70B-v1.5.Q6_K-split-00001-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675e66a3beb728ecca0119e8c7e1b23ac30e6dc4f79f13848f217e5f1cee01ba
+size 49992753952

Midnight-Miqu-70B-v1.5.Q6_K-split-00002-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6756316c78884f314152e13f992da98f388d5458766a8ab621b5c3498d10aa42
+size 6594614336

Midnight-Miqu-70B-v1.5.Q8_0-split-00001-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346603649f34b6fce26bcd6a3a7009f5357f9099c400c3fd7fce8dd8dcf0f6d5
+size 49874206880

Midnight-Miqu-70B-v1.5.Q8_0-split-00002-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f15ed0a18cdf8eaf2d65e6ad6e6361a883f216a347c29a052a64c21b00f57c
+size 23418124000

Midnight-Miqu-70B-v1.5.imatrix

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda57ace4bd63086edaa183c71da9c673fa81ee1a6059844c2ac6a354438c23f
+size 24922281

README.md

@@ -0,0 +1,44 @@
+---
+license: other
+library_name: transformers
+tags:
+- mergekit
+- merge
+base_model: sophosympatheia/Midnight-Miqu-70B-v1.5
+model_name: Midnight-Miqu-70B-v1.5-GGUF
+quantized_by: brooketh
+parameter_count: 68976648192
+---
+<img src="BackyardAI_Banner.png" alt="Backyard.ai" style="height: 90px; min-width: 32px; display: block; margin: auto;">
+
+**<p style="text-align: center;">The official library of GGUF format models for use in the local AI chat app, Backyard AI.</p>**
+
+<p style="text-align: center;"><a href="https://backyard.ai/">Download Backyard AI here to get started.</a></p>
+
+<p style="text-align: center;"><a href="https://www.reddit.com/r/LLM_Quants/">Request Additional models at r/LLM_Quants.</a></p>
+
+***
+# Midnight Miqu V1.5 70B
+- **Creator:** [sophosympatheia](https://huggingface.co/sophosympatheia/)
+- **Original:** [Midnight Miqu V1.5 70B](https://huggingface.co/sophosympatheia/Midnight-Miqu-70B-v1.5)
+- **Date Created:** 2024-03-11
+- **Trained Context:** 32764 tokens
+- **Description:** One of the best roleplaying models available, finetuned with a leaked 70B version of Mistral, merged with Midnight Rose and Tess. Very responsive to individual playing style, follows directions and context well, and is fully uncensored.
+***
+## What is a GGUF?
+GGUF is a large language model (LLM) format that can be split between CPU and GPU. GGUFs are compatible with applications based on llama.cpp, such as Backyard AI. Where other model formats require higher end GPUs with ample VRAM, GGUFs can be efficiently run on a wider variety of hardware.
+GGUF models are quantized to reduce resource usage, with a tradeoff of reduced coherence at lower quantizations. Quantization reduces the precision of the model weights by changing the number of bits used for each weight.
+
+***
+<img src="BackyardAI_Logo.png" alt="Backyard.ai" style="height: 75px; min-width: 32px; display: block; horizontal align: left;">
+
+## Backyard AI
+- Free, local AI chat application.
+- One-click installation on Mac and PC.
+- Automatically use GPU for maximum speed.
+- Built-in model manager.
+- High-quality character hub.
+- Zero-config desktop-to-mobile tethering.
+Backyard AI makes it easy to start chatting with AI using your own characters or one of the many found in the built-in character hub. The model manager helps you find the latest and greatest models without worrying about whether it's the correct format. Backyard AI supports advanced features such as lorebooks, author's note, text formatting, custom context size, sampler settings, grammars, local TTS, cloud inference, and tethering, all implemented in a way that is straightforward and reliable.
+**Join us on [Discord](https://discord.gg/SyNN2vC9tQ)**
+***