Upload Bionic-Cetacean-20B-GGUF

.gitattributes

@@ -33,3 +33,26 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.F32-split-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.F32-split-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+Bionic-Cetacean-20B.imatrix filter=lfs diff=lfs merge=lfs -text

Bionic-Cetacean-20B.F32-split-00001-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ea7da50b51273aa7fd489945546d1fcdfcbe82f687ec5601bd49a6afcdf40f
+size 49956504928

Bionic-Cetacean-20B.F32-split-00002-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517c04c96813c76f43486fae10ecf5d1321dbdba67ed074bb51cea024a525e2a
+size 30021706400

Bionic-Cetacean-20B.IQ1_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6137d2e9427d1c6bfd0d5e1ade40aa2058a7c8066220f737c077e787597e6dd8
+size 4767111264

Bionic-Cetacean-20B.IQ1_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a3344af1d93e2eedbdc4f6fd5013a42f55228b5867c801a6051c06480da685
+size 4393986144

Bionic-Cetacean-20B.IQ2_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0f1e55f017e5b4b8ecb9e644c7ed5fa9c115eba335ba3b7e46be097ef209eb
+size 6895362144

Bionic-Cetacean-20B.IQ2_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458da02cbfbd417b8928ff5320c64f199f2dee7e0219d7c99aaa8b84eb5dcba2
+size 6397861984

Bionic-Cetacean-20B.IQ2_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1066fa0278348e59c9ff66f631c59d338393d1e746a46481926093a1b87767
+size 5937277024

Bionic-Cetacean-20B.IQ2_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d707a6aad2b8a233c87be7e81cab80e8be2951be1c46d43e9e38757bb69599d4
+size 5388986464

Bionic-Cetacean-20B.IQ3_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc05865ed8c841b28784fbf621243918f37f749cda206bf865309769ef6c5f0
+size 9155893344

Bionic-Cetacean-20B.IQ3_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9e4a91f44dd84f59593815cfcd4a6c480f40939024e9f99311e45d4f4f1abc
+size 8658372704

Bionic-Cetacean-20B.IQ3_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7161e51263d4032b53d5af7cea78247ec1ed6d305cb746ab0257c822be512c
+size 8194132064

Bionic-Cetacean-20B.IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bad1d3bfeca578746a730f5e4dec5a2f98afa353d10f784cb5c5c13fb17eebf
+size 7587790944

Bionic-Cetacean-20B.IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536209a1773f3a8c6acd61eb014f8f571eb3f644ebbbce39aaae37082ef7f7e1
+size 10672345184

Bionic-Cetacean-20B.Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f608f40d7387e8b3a5e5e37fdb95c78045847cfe70fe220e5f660cd3e12af8
+size 10627770176

Bionic-Cetacean-20B.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2456a67a4f9cab8155f39313b460f5537fc820784c798c7d047e495fa0ae3b3c
+size 9706006336

Bionic-Cetacean-20B.Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f890722cb059336b59e48379a9678c443da359068cf72b67ee372470fca80939
+size 8658372416

Bionic-Cetacean-20B.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469dcc8d591e74ee9a3f65878ea0a4a6bf9229bbbadf18a4a1d348fa16836117
+size 12042211136

Bionic-Cetacean-20B.Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36931137210f667ccec1fb390a2040363053de8652194815d8d7015130faf796
+size 11367067456

Bionic-Cetacean-20B.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94265d641a8afb4b72545018168449306705c1463e616579367edbfe1b54ef6
+size 14157221696

Bionic-Cetacean-20B.Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b513ea6b73dd9d580f81b4032a5cf33b23ee05e967ea8bf88349deae5647c749
+size 13770764096

Bionic-Cetacean-20B.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b26edf04fa50a37b658178cfae714b581f988f5cc8aaf7700692fcb18e0a55
+size 16404420416

Bionic-Cetacean-20B.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ef8af78a149bde12d949ead327020f25769ed13ce6a0f74efa168c89ef74f2
+size 21246650176

Bionic-Cetacean-20B.imatrix

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a7b363c86d08795b204131b8fab930f71b1310d61ef74a11bb2a8c9008eec5
+size 11061382

README.md

@@ -0,0 +1,54 @@
+---
+language:
+- en
+license: cc-by-4.0
+library_name: transformers
+tags:
+- storywriting
+- text adventure
+- creative
+- story
+- writing
+- fiction
+- roleplaying
+- rp
+- mergekit
+- merge
+base_model: FallenMerick/Bionic-Cetacean-20B
+model_name: Bionic-Cetacean-20B-GGUF
+quantized_by: brooketh
+parameter_count: 19994362880
+---
+<img src="BackyardAI_Banner.png" alt="Backyard.ai" style="height: 90px; min-width: 32px; display: block; margin: auto;">
+
+**<p style="text-align: center;">The official library of GGUF format models for use in the local AI chat app, Backyard AI.</p>**
+
+<p style="text-align: center;"><a href="https://backyard.ai/">Download Backyard AI here to get started.</a></p>
+
+<p style="text-align: center;"><a href="https://www.reddit.com/r/LLM_Quants/">Request Additional models at r/LLM_Quants.</a></p>
+
+***
+# Bionic Cetacean 20B
+- **Creator:** [FallenMerick](https://huggingface.co/FallenMerick/)
+- **Original:** [Bionic Cetacean 20B](https://huggingface.co/FallenMerick/Bionic-Cetacean-20B)
+- **Date Created:** 2024-08-01
+- **Trained Context:** 4096 tokens
+- **Description:** Psyonic Cetacean-inspired remix of its base components to produce a fresh new model along the same basic principles as the original. Creativity and coherency were the primary focus of the late-stage manual testing that led to selecting this model.
+***
+## What is a GGUF?
+GGUF is a large language model (LLM) format that can be split between CPU and GPU. GGUFs are compatible with applications based on llama.cpp, such as Backyard AI. Where other model formats require higher end GPUs with ample VRAM, GGUFs can be efficiently run on a wider variety of hardware.
+GGUF models are quantized to reduce resource usage, with a tradeoff of reduced coherence at lower quantizations. Quantization reduces the precision of the model weights by changing the number of bits used for each weight.
+
+***
+<img src="BackyardAI_Logo.png" alt="Backyard.ai" style="height: 75px; min-width: 32px; display: block; horizontal align: left;">
+
+## Backyard AI
+- Free, local AI chat application.
+- One-click installation on Mac and PC.
+- Automatically use GPU for maximum speed.
+- Built-in model manager.
+- High-quality character hub.
+- Zero-config desktop-to-mobile tethering.
+Backyard AI makes it easy to start chatting with AI using your own characters or one of the many found in the built-in character hub. The model manager helps you find the latest and greatest models without worrying about whether it's the correct format. Backyard AI supports advanced features such as lorebooks, author's note, text formatting, custom context size, sampler settings, grammars, local TTS, cloud inference, and tethering, all implemented in a way that is straightforward and reliable.
+**Join us on [Discord](https://discord.gg/SyNN2vC9tQ)**
+***