Upload folder using huggingface_hub

.gitattributes

@@ -1,35 +1,9 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
+Synatra-Mixtral-8x7B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Synatra-Mixtral-8x7B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Synatra-Mixtral-8x7B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Synatra-Mixtral-8x7B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Synatra-Mixtral-8x7B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Synatra-Mixtral-8x7B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Synatra-Mixtral-8x7B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Synatra-Mixtral-8x7B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Synatra-Mixtral-8x7B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,82 @@
+---
+license: apache-2.0
+language:
+- ko
+- en
+tags:
+- moe
+---
+
+# **Synatra-Mixtral-8x7B**
+<img src="./Synatra-Mixtral.png" alt="Synatra-Mixtral-8x7B" width="512"/>
+
+
+**Synatra-Mixtral-8x7B** is a fine-tuned version of the Mixtral-8x7B-Instruct-v0.1 model using **Korean** datasets.
+
+This model features overwhelmingly superior comprehension and inference capabilities and is licensed under apache-2.0.
+
+# **Join Our Discord**
+
+[Server Link](https://discord.gg/MrBt3PXdXc)
+
+# **License**
+
+**OPEN**, Apache-2.0.
+
+# **Model Details**
+
+**Base Model**  
+[mistralai/Mixtral-8x7B-Instruct-v0.1](https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1)  
+
+**Trained On**  
+A100 80GB * 6
+
+**Instruction format**
+
+It follows **Alpaca** format.
+```
+Below is an instruction that describes a task. Write a response that appropriately completes the request.
+
+### Instruction:
+{input}
+
+### Response:
+{output}
+```
+
+# **Model Benchmark**
+TBD
+
+# **Implementation Code**
+
+```python
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+device = "cuda" # the device to load the model onto
+
+model = AutoModelForCausalLM.from_pretrained("maywell/Synatra-Mixtral-8x7B")
+tokenizer = AutoTokenizer.from_pretrained("maywell/Synatra-Mixtral-8x7B")
+
+messages = [
+    {"role": "user", "content": "아인슈타인의 상대성이론에 대해서 자세히 설명해줘."},
+]
+
+encodeds = tokenizer.apply_chat_template(messages, return_tensors="pt")
+
+model_inputs = encodeds.to(device)
+model.to(device)
+
+generated_ids = model.generate(model_inputs, max_new_tokens=1000, do_sample=True)
+decoded = tokenizer.batch_decode(generated_ids)
+print(decoded[0])
+```
+
+# **Author's Message**
+
+This model's training got sponsered by no one but support from people around Earth.
+
+[Support Me](https://www.buymeacoffee.com/mwell)
+
+Contact Me on Discord - **is.maywell**
+
+Follow me on twitter: https://twitter.com/stablefluffy

Synatra-Mixtral-8x7B-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d176eea59533dfccab36f158e0075654cd25f487868d2362b64ef6804e5ae84
+size 17309173696

Synatra-Mixtral-8x7B-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267b5c90b6fc94acf375be74bab75303c3467924cf5fb2fe8066742008dd2424
+size 24167589824

Synatra-Mixtral-8x7B-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ea22d3b91b4b6bc76369c63b550982989110d64c98cebf60730877140bbaec
+size 22544394176

Synatra-Mixtral-8x7B-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbc23ad2397a4f020d39deeea7160e97efaedbf94969008168476c090329c49
+size 20430464960

Synatra-Mixtral-8x7B-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8888299ae1dd00c332576ade94bc9ff318ce72e8b97f926276ad28ae04c98cc3
+size 28446410688

Synatra-Mixtral-8x7B-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84738bdbd82279266d62f3ffeb90f2d049d48a64be6f3c5db00617677b2e282a
+size 26743523264

Synatra-Mixtral-8x7B-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d92b8d527b4c43ef076443d8081f60a10e0449262a9f073124ccef5ebc24a0
+size 33227524032

Synatra-Mixtral-8x7B-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e34af82991f2c0d6f136a138c64d5b42b8bead580b6b2cbc88ca4528f2a05ff
+size 32229279680

Synatra-Mixtral-8x7B-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f2e4dd7dd0179277c91fac345c370552e6c2e2e3c1ff6e8916fc33909157d9
+size 38378760128