Upload folder using huggingface_hub

added_tokens.json

@@ -0,0 +1,4 @@
+{
+  "<|im_end|>": 32000,
+  "<|im_start|>": 32001
+}

config.json

@@ -0,0 +1,30 @@
+{
+  "_name_or_path": "openaccess-ai-collective/DPOpenHermes-7B",
+  "architectures": [
+    "MixtralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 32000,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mixtral",
+  "num_attention_heads": 32,
+  "num_experts_per_tok": 2,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "num_local_experts": 15,
+  "output_router_logits": false,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "router_aux_loss_coef": 0.001,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.37.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}

mergekit_moe_config.yml

@@ -0,0 +1,114 @@
+base_model: openaccess-ai-collective/DPOpenHermes-7B
+dtype: bfloat16
+experts:
+- positive_prompts:
+  - instruction
+  - solutions
+  - chat
+  - questions
+  - comprehension
+  source_model: teknium/OpenHermes-2.5-Mistral-7B
+- negative_prompts:
+  - chat
+  - questions
+  - python
+  positive_prompts:
+  - coding
+  - programming
+  - code
+  - programming language
+  source_model: codellama/CodeLlama-13b-hf
+- negative_prompts:
+  - chat
+  - questions
+  positive_prompts:
+  - python
+  - pip
+  - coding
+  - programming
+  - code
+  - programming language
+  source_model: codellama/CodeLlama-13b-Python-hf
+- negative_prompts:
+  - chat
+  - questions
+  positive_prompts:
+  - mathematics
+  - optimization
+  - step-by-step
+  - science
+  source_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo
+- negative_prompts:
+  - chat
+  - questions
+  positive_prompts:
+  - bedtime story
+  - Once upon a time
+  - storytelling
+  - narrator
+  source_model: tom92119/llama-2-7b-bedtime-story
+- negative_prompts:
+  - chat
+  - questions
+  positive_prompts:
+  - story
+  - Once upon a time
+  - storytelling
+  - narrator
+  source_model: Norquinal/Mistral-7B-storywriter
+- negative_prompts:
+  - chat
+  - questions
+  - instruction
+  - solutions
+  - chat
+  - comprehension
+  - mathematics
+  - optimization
+  - code
+  - step-by-step
+  - science
+  positive_prompts:
+  - function calls
+  - functions
+  - constrained grammar
+  - API calls
+  - LLM Tools
+  source_model: meetkai/functionary-small-v2.2
+- positive_prompts:
+  - indonesian
+  - indonesia
+  source_model: azale-ai/Starstreak-7b-beta
+- positive_prompts:
+  - arabic
+  - arab
+  source_model: gagan3012/Mistral_arabic_dpo
+- positive_prompts:
+  - korean
+  - korea
+  source_model: davidkim205/komt-mistral-7b-v1
+- positive_prompts:
+  - chinese
+  - china
+  source_model: OpenBuddy/openbuddy-zephyr-7b-v14.1
+- positive_prompts:
+  - hindi
+  - india
+  source_model: manishiitg/open-aditi-hi-v1
+- positive_prompts:
+  - german
+  - deutsch
+  - Germany
+  source_model: VAGOsolutions/SauerkrautLM-7b-v1-mistral
+- positive_prompts:
+  - Norway
+  - Norwegian
+  - Norsk
+  source_model: bineric/NorskGPT-Mistral-7b
+- positive_prompts:
+  - Russian
+  - Russia
+  - "\u0420\u0443\u0441\u0441\u043A\u0438\u0439"
+  - "\u0420\u043E\u0441\u0441\u0438\u044F"
+  source_model: Droidfanat/llama-2-7b-custom-russian
+gate_mode: hidden

model-00001-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9475db8ee8eeaf4d363e465dfa73198cfb54aaa0a0519122d1fb5e6c447ef143
+size 9909360696

model-00002-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74d21b04319c876416bee1305cd65fa4e297f8aaa3674dbd00313d1e7eccc14
+size 9923734464

model-00003-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987917a6a3b7d8d9056372c3af6eb28df143477edf027d849bbad8750951f24f
+size 9971969024

model-00004-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ac788de56184d9e7ea80dbdf34199eada2a8215f738f682e391538dd3a6781
+size 9944706056

model-00005-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a98c42d1198fafaa07881cba507b05107a0b2aadc0e827cad4b580b74dbff3
+size 9923734536

model-00006-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1346c1985234956bbff1583641744998ff18d4dbf27336fb1011dbefa01a748d
+size 9971969000

model-00007-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d424a089be9c4028cc76648321876ae32a5348ce8f35270cd6d765e53a1eb97d
+size 9944705968

model-00008-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a8e5a05c1b9115634422df975d2d85a462865d8dbb6a728f97bdb1a9ca1dbf
+size 9923734496

model-00009-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee619ca21146109d1929027fd10a4c8a81c29ed2bca711f1531066568d7ace6
+size 9971969024

model-00010-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1afb8049fbb6b08071bf72631c7abc68af97d59168aa6344fe3d17baf3c8f8
+size 9944706056

model-00011-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c50da8d197fe4afdc75f07f42a54df0a8cda173ed8b0d364ee7854da3aef6b
+size 9923734536

model-00012-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c99ca953a8f04cd7342273d56c35e05ca5e2d31ba0ea537324da7a76f8cb80d
+size 9971968968

model-00013-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cc301852e9846b52a2bec9f1d78817da51fdc9830c3987a0f5849247755814
+size 9944705968

model-00014-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07993c466d3eea4e1e5a3c2f2dcda41abdf0de4cdcca7547502d8399e2dc406
+size 9923734520

model-00015-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9b3fdeb0360990620ac981e4817929cf9c082bd131f374040af7ed7fdd7cfb
+size 9971969024

model-00016-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2824a7753e19f06cac646f3a541da3e44f4cc2a4017208500e1c70bbe0331a
+size 9944706056

model-00017-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15efdc4791f187e5407a165be31912a5af52e4e8b6e24e52893d944d78c5439
+size 9991109544

model-00018-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fc89bca82a1caec48825f88951c3e4a236b450a21deb17a9879f39a65f8aea
+size 2621196440

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
+size 493443

tokenizer_config.json

@@ -0,0 +1,61 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "<s>",
+  "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "legacy": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<s>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "trust_remote_code": false,
+  "unk_token": "<unk>",
+  "use_default_system_prompt": true,
+  "use_fast": true
+}