Upload folder using huggingface_hub
Browse files- README.md +1 -1
- config.json +1 -1
- mergekit_config.yml +1 -1
- model-00001-of-00003.safetensors +1 -1
- model-00002-of-00003.safetensors +1 -1
- model-00003-of-00003.safetensors +1 -1
README.md
CHANGED
@@ -11,4 +11,4 @@ Mistral_7b_ko_en is a merge of the following models using [mergekit](https://git
|
|
11 |
|
12 |
## 🛠 Configuration
|
13 |
|
14 |
-
\```yaml{'models': [{'model': 'brichett/mistral_korean_16bit'}, {'model': 'brichett/
|
|
|
11 |
|
12 |
## 🛠 Configuration
|
13 |
|
14 |
+
\```yaml{'models': [{'model': 'brichett/mistral_korean_16bit'}, {'model': 'brichett/mistral_7b_instruct_english'}], 'merge_method': 'slerp', 'base_model': 'brichett/mistral_korean_16bit', 'parameters': {'t': [{'filter': 'self_attn', 'value': [0, 0.5, 0.3, 0.7, 1]}, {'filter': 'mlp', 'value': [1, 0.5, 0.7, 0.3, 0]}, {'filter': '', 'value': 0.5}]}, 'dtype': 'float16'}\```
|
config.json
CHANGED
@@ -23,7 +23,7 @@
|
|
23 |
"sliding_window": null,
|
24 |
"tie_word_embeddings": false,
|
25 |
"torch_dtype": "float16",
|
26 |
-
"transformers_version": "4.46.
|
27 |
"unsloth_version": "2024.11.9",
|
28 |
"use_cache": true,
|
29 |
"vocab_size": 32768
|
|
|
23 |
"sliding_window": null,
|
24 |
"tie_word_embeddings": false,
|
25 |
"torch_dtype": "float16",
|
26 |
+
"transformers_version": "4.46.3",
|
27 |
"unsloth_version": "2024.11.9",
|
28 |
"use_cache": true,
|
29 |
"vocab_size": 32768
|
mergekit_config.yml
CHANGED
@@ -14,4 +14,4 @@ slices:
|
|
14 |
- layer_range: [0, 32]
|
15 |
model: brichett/mistral_korean_16bit
|
16 |
- layer_range: [0, 32]
|
17 |
-
model: brichett/
|
|
|
14 |
- layer_range: [0, 32]
|
15 |
model: brichett/mistral_korean_16bit
|
16 |
- layer_range: [0, 32]
|
17 |
+
model: brichett/mistral_7b_instruct_english
|
model-00001-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4899129824
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0ba918e84760170602bb5424ece2d8eb08ef0a26170e4b2b840a8dec2135a1bd
|
3 |
size 4899129824
|
model-00002-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4915916080
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1dedbec6972bd4f515fa3c64e5c350903471ce93e4d915080271069a9844a201
|
3 |
size 4915916080
|
model-00003-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4681034744
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6963384ed6a123d77afe5e65b0c8b2b155c7cc5bbd371c5aaabfc439a2d1270b
|
3 |
size 4681034744
|