feat(model): added model files
Browse files- config.json +3 -0
- openchat-3.5-0106.Q2_K.gguf +3 -0
- openchat-3.5-0106.Q3_K_L.gguf +3 -0
- openchat-3.5-0106.Q3_K_M.gguf +3 -0
- openchat-3.5-0106.Q3_K_S.gguf +3 -0
- openchat-3.5-0106.Q4_0.gguf +3 -0
- openchat-3.5-0106.Q4_K_M.gguf +3 -0
- openchat-3.5-0106.Q4_K_S.gguf +3 -0
- openchat-3.5-0106.Q5_0.gguf +3 -0
- openchat-3.5-0106.Q5_K_M.gguf +3 -0
- openchat-3.5-0106.Q5_K_S.gguf +3 -0
- openchat-3.5-0106.Q6_K.gguf +3 -0
- openchat-3.5-0106.Q8_0.gguf +3 -0
- openchat.json +25 -0
config.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_type": "mistral"
|
3 |
+
}
|
openchat-3.5-0106.Q2_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5026252eb208f6272e836d86c3b52cf6714fb4b6b15a1e231e6fc7a72f51d2f6
|
3 |
+
size 3083107552
|
openchat-3.5-0106.Q3_K_L.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4236511c629283ffee2fe6a5d5daa5319cdc8494e97ff23a54a0896505e6d7d5
|
3 |
+
size 3822034976
|
openchat-3.5-0106.Q3_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9a1cdbe9da1fd44876cb7bc5aacf4b24212f2e962e15314354d843d75092de48
|
3 |
+
size 3518996512
|
openchat-3.5-0106.Q3_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e254ed6864efee4912695127a04c4892350092b03b5cf53db3adc8d091f8c058
|
3 |
+
size 3164577824
|
openchat-3.5-0106.Q4_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:01e2e59616baab8ad941a2804cb47d6ef5a4fb81cb56f94707b0fc1a82d34bd7
|
3 |
+
size 4108928096
|
openchat-3.5-0106.Q4_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:49190d4d039e6dea463e567ebce707eb001648f4ba01e43eb7fa88d9975fc0ce
|
3 |
+
size 4368450656
|
openchat-3.5-0106.Q4_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b72d156a77b7c492ba39e6033bf583649d888efcc91cc1769cebe7d72cb0d321
|
3 |
+
size 4140385376
|
openchat-3.5-0106.Q5_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9b9e2863982c8bb6e4ffa39519a7a383a869961ad3f207b1917a5960e7143b1d
|
3 |
+
size 4997728352
|
openchat-3.5-0106.Q5_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:36a74fec42da7c3fc2614ce3444a99868647342ff4789f0e0d82882d7735aab5
|
3 |
+
size 5131421792
|
openchat-3.5-0106.Q5_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:594eadb464ced905508f288d0c8c05b4e8ad62208a6718381ebe1b29f3a5f611
|
3 |
+
size 4997728352
|
openchat-3.5-0106.Q6_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:11ffb503fcdbf4a6512786a139102ec7f0665a669b80a1575bfe38719f02e913
|
3 |
+
size 5942078624
|
openchat-3.5-0106.Q8_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:69ef6975cce795b5b433e23577eb8d38421fe7064d73ef91d3f323409d2696fb
|
3 |
+
size 7695875104
|
openchat.json
ADDED
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"local_rank": 0,
|
3 |
+
"model_path": "imone/Mistral_7B_with_EOT_token",
|
4 |
+
"data_prefix": "dataset_openchat3.5/tokenized/openchat_mistral_1017",
|
5 |
+
"save_path": "/ML-A100/home/csj/trained_models/openchat_mistral/1017",
|
6 |
+
"save_every": 1,
|
7 |
+
"batch_size_per_gpu": 10,
|
8 |
+
"epochs": 5,
|
9 |
+
"lr": 0.000012507232220003032,
|
10 |
+
"lr_min_ratio": 0.1,
|
11 |
+
"lr_warmup_ratio": 0.05,
|
12 |
+
"weight_decay": 0.1,
|
13 |
+
"beta1": 0.9,
|
14 |
+
"beta2": 0.95,
|
15 |
+
"eps": 0.00001,
|
16 |
+
"deepspeed": true,
|
17 |
+
"deepspeed_config": "ochat/training_deepspeed/deepspeed_config.json",
|
18 |
+
"deepscale": false,
|
19 |
+
"deepscale_config": null,
|
20 |
+
"deepspeed_mpi": false,
|
21 |
+
"model_type": "openchat_v3.2_mistral",
|
22 |
+
"batch_max_len": 81920,
|
23 |
+
"device": "<non-serializable>",
|
24 |
+
"epoch": 2
|
25 |
+
}
|