zeio commited on
Commit
9feda12
·
verified ·
1 Parent(s): 41be615

feat(model): added model files

Browse files
config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "model_type": "mistral"
3
+ }
openchat-3.5-0106.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5026252eb208f6272e836d86c3b52cf6714fb4b6b15a1e231e6fc7a72f51d2f6
3
+ size 3083107552
openchat-3.5-0106.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4236511c629283ffee2fe6a5d5daa5319cdc8494e97ff23a54a0896505e6d7d5
3
+ size 3822034976
openchat-3.5-0106.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a1cdbe9da1fd44876cb7bc5aacf4b24212f2e962e15314354d843d75092de48
3
+ size 3518996512
openchat-3.5-0106.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e254ed6864efee4912695127a04c4892350092b03b5cf53db3adc8d091f8c058
3
+ size 3164577824
openchat-3.5-0106.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01e2e59616baab8ad941a2804cb47d6ef5a4fb81cb56f94707b0fc1a82d34bd7
3
+ size 4108928096
openchat-3.5-0106.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49190d4d039e6dea463e567ebce707eb001648f4ba01e43eb7fa88d9975fc0ce
3
+ size 4368450656
openchat-3.5-0106.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b72d156a77b7c492ba39e6033bf583649d888efcc91cc1769cebe7d72cb0d321
3
+ size 4140385376
openchat-3.5-0106.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b9e2863982c8bb6e4ffa39519a7a383a869961ad3f207b1917a5960e7143b1d
3
+ size 4997728352
openchat-3.5-0106.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36a74fec42da7c3fc2614ce3444a99868647342ff4789f0e0d82882d7735aab5
3
+ size 5131421792
openchat-3.5-0106.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:594eadb464ced905508f288d0c8c05b4e8ad62208a6718381ebe1b29f3a5f611
3
+ size 4997728352
openchat-3.5-0106.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11ffb503fcdbf4a6512786a139102ec7f0665a669b80a1575bfe38719f02e913
3
+ size 5942078624
openchat-3.5-0106.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69ef6975cce795b5b433e23577eb8d38421fe7064d73ef91d3f323409d2696fb
3
+ size 7695875104
openchat.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "local_rank": 0,
3
+ "model_path": "imone/Mistral_7B_with_EOT_token",
4
+ "data_prefix": "dataset_openchat3.5/tokenized/openchat_mistral_1017",
5
+ "save_path": "/ML-A100/home/csj/trained_models/openchat_mistral/1017",
6
+ "save_every": 1,
7
+ "batch_size_per_gpu": 10,
8
+ "epochs": 5,
9
+ "lr": 0.000012507232220003032,
10
+ "lr_min_ratio": 0.1,
11
+ "lr_warmup_ratio": 0.05,
12
+ "weight_decay": 0.1,
13
+ "beta1": 0.9,
14
+ "beta2": 0.95,
15
+ "eps": 0.00001,
16
+ "deepspeed": true,
17
+ "deepspeed_config": "ochat/training_deepspeed/deepspeed_config.json",
18
+ "deepscale": false,
19
+ "deepscale_config": null,
20
+ "deepspeed_mpi": false,
21
+ "model_type": "openchat_v3.2_mistral",
22
+ "batch_max_len": 81920,
23
+ "device": "<non-serializable>",
24
+ "epoch": 2
25
+ }