Or4cl3-1 commited on
Commit
72ed84d
1 Parent(s): c0dd3b7

Create config.json

Browse files
Files changed (1) hide show
  1. config.json +25 -0
config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "cognimum-agent",
3
+ "base_model": "Or4cl3-1/cognitiv-agent_1",
4
+ "merged_models": [
5
+ "Or4cl3-1/cognitiv-agent_1",
6
+ "Or4cl3-1/CSUMLM"
7
+ ],
8
+ "slices": [
9
+ {
10
+ "sources": [
11
+ {"model": "Or4cl3-1/cognitiv-agent_1", "layer_range": [0, 62]},
12
+ {"model": "Or4cl3-1/CSUMLM", "layer_range": [0, 62]}
13
+ ],
14
+ "merge_method": "slerp"
15
+ }
16
+ ],
17
+ "parameters": {
18
+ "t": [
19
+ {"filter": "self_attn", "value": [0, 0.5, 0.3, 0.7, 1]},
20
+ {"filter": "mlp", "value": [1, 0.5, 0.7, 0.3, 0]},
21
+ {"value": 0.5}
22
+ ],
23
+ "dtype": "bfloat16"
24
+ }
25
+ }