Create config.json

config.json

@@ -0,0 +1,35 @@
+{
+  "model_name": "BathSalt-1/daedalus-phi-3",
+  "base_model": "microsoft/Phi-3-mini-4k-instruct",
+  "merge_method": "slerp",
+  "slices": [
+    {
+      "sources": [
+        {
+          "model": "Or4cl3-1/Daedalus_1",
+          "layer_range": [0, 32]
+        },
+        {
+          "model": "microsoft/Phi-3-mini-4k-instruct",
+          "layer_range": [0, 32]
+        }
+      ]
+    }
+  ],
+  "parameters": {
+    "t": [
+      {
+        "filter": "self_attn",
+        "value": [0, 0.5, 0.3, 0.7, 1]
+      },
+      {
+        "filter": "mlp",
+        "value": [1, 0.5, 0.7, 0.3, 0]
+      },
+      {
+        "value": 0.5
+      }
+    ]
+  },
+  "dtype": "bfloat16"
+}