Update config.json

config.json

@@ -1,34 +1,18 @@
-}
-  "slices": [
-    {
-      "sources": [
-        {
-          "model": "Or4cl3-1/agent_gemma_7b",
-          "layer_range": [0, 32]
-        },
-        {
-          "model": "cognitivecomputations/dolphin-2.5-mixtral-8x7b",
-          "layer_range": [0, 32]
-        }
-      ],
-      "merge_method": "slerp",
-      "base_model": "Or4cl3-1/agent_gemma_7b",
-      "parameters": {
-        "t": [
-          {
-            "filter": "self_attn",
-            "value": [0, 0.5, 0.3, 0.7, 1]
-          },
-          {
-            "filter": "mlp",
-            "value": [1, 0.5, 0.7, 0.3, 0]
-          },
-          {
-            "value": 0.5
-          }
-        ]
-      },
-      "dtype": "bfloat16"
-    }
-  ]
+{
+  "model_type": "text-gemma-001",
+  "tokenizer_type": "text-gemma-001",
+  "config": {
+    "vocab_size": 50265,
+    "hidden_size": 1024,
+    "num_hidden_layers": 12,
+    "num_attention_heads": 16,
+    "intermediate_size": 4096,
+    "max_position_embeddings": 1024,
+    "type_vocab_size": 2,
+    "initializer_range": 0.02,
+    "layer_norm_eps": 1e-12,
+    "pad_token_id": 0,
+    "eos_token_id": 2,
+    "decoder_start_token_id": 0
+  }
 }