Update notebook/convert_mixtral_8x7b_to_4x7b.ipynb
Browse files
notebook/convert_mixtral_8x7b_to_4x7b.ipynb
CHANGED
@@ -1281,7 +1281,7 @@
|
|
1281 |
"config = None\n",
|
1282 |
"with open(config_path, \"r\") as f:\n",
|
1283 |
" config = json.load(f)\n",
|
1284 |
-
" config[\"num_experts_per_tok\"] =
|
1285 |
" config[\"num_local_experts\"] = 4\n",
|
1286 |
"\n",
|
1287 |
"# save config\n",
|
|
|
1281 |
"config = None\n",
|
1282 |
"with open(config_path, \"r\") as f:\n",
|
1283 |
" config = json.load(f)\n",
|
1284 |
+
" config[\"num_experts_per_tok\"] = 2\n",
|
1285 |
" config[\"num_local_experts\"] = 4\n",
|
1286 |
"\n",
|
1287 |
"# save config\n",
|