mmnga commited on
Commit
6a95de8
1 Parent(s): b707346

Update notebook/convert_mixtral_8x7b_to_4x7b.ipynb

Browse files
notebook/convert_mixtral_8x7b_to_4x7b.ipynb CHANGED
@@ -1281,7 +1281,7 @@
1281
  "config = None\n",
1282
  "with open(config_path, \"r\") as f:\n",
1283
  " config = json.load(f)\n",
1284
- " config[\"num_experts_per_tok\"] = 1\n",
1285
  " config[\"num_local_experts\"] = 4\n",
1286
  "\n",
1287
  "# save config\n",
 
1281
  "config = None\n",
1282
  "with open(config_path, \"r\") as f:\n",
1283
  " config = json.load(f)\n",
1284
+ " config[\"num_experts_per_tok\"] = 2\n",
1285
  " config[\"num_local_experts\"] = 4\n",
1286
  "\n",
1287
  "# save config\n",