Update README.md
#4
by
cyrilvallez
HF staff
- opened
README.md
CHANGED
@@ -241,6 +241,7 @@ def split_model(model_name):
|
|
241 |
device_map['language_model.model.embed_tokens'] = 0
|
242 |
device_map['language_model.output'] = 0
|
243 |
device_map['language_model.model.norm'] = 0
|
|
|
244 |
device_map['language_model.lm_head'] = 0
|
245 |
device_map[f'language_model.model.layers.{num_layers - 1}'] = 0
|
246 |
|
|
|
241 |
device_map['language_model.model.embed_tokens'] = 0
|
242 |
device_map['language_model.output'] = 0
|
243 |
device_map['language_model.model.norm'] = 0
|
244 |
+
device_map['language_model.model.rotary_emb'] = 0
|
245 |
device_map['language_model.lm_head'] = 0
|
246 |
device_map[f'language_model.model.layers.{num_layers - 1}'] = 0
|
247 |
|