Update README.md

#4
by cyrilvallez HF staff - opened
Files changed (1) hide show
  1. README.md +1 -0
README.md CHANGED
@@ -241,6 +241,7 @@ def split_model(model_name):
241
  device_map['language_model.model.embed_tokens'] = 0
242
  device_map['language_model.output'] = 0
243
  device_map['language_model.model.norm'] = 0
 
244
  device_map['language_model.lm_head'] = 0
245
  device_map[f'language_model.model.layers.{num_layers - 1}'] = 0
246
 
 
241
  device_map['language_model.model.embed_tokens'] = 0
242
  device_map['language_model.output'] = 0
243
  device_map['language_model.model.norm'] = 0
244
+ device_map['language_model.model.rotary_emb'] = 0
245
  device_map['language_model.lm_head'] = 0
246
  device_map[f'language_model.model.layers.{num_layers - 1}'] = 0
247