fixie-ai
/

ultravox-v0_3

Feature Extraction

Model card Files Files and versions Community

farzadab commited on Jul 25

Commit

3c3e533

•

1 Parent(s): 0edbaeb

Update ultravox_model.py

Files changed (1) hide show

ultravox_model.py +4 -3

ultravox_model.py CHANGED Viewed

@@ -226,9 +226,10 @@ class UltravoxModel(transformers.LlamaPreTrainedModel):
                 config.text_model_id, attn_implementation=config._attn_implementation
             )
         else:
-            language_model = transformers.AutoModelForCausalLM.from_config(
-                config.text_config, attn_implementation=config._attn_implementation
-            )
         language_model = apply_lora(language_model, config.text_model_lora_config)
         return language_model

                 config.text_model_id, attn_implementation=config._attn_implementation
             )
         else:
+            with transformers.modeling_utils.no_init_weights:
+                language_model = transformers.AutoModelForCausalLM.from_config(
+                    config.text_config, attn_implementation=config._attn_implementation
+                )
         language_model = apply_lora(language_model, config.text_model_lora_config)
         return language_model