Update app.py

app.py

@@ -27,7 +27,9 @@ class _MLPVectorProjector(nn.Module):
 
 model_name = "microsoft/phi-2"
 
-phi2_text = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
+with torch.no_grad():
+    phi2_text = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
+    
 tokenizer_text = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
 
 ## Audio model
@@ -67,9 +69,9 @@ img_proj_head.load_state_dict(torch.load('projection_finetuned.pth',  map_locati
 print('--------------Loaded proj head----------------------')
 
 #Get the fine-tuned phi-2 model
-phi2_finetuned = AutoModelForCausalLM.from_pretrained(
-    "phi2_adaptor_fineTuned", trust_remote_code=True,
-    torch_dtype = torch.float32).to("cpu")
+with torch.no_grad():
+    phi2_finetuned = AutoModelForCausalLM.from_pretrained(
+        "phi2_adaptor_fineTuned", trust_remote_code=True).to("cpu")
 
 print('--------------Loaded fine tuned phi2 model----------------------')