Update app.py

app.py

@@ -4,9 +4,14 @@ import gradio as gr
 from peft import PeftModel, PeftConfig
 from peft import AutoPeftModelForCausalLM
 from transformers import AutoTokenizer
+import torch
+
+
 model = AutoPeftModelForCausalLM.from_pretrained(
         "FlawedLLM/BhashiniLLM", # YOUR MODEL YOU USED FOR TRAINING
 )
+for param in model.parameters():
+    param.data = param.data.to(torch.float16)
 tokenizer = AutoTokenizer.from_pretrained("FlawedLLM/BhashiniLLM")