Update app.py

app.py

@@ -6,10 +6,16 @@ import numpy as np
 import torch
 
 class RAGChatbot:
-    def __init__(self, model_name="TheBloke/Mistral-7B-Instruct-v0.1-GPTQ", embedding_model="all-MiniLM-L6-v2"):
+    def __init__(self, 
+                 model_name="facebook/opt-350m", 
+                 embedding_model="all-MiniLM-L6-v2"):
         # Initialize tokenizer and model
         self.tokenizer = AutoTokenizer.from_pretrained(model_name)
-        self.model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
+        self.model = AutoModelForCausalLM.from_pretrained(
+            model_name, 
+            torch_dtype=torch.float16, 
+            device_map="auto"
+        )
         
         # Initialize embedding model
         self.embedding_model = SentenceTransformer(embedding_model)