Update app.py

app.py

@@ -127,7 +127,7 @@ model = AutoModelForCausalLM.from_pretrained(
     model_name,
     quantization_config=bnb_config,
     torch_dtype=torch.bfloat16,
-    device_map="auto",
+    # device_map="auto",
 )
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 
@@ -148,7 +148,7 @@ guard_model = AutoModelForCausalLM.from_pretrained(
     model_id,
     quantization_config=bnb_config_guard,
     torch_dtype=torch.bfloat16,
-    device_map="auto",
+    # device_map="auto",
     )
 
 """### **part 8: Setting Up a Text Generation Pipeline with HuggingFace and LangChain**"""