Update app.py

app.py

@@ -4,6 +4,12 @@ import torch
 from langchain.llms import HuggingFacePipeline
 import gradio as gr
 
+device = 'cuda' if torch.cuda.is_available() else 'cpu'
+
+print("Device:", device)
+if device == 'cuda':
+    print(torch.cuda.get_device_name(0))
+
 origin_model_path = "mistralai/Mistral-7B-Instruct-v0.1"
 model_path = "filipealmeida/Mistral-7B-Instruct-v0.1-sharded"
 bnb_config = BitsAndBytesConfig \