Update app.py (#3)

- Update app.py (36407aafbb2b192c8fc7758a81290c7c105a3405)


Co-authored-by: Younes Belkada <[email protected]>

app.py

@@ -1,5 +1,6 @@
 import os
 import gradio as gr
+import torch
 import numpy as np
 from transformers import pipeline
 
@@ -7,8 +8,8 @@ import torch
 print(f"Is CUDA available: {torch.cuda.is_available()}")
 print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
 
-pipe_flan = pipeline("text2text-generation", model="google/flan-t5-xl", device="cuda:0")
-pipe_vanilla = pipeline("text2text-generation", model="t5-large", device="cuda:0")
+pipe_flan = pipeline("text2text-generation", model="google/flan-t5-xl", device="cuda:0", model_kwargs={"torch_dtype":torch.bfloat16})
+pipe_vanilla = pipeline("text2text-generation", model="t5-large", device="cuda:0", model_kwargs={"torch_dtype":torch.bfloat16})
 
 examples = [
   ["Please answer to the following question. Who is going to be the next Ballon d'or?"],