Update app.py

app.py

@@ -3,6 +3,7 @@ import gradio as gr
 import torch
 import numpy as np
 from transformers import pipeline
+import spaces
 
 import torch
 print(f"Is CUDA available: {torch.cuda.is_available()}")
@@ -30,6 +31,7 @@ Q: A juggler can juggle 16 balls. Half of the balls are golf balls, and half of
 title = "Flan T5 and Vanilla T5"
 description = "This demo compares [T5-large](https://huggingface.co/t5-large) and [Flan-T5-XX-large](https://huggingface.co/google/flan-t5-xxl). Note that T5 expects a very specific format of the prompts, so the examples below are not necessarily the best prompts to compare."
 
+@spaces.GPU
 def inference(text):
   output_flan = pipe_flan(text, max_length=100)[0]["generated_text"]
   output_vanilla = pipe_vanilla(text, max_length=100)[0]["generated_text"]