Update app.py

app.py

@@ -26,7 +26,7 @@ def get_models(name: str, device: torch.device, offload: bool):
 class FluxGenerator:
     def __init__(self):
         self.device = torch.device('cuda')
-        self.offload = False
+        self.offload = True
         self.model_name = 'flux-dev'
         self.model, self.ae, self.t5, self.clip = get_models(
             self.model_name,
@@ -41,6 +41,7 @@ flux_generator = FluxGenerator()
 
 
 @spaces.GPU
+@torch.inference_mode()
 def generate_image(
         width,
         height,