Update app.py

app.py

@@ -23,7 +23,8 @@ checkpoint = "MBZUAI/LaMini-Flan-T5-248M"
 #model and tokenizer loading
 
 tokenizer = T5Tokenizer.from_pretrained(checkpoint)
-base_model = T5ForConditionalGeneration.from_pretrained(checkpoint, device_map='auto', torch_dtype=torch.float32)
+with tempfile.TemporaryDirectory() as offload_folder:
+    base_model = T5ForConditionalGeneration.from_pretrained(checkpoint, device_map='auto', torch_dtype=torch.float32, offload_folder=offload_folder)
 
 #file loader and preprocessing
 def file_preprocessing(file):