Update app.py

app.py

@@ -4,14 +4,24 @@ import gradio as gr
 from peft import PeftModel, PeftConfig
 from peft import AutoPeftModelForCausalLM
 from transformers import AutoTokenizer
-
-@spaces.GPU(duration=300)
-def chunk_it(input_command):
-    model = AutoPeftModelForCausalLM.from_pretrained(
+model = AutoPeftModelForCausalLM.from_pretrained(
         "FlawedLLM/BhashiniLLM", # YOUR MODEL YOU USED FOR TRAINING
         load_in_4bit = True,
-    )
-    tokenizer = AutoTokenizer.from_pretrained("FlawedLLM/BhashiniLLM")
+)
+tokenizer = AutoTokenizer.from_pretrained("FlawedLLM/BhashiniLLM")
+@spaces.GPU(duration=300)
+def chunk_it(input_command):
+
+    alpaca_prompt = """Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.
+    
+    ### Instruction:
+    {}
+    
+    ### Input:
+    {}
+    
+    ### Response:
+    {}"""
     inputs = tokenizer(
     [
         alpaca_prompt.format(