Update app.py

app.py

@@ -17,6 +17,16 @@ client = OpenAI(
     api_key=ACCESS_TOKEN,
 )
 
+SYSTEM_PROMPT = """You are an expert assistant who can solve any task using code blobs. You will be given a task to solve as best you can.
+To do so, you have been given access to a list of tools: these tools are basically Python functions which you can call with code.
+To solve the task, you must plan forward to proceed in a series of steps, in a cycle of 'Thought:', 'Code:', and 'Observation:' sequences.
+At each step, in the 'Thought:' sequence, you should first explain your reasoning towards solving the task and the tools that you want to use.
+Then in the 'Code:' sequence, you should write the code in simple Python. The code sequence must end with '<end_code>' sequence.
+During each intermediate step, you can use 'print()' to save whatever important information you will then need.
+These print outputs will then appear in the 'Observation:' field, which will be available as input for the next step.
+In the end, you have to return a final answer using the `final_answer` tool.
+"""
+
 def respond(
     message,
     history: list[tuple[str, str]],
@@ -25,7 +35,7 @@ def respond(
     temperature,
     top_p,
 ):
-    messages = [{"role": "system", "content": system_message}]
+    messages = [{"role": "system", "content": SYSTEM_PROMPT}]
 
     for val in history:
         if val[0]:
@@ -37,7 +47,7 @@ def respond(
 
     response = ""
     
-    for message in  client.chat.completions.create(
+    for message in client.chat.completions.create(
         model="meta-llama/Meta-Llama-3.1-8B-Instruct",
         max_tokens=max_tokens,
         stream=True,
@@ -53,7 +63,7 @@ def respond(
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
-        gr.Textbox(value="", label="System message"),
+        gr.Textbox(value=SYSTEM_PROMPT, label="System message"),
         gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(
@@ -63,9 +73,9 @@ demo = gr.ChatInterface(
             step=0.05,
             label="Top-P",
         ),
-        
     ],
     css=css
 )
+
 if __name__ == "__main__":
     demo.launch()