Update app.py

app.py

@@ -3,12 +3,9 @@ import gradio as gr
 
 from openai import OpenAI
 
-CLIENT = OpenAI(api_key="dummy", base_url="http://semikong.aitomatic.com:8081/v1")
-
 
 def http_bot(prompt, history):
-    # Convert history to the format expected by the OpenAI API
-    # messages = [{"role": "user" if item['is_user'] else "assistant", "content": item['content']} for item in history]
+
     messages = []
 
     # Add the current prompt to the messages
@@ -28,8 +25,8 @@ Now given an instruction from : {prompt}.
 Your answer: <your answer here>"""
     messages.append({"role": "user", "content": prompt_final})
 
-    # Call the OpenAI API to generate a response
-    response = CLIENT.chat.completions.create(
+    client = OpenAI(api_key="dummy", base_url="http://semikong.aitomatic.com:8081/v1")
+    response = client.chat.completions.create(
         model="pentagoniac/SEMIKONG-8b-GPTQ",
         messages=messages,
         # stream=True,