Update app.py

app.py

@@ -1,52 +1,19 @@
 import argparse
-from typing import List, Tuple, Generator
 import gradio as gr
+
 from openai import OpenAI
 
-# Global variables for configuration
-client: OpenAI = None
-args: argparse.Namespace = None
+CLIENT = OpenAI(api_key="dummy", base_url="http://35.232.14.156:8081/v1")
 
-def parse_arguments() -> argparse.Namespace:
-    """Parse command line arguments."""
-    parser = argparse.ArgumentParser(
-        description="Chatbot Interface with Customizable Parameters"
-    )
-    parser.add_argument(
-        "--model-url",
-        type=str,
-        default="http://35.232.14.156:8081/v1",
-        help="Model URL"
-    )
-    parser.add_argument(
-        "-m", "--model",
-        type=str,
-        default="pentagoniac/SEMIKONG-8b-GPTQ",
-        help="Model name for the chatbot"
-    )
-    parser.add_argument(
-        "--temp",
-        type=float,
-        default=0.8,
-        help="Temperature for text generation"
-    )
-    parser.add_argument(
-        "--stop-token-ids",
-        type=str,
-        default="128009,128001",
-        help="Comma-separated stop token IDs"
-    )
-    parser.add_argument("--host", type=str, default=None)
-    parser.add_argument("--port", type=int, default=8001)
-    return parser.parse_args()
 
-def create_openai_client(api_base: str) -> OpenAI:
-    """Create and return an OpenAI client."""
-    return OpenAI(api_key="EMPTY", base_url=api_base)
+def http_bot(prompt, history):
+    # Convert history to the format expected by the OpenAI API
+    # messages = [{"role": "user" if item['is_user'] else "assistant", "content": item['content']} for item in history]
+    messages = []
 
-def get_system_message() -> str:
-    """Return the system message for the chatbot."""
-    return """You are SEMIKONG, an AI Assistant developed by the AI Alliance.
+    # Add the current prompt to the messages
+
+    prompt_final = f"""You are SEMIKONG, an AI Assistant developed by the AI Alliance.
 Your role is to use your's in-depth knowledge in the field of Semiconductor Manufacturing Process to answer the instruction from the user in the most sophisticate, detail and technical ways.
 You must use as much as technical term as possible to make the answer more professional and informative.
 Your answer must align with these criteria:
@@ -56,89 +23,93 @@ Your answer must align with these criteria:
 4. Causality and Correlation: Analyze the identification and explanation of causal relationships or correlations. This is crucial for effectively diagnosing problems, analyzing scenarios, and discussing theoretical principles.
 5. Practicality and Applicability: Judge the practicality and applicability of the recommendations and solutions offered. Ensure they are tailored to the specific conditions of the question and are feasible in the given context.
 6. Comprehensive Coverage: Verify that the answer addresses all relevant aspects of the question. The response should be thorough, covering multiple angles and potential outcomes suitable for the type of question asked.
-7. Relevance to the Question: Confirm that the content of the answer directly addresses the core of the question. All explanations and solutions should be relevant and specifically tailored to the details and constraints of the question."""
-
-def format_chat_history(history: List[Tuple[str, str]], system_msg: str, message: str) -> List[dict]:
-    """Format chat history for OpenAI API."""
-    formatted_history = [{"role": "system", "content": system_msg}]
-    for human, assistant in history:
-        formatted_history.append({"role": "user", "content": human})
-        formatted_history.append({"role": "assistant", "content": assistant})
-    formatted_history.append({"role": "user", "content": message})
-    return formatted_history
-
-def predict(message: str, history: List[Tuple[str, str]]) -> Generator[str, None, None]:
-    """Generate predictions based on the chat history and current message."""
-    global client, args
-    history_openai_format = format_chat_history(history, get_system_message(), message)
-
-    stream = client.chat.completions.create(
-        model=args.model,
-        messages=history_openai_format,
-        temperature=args.temp,
-        stream=True,
+7. Relevance to the Question: Confirm that the content of the answer directly addresses the core of the question. All explanations and solutions should be relevant and specifically tailored to the details and constraints of the question.
+Now given an instruction from : {prompt}.
+Your answer: <your answer here>"""
+    messages.append({"role": "user", "content": prompt_final})
+
+    # Call the OpenAI API to generate a response
+    response = CLIENT.chat.completions.create(
+        model="pentagoniac/SEMIKONG-8b-GPTQ",
+        messages=messages,
+        # stream=True,
+        max_tokens=1024,
+        temperature=0.0,
+        n=1,
+        presence_penalty=0.7,
+        top_p=1.0,
         extra_body={
-            "repetition_penalty": 1,
-            "stop_token_ids": [int(id.strip()) for id in args.stop_token_ids.split(",") if id.strip()] if args.stop_token_ids else [],
+            "frequency_penalty": 0.5,
+            "repetition_penalty": 1.0,
+            "length_penalty": 1.0,
+            "top_k": 50,
+            "min_p": 0.8,
+            "best_of": 1,
+            "use_beam_search": False,
+            "early_stopping": False,
         },
     )
 
-    partial_message = ""
-    for chunk in stream:
-        partial_message += chunk.choices[0].delta.content or ""
-        yield partial_message
-
-def get_css() -> str:
-    """Return CSS for the interface."""
-    return """
-    <style>
-        .centered-content {
-            text-align: center;
-            margin: auto;
-            max-width: 800px;
-        }
-        .centered-content h2 {
-            color: #333;
-            margin-bottom: 20px;
-        }
-        .centered-content p {
-            color: #666;
-            line-height: 1.6;
-        }
-    </style>
-    """
-
-def get_description() -> str:
-    """Return HTML description for the interface."""
-    return get_css() + """
-    <div class="centered-content">
-        <h2>The world's first open-source LLM designed specifically for the semiconductor industry.</h2>
-        <p>SemiKong is a collaborative open-source effort with support from Aitomatic, TEL, FPT AI Center, The AI Alliance</p>
-    </div>
-    """
-
-def create_chat_interface() -> gr.ChatInterface:
-    """Create and return a Gradio chat interface."""
-    return gr.ChatInterface(
-        predict,
-        chatbot=gr.Chatbot(height=666),
-        textbox=gr.Textbox(placeholder="Ask SEMIKONG", container=False, scale=7),
+    # Extract the answer from the response
+    answer = response.choices[0].message.content
+
+    # Return the answer
+    return answer
+
+css = """
+<style>
+    .centered-content {
+        text-align: center;
+        margin: auto;
+        max-width: 800px;
+    }
+    .centered-content h2 {
+        color: #333;
+        margin-bottom: 20px;
+    }
+    .centered-content p {
+        color: #666;
+        line-height: 1.6;
+    }
+</style>
+"""
+
+
+description = (
+    css
+    + """
+<div class="centered-content">
+    <h2>The world's first open-source LLM designed specifically for the semiconductor industry.</h2>
+    <p>SemiKong is a collaborative open-source effort with support from Aitomatic, TEL, FPT AI Center, The AI Alliance</p>
+</div>
+"""
+)
+
+
+
+def build_demo():
+    demo = gr.ChatInterface(
+        http_bot,
+        chatbot=gr.Chatbot(height=600),
+        textbox=gr.Textbox(
+            placeholder="Ask SEMIKONG something", container=False, scale=7
+        ),
         title="SEMIKONG-8B-GPTQ",
-        description=get_description(),
+        description=description,
         theme="soft",
+        cache_examples=False,
         retry_btn=None,
         undo_btn="Delete Previous",
         clear_btn="Clear",
     )
+    return demo
 
-def main():
-    """Main function to set up and launch the chatbot interface."""
-    global client, args
-    args = parse_arguments()
-    client = create_openai_client(args.model_url)
-    
-    interface = create_chat_interface()
-    interface.queue().launch(server_name=args.host, server_port=args.port, share=False)
 
 if __name__ == "__main__":
-    main()
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--host", type=str, default=None)
+    parser.add_argument("--port", type=int, default=8001)
+    args = parser.parse_args()
+
+    demo = build_demo()
+    demo.queue().launch()