Create test.py

test.py

@@ -0,0 +1,71 @@
+import gradio as gr
+import os
+import openai
+import gradio as gr
+from gradio import ChatInterface
+import time
+
+# Get the value of the openai_api_key from environment variable
+openai.api_key = os.getenv("OPENAI_API_KEY")
+
+# Import things that are needed generically from langchain
+from langchain import LLMMathChain, SerpAPIWrapper
+from langchain.agents import AgentType, initialize_agent, load_tools
+from langchain.chat_models import ChatOpenAI
+from langchain.tools import BaseTool, StructuredTool, Tool, tool
+from langchain.tools import MoveFileTool, format_tool_to_openai_function
+from langchain.schema import (
+    AIMessage,
+    HumanMessage,
+    SystemMessage
+)
+from langchain.utilities import WikipediaAPIWrapper
+from langchain.tools import AIPluginTool
+
+def predict(inputs, chatbot):
+
+    print(chatbot)
+
+    messages = []
+    for conv in chatbot:
+        user = conv[0]
+        messages.append({"role": "user", "content":user })
+        assistant = conv[1]
+        messages.append({"role": "assistant", "content":assistant})
+    messages.append({"role": "user", "content": inputs})
+
+    # a ChatCompletion request
+    response = openai.ChatCompletion.create(
+        model='gpt-3.5-turbo',
+        messages= messages, # example :  [{'role': 'user', 'content': "What is life? Answer in three words."}],
+        temperature=1.0,
+        stream=True  # for streaming the output to chatbot
+    )
+
+    partial_message = ""
+    for chunk in response:
+        if len(chunk['choices'][0]['delta']) != 0:
+          print(chunk['choices'][0]['delta']['content'])
+          partial_message = partial_message + chunk['choices'][0]['delta']['content']
+          yield partial_message 
+
+
+interface = gr.ChatInterface(predict)
+with gr.Blocks() as demo:
+    gr.Markdown("""
+    # GPT 3.5 Discord Bot powered by gradio!
+    To use this space as a discord bot, first install the gradio_client
+    
+    ```bash
+    pip install gradio_client
+    ```
+    
+    Then run the following command
+    
+    ```python
+    grc.Client.duplicate("gradio-discord-bots/gpt-35-turbo", private=False, secrets={"OPENAI_API_KEY": "<your-key-here>"}).deploy_discord()
+    """)
+    with gr.Row(visible=False):
+        interface.render()
+    
+demo.queue(concurrency_count=100).launch()