Upload 2 files

app.py

@@ -0,0 +1,49 @@
+import os
+import requests
+import json
+import gradio as gr
+import time
+
+# Define the function to make the API request
+def fetch_response(messages, api_key):
+    start_time = time.time()
+    url = "https://api.fireworks.ai/inference/v1/chat/completions"
+    payload = {
+        "model": "accounts/fireworks/models/qwen2-72b-instruct",
+        "max_tokens": 4096,
+        "top_p": 1,
+        "top_k": 40,
+        "presence_penalty": 0,
+        "frequency_penalty": 0,
+        "temperature": 0.6,
+        "messages": [{"role": "user", "content": messages}]
+    }
+    headers = {
+        "Accept": "application/json",
+        "Content-Type": "application/json",
+        "Authorization": f"Bearer {api_key}"
+    }
+    response = requests.post(url, headers=headers, data=json.dumps(payload))
+    end_time = time.time()
+    response_json = response.json()
+    answer_time = end_time - start_time
+    return response_json['choices'][0]['message']['content'], answer_time
+
+# Define the Gradio interface
+def chatbot_interface(messages, api_key):
+    try:
+        answer, answer_time = fetch_response(messages, api_key)
+        return answer, f"<b><font color='blue'>Answer Time: {answer_time} seconds</font></b>"
+    except Exception as e:
+        return "Your API key is wrong. Try again!", None
+
+# Create Gradio interface
+iface = gr.Interface(fn=chatbot_interface,
+                     inputs=[gr.Textbox(label="Message"), gr.Textbox(label="API Key", type="password")],
+                     outputs=[gr.Textbox(label="Answer"), gr.Markdown(label="Answer Time")],
+                     title="Qwen2 AI Chatbot - Test App - QWEN 2 is released 06.06.2024",
+                     description="Feel free to chat with Qwen2 model from Alibaba. Please enter your API key.",
+                     theme='Arkaine/Carl_Glow')
+
+# Launch the interface
+iface.launch()

requirements.txt

@@ -0,0 +1,73 @@
+aiofiles==23.2.1
+altair==5.3.0
+annotated-types==0.7.0
+anyio==4.4.0
+attrs==23.2.0
+certifi==2024.6.2
+charset-normalizer==3.3.2
+click==8.1.7
+colorama==0.4.6
+contourpy==1.2.1
+cycler==0.12.1
+dnspython==2.6.1
+email_validator==2.1.1
+exceptiongroup==1.2.1
+fastapi==0.111.0
+fastapi-cli==0.0.4
+ffmpy==0.3.2
+filelock==3.14.0
+fonttools==4.53.0
+fsspec==2024.6.0
+gradio==4.36.0
+gradio_client==1.0.1
+h11==0.14.0
+httpcore==1.0.5
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.23.3
+idna==3.7
+importlib_resources==6.4.0
+Jinja2==3.1.4
+jsonschema==4.22.0
+jsonschema-specifications==2023.12.1
+kiwisolver==1.4.5
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+matplotlib==3.9.0
+mdurl==0.1.2
+numpy==1.26.4
+orjson==3.10.3
+packaging==24.0
+pandas==2.2.2
+pillow==10.3.0
+pydantic==2.7.3
+pydantic_core==2.18.4
+pydub==0.25.1
+Pygments==2.18.0
+pyparsing==3.1.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-multipart==0.0.9
+pytz==2024.1
+PyYAML==6.0.1
+referencing==0.35.1
+requests==2.32.3
+rich==13.7.1
+rpds-py==0.18.1
+ruff==0.4.8
+semantic-version==2.10.0
+shellingham==1.5.4
+six==1.16.0
+sniffio==1.3.1
+starlette==0.37.2
+tomlkit==0.12.0
+toolz==0.12.1
+tqdm==4.66.4
+typer==0.12.3
+typing_extensions==4.12.1
+tzdata==2024.1
+ujson==5.10.0
+urllib3==2.2.1
+uvicorn==0.30.1
+watchfiles==0.22.0
+websockets==11.0.3