GPT-EasyGen / app.py
PartyPlus's picture
Create app.py
d66aaf7
raw
history blame
1.29 kB
import gradio as gr
import requests
import json
import os
def generate(description, model, max_tokens):
headers = {
'Content-Type': 'application/json',
'Authorization': f'Bearer {os.getenv("API_KEY")}'
}
payload = {
'messages': [{'role': 'system', 'content': f'{description}'}],
'max_tokens': max_tokens,
'model': model
}
response = requests.post(os.getenv("BASE_URL"), headers=headers, json=payload)
data = json.loads(response.text)
if 'choices' in data and len(data['choices']) > 0:
command = data['choices'][0]['message']['content'].strip()
return command
elif 'error' in data:
error_message = data['error']['message']
return f'Ошибка: {error_message}'
else:
return f'Не удалось сгенерировать текст. {data}'
iface = gr.Interface(fn=generate, inputs=[
gr.Textbox(label="Запрос"),
gr.Radio(show_label=True, label="Модель", interactive=True, choices=["gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4"], value="gpt-3.5-turbo"),
gr.Slider(show_label=True, label="Максимум токенов", minimum=100, maximum=15000, value=10000, step=1)
], outputs=gr.Textbox(label="Ответ"), title="EasyGPT")
iface.launch()