Update app.py

app.py

@@ -1,15 +1,11 @@
+
 import os
 import asyncio
 from concurrent.futures import ThreadPoolExecutor
 import requests
 import gradio as gr
 
-MAX_NEW_TOKENS = 256
-TOKEN = os.environ.get("HF_TOKEN", None)
-URLS = [
-    "https://api-inference.huggingface.co/models/google/flan-ul2",
-    "https://api-inference.huggingface.co/models/google/flan-t5-xxl",
-]
+
 examples = [
     ["Please answer to the following question. Who is going to be the next Ballon d'or?"],
     ["Q: Can Barack Obama have a conversation with George Washington? Give the rationale before answering."],
@@ -30,6 +26,14 @@ description = "This demo compares [Flan-T5-xxl](https://huggingface.co/google/fl
 
 
 
+MAX_NEW_TOKENS = 256
+TOKEN = os.environ.get("API_TOKEN", None)
+URLS = [
+    "https://api-inference.huggingface.co/models/google/flan-ul2",
+    "https://api-inference.huggingface.co/models/google/flan-t5-xxl",
+]
+
+
 def fetch(session, text, api_url):
     model = api_url.split("/")[-1]
     response = session.post(api_url, json={"inputs": text, "parameters": {"max_new_tokens": MAX_NEW_TOKENS}})
@@ -37,6 +41,8 @@ def fetch(session, text, api_url):
         return model, None
     return model, response.json()
 
+
+
 async def inference(text):
     with ThreadPoolExecutor(max_workers=2) as executor:
         with requests.Session() as session:
@@ -61,55 +67,11 @@ async def inference(text):
     return responses
 
 
-def feedback(inputs, feedback, is_positive):
-    with open('promptlog.txt', 'a') as f:
-        f.write(f"Inputs: {inputs}\nFeedback: {feedback}\nIs positive: {is_positive}\n\n")
-
-def display_history():
-    try:
-        with open('promptlog.txt', 'r') as f:
-            history = f.read()
-    except FileNotFoundError:
-        history = "No history yet."
-    print(history)
-
-def app():
-    title = "Flan UL2 vs Flan T5 XXL"
-    description = "Compare with feedback: [Flan-T5-xxl](https://huggingface.co/google/flan-t5-xxl) and [Flan-UL2](https://huggingface.co/google/flan-ul2)."
-    inputs = gr.inputs.Textbox(lines=3, label="Input Prompt")
-    #outputs = [gr.outputs.Textbox(lines=3, label="Flan T5-UL2"), gr.outputs.Textbox(lines=3, label="Flan T5-XXL")]
-    feedback_box = gr.inputs.CheckboxGroup(["Positive feedback", "Negative feedback"], label="Feedback")
-    feedback_text = gr.inputs.Textbox(label="Feedback Reason")
-    #feedback_button = gr.inputs.Button(label="Submit Feedback")
-    #display_history_button = gr.inputs.Button(label="Display Feedback History")
-
-    def predict_text(inputs):
-        return inference(inputs)
-
-    def handle_feedback(inputs, feedback, is_positive):
-        feedback(inputs, feedback, is_positive)
-        return "Thank you for your feedback!"
-
-    def handle_display_history():
-        display_history()
-
-    #gr.Interface(fn=predict_text, inputs=inputs, outputs=outputs, title=title, description=description).launch()
-
-    #feedback_ui = gr.Interface(fn=handle_feedback, inputs=[inputs, feedback_box, feedback_text, feedback_button], outputs=gr.outputs.Textbox(label="Feedback Submitted"), title="Feedback", description="Please provide feedback on the model's response.")
-
-    #display_history_ui = gr.Interface(fn=handle_display_history, inputs=display_history_button, outputs=gr.outputs.Textbox(label="Feedback History"), title="Feedback History", description="View history of feedback submissions.")
-
-    #gr.Interface([feedback_ui, display_history_ui], columns=2, title="Flan Feedback").launch()
-
-    
-    io = gr.Interface(
-        inference,
-        gr.Textbox(lines=3),
-        outputs=[gr.Textbox(lines=3, label="Flan T5-UL2"), gr.Textbox(lines=3, label="Flan T5-XXL")],
-        #title=title,
-        description=description,
-        examples=examples,
-    )
-    io.launch()
-
-app()
+io = gr.Interface(
+    inference,
+    gr.Textbox(lines=3),
+    outputs=[gr.Textbox(lines=3, label="Flan T5-UL2"), gr.Textbox(lines=3, label="Flan T5-XXL")],
+    description=description,
+    examples=examples,
+)
+io.launch()