app.py

import gradio as gr
from transformers import pipeline

# model = AutoModelForCausalLM.from_pretrained("Karzan/ckb-gpt2-medium-base-test-1024")
model_id = "Karzan/bart-qa-ckb"
pipe = pipeline(
    "question-answering",
    model=model_id,
    max_answer_len=300,
    handle_impossible_answer=True,
    top_k=1,
)


def func(context, question):
    result = pipe(question=question, context=context)
    return result[0]["answer"], result[0]["score"], result[1]["answer"], result[1]["score"], result[2]["answer"], result[2]["score"], result[3]["answer"], result[3]["score"], result[4]["answer"], result[4]["score"]


interface = gr.Interface(
    fn=func,
    inputs=[
        gr.Textbox(lines=7, label="Context paragraph"),
        gr.Textbox(lines=2, label="Question"),
    ],
    outputs=[
        gr.Textbox(label="Answer 1"),
        gr.Textbox(label="Score 1"),
        gr.Textbox(label="Answer 2"),
        gr.Textbox(label="Score 2"),
        gr.Textbox(label="Answer 3"),
        gr.Textbox(label="Score 3"),
        gr.Textbox(label="Answer 4"),
        gr.Textbox(label="Score 4"),
        gr.Textbox(label="Answer 5"),
        gr.Textbox(label="Score 5"),
    ],
    # submit_btn=submit_btn,
)

if __name__ == "__main__":
    interface.launch()