app.py

import gradio as gr
from huggingface_hub import InferenceClient

"""
For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co./docs/huggingface_hub/v0.22.2/en/guides/inference
"""
client = InferenceClient("kronos25/Temporal_Chatbot")

def predict(message, history):
  for message in client.chat_completion(history,max_tokens=512):
    token = message.choices[0].delta.content
    response += token
    yield response

gr.ChatInterface(
    predict,
    chatbot=gr.Chatbot(height=300),
    textbox=gr.Textbox(placeholder="Ask me anything.", container=False, scale=7),
    title="Temporal Chatbot",
    description="Ask Temporal Chatbot any question",
    theme="soft",
    examples=["Is the doctor available tomorrow?"],
    cache_examples=True,
    retry_btn=None,
    undo_btn="Delete Previous",
    clear_btn="Clear"
).launch(share=True)

if __name__ == "__main__":
    demo.launch()