from openai import OpenAI import streamlit as st st.title("Adia") BASE_URL = "https://fg4dps5zz39isp-8000.proxy.runpod.net/v1" API_KEY="SOMEHOW" client = OpenAI( base_url=BASE_URL, api_key=API_KEY ) if "openai_model" not in st.session_state: st.session_state["openai_model"] = "CONCREE/meta-adia-llm-instruct" if "messages" not in st.session_state: st.session_state.messages = [] for message in st.session_state.messages: with st.chat_message(message["role"]): st.markdown(message["content"]) if prompt := st.chat_input("Comment tu vas?"): st.session_state.messages.append({"role": "user", "content": prompt}) with st.chat_message("user"): st.markdown(prompt) with st.chat_message("assistant"): stream = client.chat.completions.create( model=st.session_state["openai_model"], messages=[ {"role": m["role"], "content": m["content"]} for m in st.session_state.messages ], stream=True, ) response = st.write_stream(stream) st.session_state.messages.append({"role": "assistant", "content": response})