Spaces:
Sleeping
Sleeping
File size: 6,807 Bytes
5847b80 4583ebb a008b1a c7aea9b 00caf10 8534dd6 c7aea9b 5847b80 c7aea9b 5847b80 a008b1a 4583ebb 8534dd6 4583ebb c7aea9b 5847b80 a008b1a 8534dd6 c7aea9b 5847b80 c7aea9b 5847b80 00caf10 5847b80 c7aea9b 5847b80 c7aea9b a008b1a c7aea9b a008b1a c7aea9b a008b1a c7aea9b a008b1a c7aea9b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 |
import streamlit as st
import random
from helpers import query_you_com, query_tavily, query_perplexity, query_brave
from provider_info import search_providers
# from mongod_db import MongoDBHandler
# from swarms.utils.loguru_logger import logger
import time
# mongo = MongoDBHandler()
# Set Streamlit to wide mode
st.set_page_config(layout="wide")
# Add information to sidebar
st.sidebar.title("About the App")
st.sidebar.write("""
This app allows you to compare responses from different search engines.
Submit a question, and you'll receive answers from two randomly selected search engines.
You can then vote on which response you prefer.
""")
st.sidebar.write("""
**[GitHub](https://github.com/leowalker89/SearchArena)**
""")
# Define the function to process the question
def ProcessQuestion(question):
# Randomly select two out of the four functions
functions = [query_you_com, query_tavily, query_perplexity, query_brave]
selected_functions = random.sample(functions, 2)
# Get answers from the selected functions
answer_a = selected_functions[0](question)
answer_b = selected_functions[1](question)
# Log into mongodb
# try:
# logger.info(f"Logging question: {question}")
# mongo.add(
# {
# "question": question,
# "answer_a": answer_a,
# "answer_b": answer_b,
# "selected_functions": [f.__name__ for f in selected_functions],
# "query_time": time.time(),
# }
# )
# logger.info("Successfully logged into mongodb")
# except Exception as e:
# logger.error(f"Error logging into mongodb: {e}")
return answer_a, answer_b, selected_functions
# Initialize session state if not already done
default_values = {
"state": "arena_ready",
"question": "",
"answer_a": "",
"answer_b": "",
"source_a": "",
"source_b": "",
"winner": "",
"selected_button": ""
}
for key, value in default_values.items():
if key not in st.session_state:
st.session_state[key] = value
# Streamlit app layout
st.title("Search Engine Agent Comparison")
def on_submit():
question = st.session_state["question_input"]
if question:
answer_a, answer_b, selected_functions = ProcessQuestion(question)
st.session_state["question"] = question
st.session_state["answer_a"] = answer_a
st.session_state["answer_b"] = answer_b
st.session_state["source_a"] = selected_functions[0].__name__
st.session_state["source_b"] = selected_functions[1].__name__
st.session_state["state"] = "arena_review"
def handle_vote(vote):
st.session_state["winner"] = vote
st.session_state["state"] = "arena_results"
def get_provider_info(provider_function_name):
provider_name_map = {
'query_you_com': 'You.com',
'query_tavily': 'Tavily',
'query_perplexity': 'Perplexity AI',
'query_brave': 'Brave Search'
}
provider_name = provider_name_map.get(provider_function_name)
return next((provider for provider in search_providers if provider['company_name'] == provider_name), {})
def render_ready_state():
st.text_area("Enter your question here (max 1000 characters):",
max_chars=1000,
key="question_input",
on_change=on_submit)
st.button("Submit", on_click=on_submit)
def render_review_state():
st.write("## Results")
col1, col2 = st.columns(2)
with col1:
st.write("### Answer A")
st.write(st.session_state["answer_a"])
with col2:
st.write("### Answer B")
st.write(st.session_state["answer_b"])
st.write("### Vote for the Best Answer")
col1, col2, col3, col4 = st.columns(4)
if col1.button("It's a Tie π€"):
handle_vote("Tie")
if col2.button("A is better πͺ"):
handle_vote("A")
if col3.button("B is better π₯"):
handle_vote("B")
if col4.button("Both are bad π"):
handle_vote("Both are bad")
def render_results_state():
st.write("## Results")
st.write(f"### Question: {st.session_state['question']}")
provider_info_a = get_provider_info(st.session_state["source_a"])
provider_info_b = get_provider_info(st.session_state["source_b"])
col1, col2 = st.columns(2)
with col1:
if st.session_state["winner"] == "A":
st.write(f"### β {provider_info_a['company_name']} π₯")
elif st.session_state["winner"] == "Tie":
st.write(f"### π€ {provider_info_a['company_name']} π€")
elif st.session_state["winner"] == "Both are bad":
st.write(f"### π {provider_info_a['company_name']} π")
else:
st.write(f"### {provider_info_a['company_name']} π₯")
st.write("**Response:**")
st.markdown(f"<div style='padding: 10px; border: 1px solid #ddd;'>{st.session_state['answer_a']}</div>", unsafe_allow_html=True)
with col2:
if st.session_state["winner"] == "B":
st.write(f"### β {provider_info_b['company_name']} π₯")
elif st.session_state["winner"] == "Tie":
st.write(f"### π€ {provider_info_b['company_name']} π€")
elif st.session_state["winner"] == "Both are bad":
st.write(f"### π {provider_info_b['company_name']} π")
else:
st.write(f"### {provider_info_b['company_name']} π₯")
st.write("**Response:**")
st.markdown(f"<div style='padding: 10px; border: 1px solid #ddd;'>{st.session_state['answer_b']}</div>", unsafe_allow_html=True)
st.write("### Feedback")
st.text_area("Please provide feedback on why you chose the winner:", key="feedback")
st.write("### About the search providers:")
col1, col2 = st.columns(2)
with col1:
st.write(f"**Website:** [{provider_info_a['website']}]({provider_info_a['website']})")
st.write(f"**Overview:** {provider_info_a['overview']}")
with col2:
st.write(f"**Website:** [{provider_info_b['website']}]({provider_info_b['website']})")
st.write(f"**Overview:** {provider_info_b['overview']}")
if st.session_state["state"] == "arena_ready":
render_ready_state()
elif st.session_state["state"] == "arena_review":
render_review_state()
elif st.session_state["state"] == "arena_results":
render_results_state()
# Apply custom CSS to highlight the selected button
selected_button = st.session_state.get("selected_button", "")
if selected_button:
st.markdown(
f"""
<style>
button[kind="primary"]{{
background-color: #4CAF50 !important;
color: white !important;
}}
</style>
""",
unsafe_allow_html=True
) |