File size: 3,661 Bytes
0e7fccd 16eefe3 0e7fccd 16eefe3 0e7fccd 16eefe3 0e7fccd 16eefe3 0e7fccd 16eefe3 0e7fccd 16eefe3 0e7fccd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 |
import requests
from bs4 import BeautifulSoup
import pandas as pd
import gradio as gr
import io
BASE_URL = "https://scale.com/leaderboard"
LEADERBOARDS = {
"Coding": "/coding",
"Adversarial Robustness": "/adversarial_robustness",
"Instruction Following": "/instruction_following",
"Math": "/math"
}
def scrape_leaderboard(leaderboard):
url = BASE_URL + LEADERBOARDS[leaderboard]
response = requests.get(url)
soup = BeautifulSoup(response.content, 'html.parser')
leaderboard_div = soup.find('div', class_='flex flex-col gap-4 sticky top-20')
if not leaderboard_div:
raise ValueError("Leaderboard div not found. The page structure might have changed.")
table = leaderboard_div.find('table', class_='w-full caption-bottom text-sm')
if not table:
raise ValueError("Leaderboard table not found within the div.")
data = []
for row in table.find('tbody').find_all('tr'):
cols = row.find_all('td')
rank = cols[0].find('div', class_='flex').text.strip().split()[0]
model = cols[0].find('a').text.strip()
score = cols[1].text.strip()
confidence = cols[2].text.strip()
data.append([rank, model, score, confidence])
df = pd.DataFrame(data, columns=['Rank', 'Model', 'Score', '95% Confidence'])
return df
def update_leaderboard(leaderboard):
try:
df = scrape_leaderboard(leaderboard)
return df, create_interactive_table(df)
except Exception as e:
return None, f"An error occurred: {str(e)}"
def create_interactive_table(df):
html = f"""
<script src="https://cdn.jsdelivr.net/npm/ag-grid-community/dist/ag-grid-community.min.js"></script>
<div id="myGrid" style="height: 500px; width: 100%;" class="ag-theme-alpine"></div>
<script>
var gridOptions = {{
columnDefs: [
{{field: "Rank", sortable: true, filter: true}},
{{field: "Model", sortable: true, filter: true}},
{{field: "Score", sortable: true, filter: true}},
{{field: "95% Confidence", sortable: true, filter: true}}
],
rowData: {df.to_dict(orient='records')},
defaultColDef: {{
flex: 1,
minWidth: 100,
resizable: true,
}},
domLayout: 'autoHeight'
}};
document.addEventListener('DOMContentLoaded', function() {{
var gridDiv = document.querySelector('#myGrid');
new agGrid.Grid(gridDiv, gridOptions);
}});
</script>
"""
return html
def export_to_excel(df):
if df is not None:
output = io.BytesIO()
with pd.ExcelWriter(output, engine='openpyxl') as writer:
df.to_excel(writer, index=False, sheet_name='Leaderboard')
output.seek(0)
return output
return None
# Create Gradio interface
with gr.Blocks() as iface:
gr.Markdown("# Scale AI Leaderboard Viewer")
with gr.Row():
dropdown = gr.Dropdown(choices=list(LEADERBOARDS.keys()), label="Select Leaderboard", value="Coding")
export_button = gr.Button("Export to Excel")
table_output = gr.HTML()
df_state = gr.State()
def on_load():
df, html = update_leaderboard("Coding")
return df, html
dropdown.change(update_leaderboard, inputs=[dropdown], outputs=[df_state, table_output])
export_button.click(export_to_excel, inputs=[df_state], outputs=[gr.File(label="Download Excel")])
iface.load(on_load, outputs=[df_state, table_output])
# Launch the app
iface.launch() |