components/result.py

import json
import os

import gradio as gr
import pandas as pd

from assets.constant import DELIMITER
from assets.content import KEYPOINT_TEXT
from assets.path import SEASON


def build_question(season):
    dir = os.path.join("results", SEASON[season], "details")
    rows = []
    for model in os.listdir(dir):
        acc_result = json.load(open(os.path.join(dir, model, "acc_result.json"), encoding="utf-8"))
        rows.append(
            [model, round(acc_result['acc'], 4), round(acc_result['human_acc'], 4), round(acc_result['wrong_value'], 4),
             acc_result['hit'],acc_result['wrong_hit'], acc_result['wrong_total'], acc_result['total']])
    return pd.DataFrame(rows, columns=["Model", "Acc", "Human Acc", "Wrong Value", "Hit", "Wrong Hit", "Wrong Total",
                                       "Total"]).sort_values("Acc", ascending=False)


def build_keypoint(season):
    dir = os.path.join("results", SEASON[season], "details")
    rows, columns, final_columns = [], [], []
    for model in os.listdir(dir):
        category_result = json.load(open(os.path.join(dir, model, "category_result-all.json"), encoding="utf-8"))
        if not columns:
            columns = sorted([k for k in category_result if not k.count(DELIMITER)],
                             key=lambda x: category_result[x]['all'], reverse=True)
            final_columns = [f"{c}:{category_result.get(c).get('all')}" for c in columns]
        rows.append([model] + [round(category_result.get(c).get("acc"), 4) for c in columns])
    return pd.DataFrame(rows, columns=["Model"] + final_columns).sort_values(final_columns[0], ascending=False)


def build_difficulty(season):
    dir = os.path.join("results", SEASON[season], "details")
    rows, columns, final_columns = [], [], []
    for model in os.listdir(dir):
        difficulty_result = json.load(open(os.path.join(dir, model, "difficulty_result.json"), encoding="utf-8"))
        if not columns:
            columns = sorted(difficulty_result, reverse=True)
            final_columns = [f"{c}:{difficulty_result.get(c).get('all')}" for c in columns]
        rows.append([model] + [round(difficulty_result.get(c).get("acc"), 4) for c in columns])

    return pd.DataFrame(rows, columns=["Model"] + final_columns).sort_values(final_columns[0], ascending=False)


def create_result(top_components):
    with gr.Tab("Question Level"):
        question_df = gr.DataFrame(build_question("latest"), label="Acc Result")
    with gr.Tab("Keypoint Level"):
        gr.Markdown(KEYPOINT_TEXT)
        keypoint_df = gr.DataFrame(build_keypoint("latest"), label="Keypoint Level1 Result")
    with gr.Tab("Difficulty Level"):
        difficulty_df = gr.DataFrame(build_difficulty("latest"), label="Difficulty Result")