Spaces:
Build error
Build error
File size: 5,209 Bytes
dacc583 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 |
import asyncio
import json
import re
from datetime import datetime
from utils_evaluate import evaluate_answers
async def display_llm_responses(cl, this_session):
output = f"**Responses**"
await cl.Message(content=output).send()
for query, response in zip(this_session.queries, this_session.llm_responses):
query_display = {
"command": query["command"],
"message": query["message"],
"mood_score": query["mood_score"],
"previous_question": query["previous_question"],
"rep_answer": query["rep_answer"],
"next_question": query["next_question"],
}
query_json = json.dumps(query_display, indent=2)
await cl.Message(content="Query:").send()
await cl.Message(content=query_json).send()
await cl.Message(content="Response:").send()
await cl.Message(content=response).send()
remaining_queries = this_session.queries[len(this_session.llm_responses):]
remaining_responses = this_session.llm_responses[len(this_session.queries):]
for query in remaining_queries:
await cl.Message(content=f"**Query:** {query}").send()
for response in remaining_responses:
await cl.Message(content=f"**Response:** {response}").send()
def format_score(score):
if isinstance(score, (int, float)):
return f"{score*100:.1f}%"
return score
def format_rogue_score(score):
if isinstance(score, str):
match = re.search(r'precision=([\d.]+), recall=([\d.]+), fmeasure=([\d.]+)', score)
if match:
precision = float(match.group(1))
recall = float(match.group(2))
fmeasure = float(match.group(3))
return f"Precision: {precision*100:.1f}%, Recall: {recall*100:.1f}%, FMeasure: {fmeasure*100:.1f}%"
else:
precision = score.precision
recall = score.recall
fmeasure = score.fmeasure
return f"Precision: {precision*100:.1f}%, Recall: {recall*100:.1f}%, FMeasure: {fmeasure*100:.1f}%"
return score #
def format_datetime(dt):
if isinstance(dt, datetime):
return dt.strftime("%Y-%m-%d %H:%M")
return str(dt) #
async def display_evaluation_results(cl, this_session):
out_text = "All questions answered. Preparing evaluation results..."
await cl.Message(content=out_text).send()
evaluate_answers(this_session)
await asyncio.sleep(1)
output = f"**Session Summary**"
await cl.Message(content=output).send()
output = f"**Start Time:** {format_datetime(this_session.start_time)} \n"
output = output + f"**End Time:** {format_datetime(this_session.end_time)} \n"
output = output + f"**Duration:** {this_session.duration_minutes} minutes \n"
output = output + f"**Total Number of Questions:** {len(this_session.questions)} \n"
output = output + f"**Total Questions Answered:** {len(this_session.responses)} \n"
await cl.Message(content=output).send()
results_df = this_session.ragas_results.to_pandas()
columns_to_average = ['answer_relevancy', 'answer_correctness']
averages = results_df[columns_to_average].mean()
await cl.Message(content="**Overall Summary (By SalesBuddy)**").send()
output = f"**Overall Score:** {this_session.responses[-1]['overall_score']} \n"
output = output + f"**Overall Evaluation:** {this_session.responses[-1]['overall_evaluation']} \n"
output = output + f"**Final Mood Score:** {this_session.responses[-1]['mood_score']} \n"
await cl.Message(content=output).send()
await cl.Message(content="**Average Scores - Based on RAGAS**").send()
output = "Answer Relevancy: " + str(format_score(averages['answer_relevancy'])) + "\n"
output = output + "Answer Correctness: " + str(format_score(averages['answer_correctness'])) + "\n"
await cl.Message(content=output).send()
await cl.Message(content="**Individual Question Scores**").send()
for index, resp in enumerate(this_session.responses):
scores = this_session.scores[index]
relevancy = results_df.iloc[index].get('answer_relevancy', 'N/A')
correctness = results_df.iloc[index].get('answer_correctness', 'N/A')
bleu_score = scores.get('bleu_score', 'N/A')
rouge1_score = scores.get('rouge_score', {}).get('rouge1', 'N/A')
rouge1_output = format_rogue_score(rouge1_score)
rougeL_score = scores.get('rouge_score', {}).get('rougeL', 'N/A')
rougeL_output = format_rogue_score(rougeL_score)
semantic_similarity_score = scores.get('semantic_similarity_score', 'N/A')
output = f"""
**Question:** {resp.get('question', 'N/A')}
**Answer:** {resp.get('response', 'N/A')}
**Ground Truth:** {resp.get('ground_truth', 'N/A')}
**Answer Relevancy:** {format_score(relevancy)}
**Answer Correctness:** {format_score(correctness)}
**BLEU Score:** {format_score(bleu_score)}
**ROUGE 1 Score:** {rouge1_output}
**ROUGE L Score:** {rougeL_output}
**Semantic Similarity Score:** {format_score(semantic_similarity_score)}
"""
await cl.Message(content=output).send() |