Add cat report explanation UI & revise base system prompt

api_calls.py

@@ -36,6 +36,13 @@ def api_qa_waterfee(query, filtered_data):
     }
     return call_api_stream(api_path, api_params)
 
+def api_qa_cat_report(filtered_data):
+    api_path = "qa/catreportexplain"
+    api_params = {
+        "filtered_data": filtered_data,
+    }
+    return call_api_stream(api_path, api_params)
+
 def api_ocr(image_filepath, model_provider):
     api_path = "ocr"
     api_params = {

app.py

@@ -9,6 +9,11 @@ from api_calls import *
 
 ROOT_DIR = Path(__file__).resolve().parents[0]
 
+def disable_btn():
+    return gr.Button.update(interactive=False)
+
+def enable_btn():
+    return gr.Button.update(interactive=True)
 
 def preview_uploaded_file(file_paths):
     if file_paths:
@@ -72,6 +77,13 @@ def bot(query, history, data_array, file_paths, qa_prompt_tmpl, checkbox_replace
             #     full_anwser += character
             #     yield full_anwser
 
+def cat_report_explanation(data_array):
+    response = api_qa_cat_report(data_array)
+    full_anwser = ""
+    for character in response:
+        full_anwser += character
+        yield full_anwser
+
 def draw_cat_pain_assessment_result(user_input_image):
     if user_input_image:
         json_result = api_model_cat_pain_assessment(user_input_image)
@@ -122,6 +134,7 @@ a {color: rgb(255, 206, 10) !important}
 """
 with gr.Blocks(css=css, theme=gr.themes.Monochrome(neutral_hue="green")) as demo:
     gr.HTML("<h1>GlobalModelAI AI Product Test</h1><p>Made by `GlobalModelAI Abao`</p>", elem_id="center")
+    
     with gr.Tab("OCR + Text2SQL"):
         with gr.Row():
             with gr.Column():
@@ -138,7 +151,6 @@ with gr.Blocks(css=css, theme=gr.themes.Monochrome(neutral_hue="green")) as demo
                         [f"{ROOT_DIR}/data/image_for_test/screenshot_for_test-esg_report_table3.png"]], 
                         [[f"{ROOT_DIR}/data/image_for_test/screenshot_for_test-medical_thesis_table.png"],
                         [f"{ROOT_DIR}/data/image_for_test/screenshot_for_test-medical_thesis_table2.jpg"]],
-                        [[f"{ROOT_DIR}/data/image_for_test/screenshot_for_test-cat_report_12.png"]]
                     ],
                     inputs=file_upload,
                     outputs=text_data_from_file_check,
@@ -187,6 +199,35 @@ with gr.Blocks(css=css, theme=gr.themes.Monochrome(neutral_hue="green")) as demo
             cache_examples=True,
         )
 
+    with gr.Tab("Cat Report Explanation"):
+        gr.Markdown("## Cat Report Explanation", elem_id="center")
+        with gr.Row():
+            with gr.Column():
+                gr.Markdown("## Report Processing", elem_id="center")
+                catrep_ocr_model_choice = gr.Dropdown(label="Model", value="Gemini Pro Vision", choices=["GPT-4", "Gemini Pro Vision"])
+                catrep_file_preview = gr.Image(type="filepath", image_mode="RGB", sources=None, label="File Preview")
+                catrep_file_upload = gr.File(label="Upload File", file_types=["png", "jpg", "jpeg", "helc"], file_count='multiple')
+                catrep_button_generation_explanation = gr.Button("Start Explanation")
+                catrep_checkbox_open_data_check = gr.Checkbox(label="Open Data Check")
+                catrep_text_data_from_file_check = gr.Textbox(label="File Upload Status", interactive=False, visible=False)
+                gr.Examples(
+                    examples=[
+                        [[f"{ROOT_DIR}/data/image_for_test/screenshot_for_test-cat_report_12.png"]]
+                    ],
+                    inputs=catrep_file_upload,
+                    outputs=catrep_text_data_from_file_check,
+                    fn=reference_from_file,
+                    cache_examples=True,
+                    elem_id="examples_file_to_ocr"
+                )
+            with gr.Column():
+                gr.Markdown("### View Explanation", elem_id="center")
+                catrep_textbox_explanation = gr.Textbox(
+                    label="Explanation",
+                    placeholder="Explanation will show here after you upload image & click the button",
+                    interactive=False,
+                )
+
     # Callbacks
     ## OCR + Text2SQL
     file_upload.upload(
@@ -208,6 +249,27 @@ with gr.Blocks(css=css, theme=gr.themes.Monochrome(neutral_hue="green")) as demo
         [cat_pain_assessment_barplot, cat_pain_assessment_score, cat_pain_assessment_explanation]
     )
 
+    ## Cat Report Explanation
+    catrep_file_upload.upload(
+        reference_from_file, [catrep_file_upload, catrep_ocr_model_choice], [catrep_text_data_from_file_check]
+    )
+    catrep_file_upload.change(
+        preview_uploaded_file, [catrep_file_upload], [catrep_file_preview]
+    )
+    catrep_ocr_model_choice.change(
+        reference_from_file, [catrep_file_upload, catrep_ocr_model_choice], [catrep_text_data_from_file_check]
+    )
+    catrep_checkbox_open_data_check.select(
+        open_data_check, [catrep_checkbox_open_data_check], [catrep_text_data_from_file_check]
+    )
+    catrep_button_generation_explanation.click(
+        disable_btn, None, None
+    ).then(
+        cat_report_explanation, [catrep_text_data_from_file_check], [catrep_textbox_explanation]
+    ).then(
+        enable_btn, None, None
+    )
+
 
 if __name__ == "__main__":
     demo.queue().launch(max_threads=10)