Update app.py

app.py

@@ -70,7 +70,7 @@ def extract_json_from_markdown(markdown_text):
 
 
 @spaces.GPU
-def generate__image_desc(image):
+def generate_image_desc(image):
     messages = [
         {"role": "user", "content": [
             {"type": "image"},
@@ -91,8 +91,8 @@ def generate__image_desc(image):
     return html_output
 
 @spaces.GPU
-def generate_journal_infographics(code_input):
-    prompt = f"Generate daily journal inforgraphics using html for the following:\n\n{code_input}"
+def generate_journal_infographics(journal):
+    prompt = f"Generate daily journal inforgraphics using html for the following:\n\n{journal}"
     
     messages = [
         {"role": "system", "content": "You are DailySnap, a highly efficient and intelligent assistant designed to generate infographics using htmnl bootstrap icon and generate highly appealing daily journal as per the user detail"},
@@ -205,10 +205,26 @@ def generate_journal_with_images(video_path, frame_interval=30,confidence_thresh
 
 def display_journal_with_images(video):
     journal_entries, image_paths = generate_journal_with_images(video, frame_interval=30)
+    pil_images = []
+    for image_path in image_paths:
+        # Read the image using OpenCV
+        image = cv2.imread(image_path)
+        # Convert the image from BGR (OpenCV) to RGB (PIL)
+        image_rgb = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
+        # Convert the NumPy array to a PIL image
+        pil_image = Image.fromarray(image_rgb)
+        pil_images.append(pil_image)
+
+    infograhic_html=''
+    
+    if len(pil_images) >= 2: #just for mockup
+        first_frame_detail=generate_image_desc(pil_images[0]) 
+        second_frame_detail=generate_image_desc(pil_images[0]) 
+        infograhic_html=generate_journal_infographics(first_frame_detail + "\n\n" + second_frame_detail)
     
 
     journal_text = "\n".join(journal_entries)
-    return journal_text, image_paths
+    return journal_text, image_paths,infograhic_html
 
 
 with gr.Blocks() as iface:
@@ -216,7 +232,8 @@ with gr.Blocks() as iface:
     journal_output = gr.Textbox(label="Generated Daily Journal", lines=10)
     image_gallery = gr.Gallery(label="Annotated Frames")
     run_button = gr.Button("Generate Journal")
+    infographic_html=gr.HTML()
     
-    run_button.click(fn=display_journal_with_images, inputs=video_input, outputs=[journal_output, image_gallery])
+    run_button.click(fn=display_journal_with_images, inputs=video_input, outputs=[journal_output, image_gallery,infographic_html])
 
 iface.launch()