annot

app.py

@@ -17,6 +17,7 @@ dot_radius = 7  # Radius for the dots
 dot_thickness = -1  # Thickness for solid circle (-1 fills the circle)
 from PIL import Image
 import torch
+import json
 #load model
 from cwm.model.model_factory import model_factory
 
@@ -141,9 +142,42 @@ with gr.Blocks() as demo:
         def load_img(evt: gr.SelectData):
             img_path = evt.value['image']['path']
             img = np.array(Image.open(img_path))
+            # print(f"Image uploaded with shape: {input.shape}")
+            with open('./assets/intervention_test_images/annot.json', 'r') as f:
+                points_json = json.load(f)
+
+            points_json = points_json[os.path.basename(img_path)]
+
             # print(f"Image uploaded with shape: {input.shape}")
             resized_img = resize_to_square(img)
-            return resized_img, resized_img, img,  []
+
+            temp = resized_img.copy()
+
+            # Redraw all remaining arrows and dots
+            for i in range(0, len(points_json), 2):
+                start_point = points_json[i]
+                end_point = points_json[i + 1]
+                if start_point == end_point:
+                    # Zero-length vector: Draw a dot
+                    color = dot_color_fixed
+                else:
+                    cv2.arrowedLine(temp, start_point, end_point, arrow_color, thickness, tipLength=tip_length,
+                                    line_type=cv2.LINE_AA)
+                    color = arrow_color
+                # Draw arrow
+
+                # Draw dots at start and end points
+                cv2.circle(temp, start_point, dot_radius, color, dot_thickness, lineType=cv2.LINE_AA)
+                cv2.circle(temp, end_point, dot_radius, color, dot_thickness, lineType=cv2.LINE_AA)
+
+            # If there is an odd number of points (e.g., only a start point), draw a dot for it
+            if len(points_json) == 1:
+                start_point = points_json[0]
+                cv2.circle(temp, start_point, dot_radius, dot_color, dot_thickness, lineType=cv2.LINE_AA)
+
+
+
+            return temp, resized_img, img,  points_json
 
 
         def store_img(img):
@@ -154,7 +188,7 @@ with gr.Blocks() as demo:
 
         with gr.Row():
             with gr.Column():
-                gallery = gr.Gallery( ["./assets/desk_1.jpg", "./assets/glasses.jpg", "./assets/watering_pot.jpg", "./assets/jordon.jpeg", "./assets/bird.jpg",  "./assets/bread.jpg",  "./assets/ducks.jpg",  "./assets/robot_arm.jpg",], columns=5, allow_preview=False, label="Select an example image to test")
+                gallery = gr.Gallery( ["./assets/ducks.jpg", "./assets/robot_arm.jpg", "./assets/bread.jpg",  "./assets/bird.jpg", "./assets/desk_1.jpg", "./assets/glasses.jpg", "./assets/watering_pot.jpg"], columns=5, allow_preview=False, label="Select an example image to test")
                 # examples = gr.Examples(
                 #     examples=[
                 #         ["./assets/desk_1.jpg", "./assets/desk_1.jpg"],
@@ -228,13 +262,13 @@ with gr.Blocks() as demo:
                 # Draw arrow
 
                 # Draw dots at start and end points
-                cv2.circle(temp, start_point, dot_radius, color, dot_thickness)
-                cv2.circle(temp, end_point, dot_radius, color, dot_thickness)
+                cv2.circle(temp, start_point, dot_radius, color, dot_thickness, lineType=cv2.LINE_AA)
+                cv2.circle(temp, end_point, dot_radius, color, dot_thickness, lineType=cv2.LINE_AA)
 
             # If there is an odd number of points (e.g., only a start point), draw a dot for it
             if len(sel_pix) == 1:
                 start_point = sel_pix[0]
-                cv2.circle(temp, start_point, dot_radius, dot_color, dot_thickness)
+                cv2.circle(temp, start_point, dot_radius, dot_color, dot_thickness, lineType=cv2.LINE_AA)
 
             return temp if isinstance(temp, np.ndarray) else np.array(temp)
 

assets/intervention_test_images/annot.json

@@ -0,0 +1 @@
+{"bread.jpg": [[120, 257], [175, 269], [328, 375], [266, 353], [410, 217], [341, 248], [228, 149], [248, 211], [152, 129], [152, 129], [108, 51], [108, 51], [342, 39], [342, 39], [479, 93], [479, 93], [477, 390], [477, 390], [229, 486], [229, 486], [58, 442], [58, 442]]}