Update app.py

app.py

@@ -258,6 +258,10 @@ def get_detection_data(image_data):
             cls_id, cls_name, center, mask, _ = obj
             x1, y1, x2, y2 = get_bbox_from_mask(mask)
             depth_value = depth_at_center(depthmap, [x1, y1, x2, y2])
+            # Get color in RGB format (OpenCV uses BGR)
+            color_bgr = objects_data[idx][4]  # cls_clr from the objects_data
+            color_rgb = (color_bgr[2], color_bgr[1], color_bgr[0])  # Convert BGR to RGB
+            
 
             detections.append({
                 "class_id": cls_id,
@@ -267,6 +271,8 @@ def get_detection_data(image_data):
                 },
                 "position_3d": get_3d_position(center, depth_value, get_camera_matrix(depth_estimator)),
                 "distance": depth_value
+                "color": color_rgb,
+                "confidence": float(objects_data[idx][5])  # Add confidence score
             })
 
         response = {