RoiSet facilitates object detection models

• created distinct generator class methods for RoiSet
• RoiSet.from_bounding_boxes can create RoiSet with just YXWH coordinates and no segmentation, e.g. as output from object detection models
• can also inspect and quantify overlap between and within RoiSet(s), at both bounding box and segmentation level
• can generate RoiSet from polygon segmentation e.g. in COCO segmentation models

model_server/base/roiset.py

@@ -10,7 +10,8 @@ from pydantic import BaseModel
 from scipy.stats import moment
 from skimage.filters import sobel
 
-from skimage.measure import label, regionprops_table, shannon_entropy
+from skimage.measure import approximate_polygon, find_contours, label, points_in_poly, regionprops, regionprops_table, shannon_entropy
+from skimage.morphology import binary_dilation, disk
 
 from .accessors import GenericImageDataAccessor, InMemoryDataAccessor, write_accessor_data_to_file
 from .models import InstanceSegmentationModel
@@ -180,6 +181,10 @@ def make_df_from_object_ids(acc_raw, acc_obj_ids, expand_box_by) -> pd.DataFrame
     )
     return df
 
+# TODO: implement
+def make_df_from_polygons(acc_raw, polygons:np.ndarray) -> pd.DataFrame:
+    pass
+
 
 def df_insert_slices(df: pd.DataFrame, sd: dict, expand_box_by) -> pd.DataFrame:
     h = sd['Y']
@@ -347,6 +352,11 @@ class RoiSet(object):
         """
         return RoiSet.from_object_ids(acc_raw, get_label_ids(acc_seg, allow_3d=allow_3d, connect_3d=connect_3d), params)
 
+    @staticmethod
+    #TODO: implement
+    def from_polygons(acc_raw, polygons: np.ndarray):
+        pass
+
 
     # TODO: get overlapping segments
     def get_overlap_seg(self) -> pd.DataFrame:
@@ -764,6 +774,33 @@ class RoiSet(object):
         record['tight_patch_masks'] = list(se_pa)
         return record
 
+    def get_polygons(self, poly_threshold=0, dilation_radius=1):
+        pad_to = 1
+
+        def _poly_from_mask(roi):
+            # mask = generate_file_accessor(roi.mask_path).data[:, :, 0, 0]
+            mask = roi.binary_mask
+
+            # label and fill holes
+            labeled = label(mask)
+            filled = [rp.image_filled for rp in regionprops(labeled)]
+            assert (np.unique(labeled)[-1] == 1) and (len(filled) == 1), 'Cannot fit multiple polygons in a single patch mask'
+
+            closed = binary_dilation(filled[0], footprint=disk(dilation_radius))
+            padded = np.pad(closed, pad_to) * 1.0
+            all_contours = find_contours(padded)
+
+            nc = len(all_contours)
+            for j in range(0, nc):
+                if all([points_in_poly(all_contours[k], all_contours[j]).all() for k in range(0, nc)]):
+                    contour = all_contours[j]
+                    break
+
+            rel_polygon = approximate_polygon(contour[:, [1, 0]], poly_threshold) - [pad_to, pad_to]
+            return rel_polygon + [roi.x0, roi.y0]
+
+        return self._df.apply(_poly_from_mask, axis=1)
+
     # TODO: implement
     def serialize_coco(self, where: Path, prefix='') -> dict:
         """