Stopped assuming that object is identified in patch

model_server/base/roiset.py

@@ -294,7 +294,7 @@ class RoiSet(object):
                 mask_largest_object(
                     obmap_patches.iat(i).data
                 )
-            )[1]
+            )[-1]
             self._df.loc[roi.Index, 'classify_by_' + name] = oc
             om[self.acc_obj_ids.data == roi.label] = oc
         self.object_class_maps[name] = InMemoryDataAccessor(om)