diff --git a/model_server/base/roiset.py b/model_server/base/roiset.py
index df3714ceffbeb424d2d10f550c05db26f6109d29..3977700ccb32f09fe357ffb70e1c5be9e73d1244 100644
--- a/model_server/base/roiset.py
+++ b/model_server/base/roiset.py
@@ -973,7 +973,11 @@ class RoiSet(object):
                 mask = roi.binary_mask
 
             if rescale_clip is not None:
-                patch = rescale(patch, rescale_clip)
+                if rgb_overlay_channels:  # rescale all equally to preserve white balance
+                    patch = rescale(patch, rescale_clip)
+                else:
+                    for ci in range(0, pc):  # rescale channels separately
+                        patch[:, :, ci, :] = rescale(patch[:, :, ci, :], rescale_clip)
 
             if kwargs.get('draw_bounding_box') is True and expanded:
                 bci = kwargs.get('bounding_box_channel', 0)