diff --git a/tsmark/video_annotator.py b/tsmark/video_annotator.py
index 7304bae..5ac8525 100755
--- a/tsmark/video_annotator.py
+++ b/tsmark/video_annotator.py
@@ -710,7 +710,6 @@ class Marker:
         self.points[self.point_index][self.nr]["y0"] = int(curr_point["cy"] - new_hh)
         self.points[self.point_index][self.nr]["x1"] = int(curr_point["cx"] + new_wh)
         self.points[self.point_index][self.nr]["y1"] = int(curr_point["cy"] + new_hh)
-        self.points[self.point_index][self.nr]["visible"] = POINT_VISIBILITY[0]
         self.interpolate_set(self.point_index, self.nr)
 
     def toggle_point_visibility(self):
@@ -1003,6 +1002,7 @@ class World:
         self.points_interpolation_enabled = not self.points_interpolation_enabled
         if self.points_interpolation_enabled:
             self.interpolate_thread_start()
+            self.interpolate_set(refresh=True)
 
     def draw_help(self, frame):