diff --git a/kvmd/plugins/hid/ch9329/mouse.py b/kvmd/plugins/hid/ch9329/mouse.py
index 918bd270..83c4eef3 100644
--- a/kvmd/plugins/hid/ch9329/mouse.py
+++ b/kvmd/plugins/hid/ch9329/mouse.py
@@ -58,6 +58,9 @@ class Mouse:  # pylint: disable=too-many-instance-attributes
                 self.__buttons |= code
             else:
                 self.__buttons &= ~code
+        if not self.__absolute:
+            self.__to_x = (0, 0)
+            self.__to_y = (0, 0)
         self.__wheel_y = 0
         return self.__make_absolute_cmd()