diff --git a/door_pi_control/door/control.py b/door_pi_control/door/control.py
index e6c43e4..cea8765 100644
--- a/door_pi_control/door/control.py
+++ b/door_pi_control/door/control.py
@@ -138,7 +138,11 @@ class Control(util.Loggable):
                     st = self.state()
                     self._logger().info("Reached state "
                                         f"{state_names.get(st, st)}")
-                    if st == target:
+                    if action == state.IDLE:
+                        self._logger().info("Probably somebody using the key")
+                        self.target(st)
+                        target = last_target = st
+                    elif st == target:
                         # Reached target
                         timeouts = 0
                         if target == state.CLOSE \