diff --git a/src/evdev-fallback.c b/src/evdev-fallback.c
index 4f607d2f..64007720 100644
--- a/src/evdev-fallback.c
+++ b/src/evdev-fallback.c
@@ -621,6 +621,8 @@ fallback_process_touch(struct fallback_dispatch *dispatch,
 					slot->palm_state = PALM_NONE;
 					break;
 				}
+			} else {
+				slot->palm_state = PALM_NONE;
 			}
 		} else {
 			dispatch->pending_event |= EVDEV_ABSOLUTE_MT;