diff --git a/src/keyboard.c b/src/keyboard.c
index c32ed1874d158bff48f325ad4906eea626098a65..d26f212a97dc051592e25f8f602744749a7b3667 100644
--- a/src/keyboard.c
+++ b/src/keyboard.c
@@ -110,6 +110,8 @@ getModifierMap (const char *str, guint *map)
         ret &= addModifierMap (map, MetaMask);
     }
 
+    *map &= MODIFIER_MASK & ~IGNORE_MASK;
+
     return ret;
 }