diff --git a/src/managers/input/InputManager.cpp b/src/managers/input/InputManager.cpp
index e53dfaf7..ec2446b1 100644
--- a/src/managers/input/InputManager.cpp
+++ b/src/managers/input/InputManager.cpp
@@ -814,9 +814,8 @@ void CInputManager::destroyKeyboard(SKeyboard* pKeyboard) {
         } else {
             m_pActiveKeyboard = nullptr;
         }
-    }
-
-    m_lKeyboards.remove(*pKeyboard);
+    } else
+        m_lKeyboards.remove(*pKeyboard);
 }
 
 void CInputManager::destroyMouse(wlr_input_device* mouse) {