diff --git a/src/Menu.cpp b/src/Menu.cpp
index 00471a15af..8dcdd53f44 100644
--- a/src/Menu.cpp
+++ b/src/Menu.cpp
@@ -214,9 +214,6 @@ RE::BSEventNotifyControl Menu::ProcessEvent(RE::InputEvent* const* a_event, RE::
 						settingToggleKey = false;
 					} else if (key == toggleKey) {
 						IsEnabled = !IsEnabled;
-						if (const auto controlMap = RE::ControlMap::GetSingleton()) {
-							controlMap->GetRuntimeData().ignoreKeyboardMouse = IsEnabled;
-						}
 					}
 				}
 
@@ -242,6 +239,9 @@ RE::BSEventNotifyControl Menu::ProcessEvent(RE::InputEvent* const* a_event, RE::
 			default:
 				continue;
 			}
+			if (const auto controlMap = RE::ControlMap::GetSingleton()) {
+				controlMap->GetRuntimeData().ignoreKeyboardMouse = IsEnabled;
+			}
 		}
 	}