diff --git a/pkg/daemon/update.go b/pkg/daemon/update.go
index 3a6c585186..d41b63869c 100644
--- a/pkg/daemon/update.go
+++ b/pkg/daemon/update.go
@@ -2180,8 +2180,10 @@ func (dn *CoreOSDaemon) applyLegacyOSChanges(mcDiff machineConfigDiff, oldConfig
 	}
 
 	// Switch to real time kernel
-	if err := dn.switchKernel(oldConfig, newConfig); err != nil {
-		return err
+	if mcDiff.osUpdate || mcDiff.kernelType {
+		if err := dn.switchKernel(oldConfig, newConfig); err != nil {
+			return err
+		}
 	}
 
 	// Apply extensions