diff --git a/cmd/check-bottle-modification.rb b/cmd/check-bottle-modification.rb
index 56cd572babe3..96c5f3b180f6 100755
--- a/cmd/check-bottle-modification.rb
+++ b/cmd/check-bottle-modification.rb
@@ -38,9 +38,10 @@ def commit_modifies_bottle_block?(sha)
 
         files = response.fetch("files")
         files.reject! do |file|
-          filename = file.fetch("filename")
+          next true if file.fetch("status") == "removed"
 
-          !filename.start_with?("Formula") || !filename.end_with?(".rb")
+          filename = file.fetch("filename")
+          !filename.start_with?("Formula/") || !filename.end_with?(".rb")
         end
 
         files.any? { |file| patch_modifies_bottle_block?(file.fetch("patch")) }