diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml
index 280ed141576cd..00a22568c9052 100644
--- a/.github/workflows/eval.yml
+++ b/.github/workflows/eval.yml
@@ -2,6 +2,11 @@ name: Eval
 
 on: pull_request_target
 
+# Cancel previous if someone pushed an update
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
 permissions:
   contents: read