diff --git a/triagebot.toml b/triagebot.toml
index 56d29994a8df4..2210a8ff8e656 100644
--- a/triagebot.toml
+++ b/triagebot.toml
@@ -36,4 +36,6 @@ label = "ICEBreaker-Cleanup-Crew"
 
 [prioritize]
 label = "I-prioritize"
+prioritize_on = ["regression-from-stable-to-stable", "regression-from-stable-to-beta", "regression-from-stable-to-nightly"]
+priority_labels = "P-*"
 zulip_stream = 227806