diff --git a/jobs/upgrade-tests.yaml b/jobs/upgrade-tests.yaml
index 37a263172..7a9beb4ba 100644
--- a/jobs/upgrade-tests.yaml
+++ b/jobs/upgrade-tests.yaml
@@ -53,6 +53,7 @@
           trigger-phrase: '/(re)?test ((all)|(ci/centos/upgrade-tests(-{test_type})?))'
           permit-all: true
           github-hooks: true
+          only-trigger-phrase: true
           black-list-target-branches:
             - ci/centos
           org-list: