diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 6a4c2cebe0..d568773def 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -65,9 +65,11 @@ variables:
   rules: &app_verification_rules
     - if: $CI_PIPELINE_SOURCE == "pipeline" || $CI_PIPELINE_SOURCE == "schedule" || $CI_PIPELINE_SOURCE == "trigger"
       when: never
-    - changes:
-        - metadata/**/*
-        - srclibs/**/*
+    # only works for merge request pipelines: https://docs.gitlab.com/ee/ci/jobs/job_control.html#jobs-or-pipelines-run-unexpectedly-when-using-changes
+    # - changes:
+    #     - metadata/**/*
+    #     - srclibs/**/*
+    - when: on_success
 
 checkupdates:
   stage: test