diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 281f8e1361..21c7d2adab 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -237,7 +237,7 @@ checkupdates_runner:
   script:
     # Get app IDs in this batch
     - |
-      metadata_files=(metadata/*.yml)
+      metadata_files=$( ls metadata/*.yml | sort -R )
       declare -a APPIDS
       for file in "${metadata_files[@]}"
       do