diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index e1ebe03a55..d5702f6f9d 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -237,7 +237,7 @@ checkupdates_runner:
   script:
     # Get app IDs in this batch
     - |
-      metadata_files=($( ls metadata/*.yml))
+      metadata_files=$( ls metadata/*.yml | sort -R )
       declare -a APPIDS
       for file in ${metadata_files}
       do