diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 2be29c6a6b..f169ead870 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -153,6 +153,7 @@ fdroid build:
     name: "${CI_PROJECT_PATH}_${CI_JOB_STAGE}_${CI_COMMIT_REF_NAME}_${CI_COMMIT_SHA}"
     paths:
       - unsigned/
+      - tmp/
     when: always
     expire_in: 1 month
   except:
@@ -227,7 +228,7 @@ fdroid build:
           ./tools/setup-ndk-per-build.py $build $VAGRANT_HOME/android-ndk;
           chown -R vagrant $VAGRANT_HOME;
           $fdroid fetchsrclibs $build --verbose;
-          $fdroid build --verbose --scan-binary --on-server --no-tarball $build;
+          $fdroid build --verbose --test --scan-binary --on-server --no-tarball $build;
       done