diff --git a/metadata/org.kontalk.yml b/metadata/org.kontalk.yml
index d04171f84a..0b6fec6f7c 100644
--- a/metadata/org.kontalk.yml
+++ b/metadata/org.kontalk.yml
@@ -974,6 +974,8 @@ Builds:
     init: sed -i -e 's/signingConfig signingConfigs.release/{}/g' build.gradle
     gradle:
       - basic
+    rm:
+      - app/src/androidTest/assets/keys/kontalk-keys.zip
     prebuild:
       - sed -i -e "/crashlytics/,+2d" -e "/googleplayImplementation/d" build.gradle
       - sed -i -e '/fabric/d' ../build.gradle build.gradle