diff --git a/Dockerfile b/Dockerfile
index 44cdf4a4f..95cd9d95f 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -198,7 +198,8 @@ RUN set -eux \
     && python3 -m pip list \
   && echo "Cleaning up image layer" \
     && cd ../ \
-    && rm -rf paperless-ngx
+    && rm -rf paperless-ngx \
+    && rm paperless-ngx.tar.gz
 
 WORKDIR /usr/src/paperless/src/