diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 84949dec0..4379f8abb 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -83,7 +83,7 @@ jobs:
         path: src/documents/static/frontend/
 
   release:
-    needs: [frontend, documentation] # tests
+    needs: [frontend, documentation, tests]
     runs-on: ubuntu-20.04
     steps:
       -
@@ -135,6 +135,7 @@ jobs:
         name: Make release package
         run: |
           cd dist
+          find . -name __pycache__ | xargs rm -r
           tar -cJf paperless-ng.tar.xz paperless-ng/
       -
         uses: actions/upload-artifact@v2
@@ -147,8 +148,7 @@ jobs:
   build-docker-image:
     if: github.event_name == 'push' && (github.ref == 'refs/heads/travis-multiarch-builds' || github.ref == 'refs/heads/master' || github.ref == 'refs/heads/dev' || github.ref == 'refs/tags/ng-*')
     runs-on: ubuntu-latest
-    # needs: tests
-    needs: frontend
+    needs: [frontend, tests]
     steps:
       -
         name: Prepare