diff --git a/docker/flower-conditional.sh b/docker/flower-conditional.sh
index 04319a8e3..f8719e0fd 100644
--- a/docker/flower-conditional.sh
+++ b/docker/flower-conditional.sh
@@ -3,5 +3,10 @@
 echo "Checking if we should start flower..."
 
 if [[ -n  "${PAPERLESS_ENABLE_FLOWER}" ]]; then
-	celery --app paperless flower
+	# Small delay to allow celery to be up first
+	echo "Starting flower in 5s"
+	sleep 5
+	celery --app paperless flower --conf=/usr/src/paperless/src/paperless/flowerconfig.py
+else
+	echo "Not starting flower"
 fi