diff --git a/src/documents/models.py b/src/documents/models.py
index 25caddebf..c52b6ba0a 100644
--- a/src/documents/models.py
+++ b/src/documents/models.py
@@ -450,9 +450,9 @@ def delete_files(sender, instance, **kwargs):
     # Remove the document
     old_file = instance.filename_to_path(instance.filename)
 
-    if os.path.isfile(old_file):
+    try:
         os.remove(old_file)
-    else:
+    except FileNotFoundError:
         logger = logging.getLogger(__name__)
         logger.warning("Deleted document " + str(instance.id) + " but file " +
                        old_file + " was no longer present")