mirror of
https://github.com/paperless-ngx/paperless-ngx.git
synced 2025-04-17 10:13:56 -05:00
090565d84c
Now when you export a document, the `storage_type` value is always `unencrypted` (since that's what it is when it's exported anyway), and the flag is set by the importing script instead, based on the existence of a `PAPERLESS_PASSPHRASE` environment variable, indicating that encryption is enabled.
127 lines
4.1 KiB
Python
127 lines
4.1 KiB
Python
import json
|
|
import os
|
|
import shutil
|
|
|
|
from django.conf import settings
|
|
from django.core.management.base import BaseCommand, CommandError
|
|
from django.core.management import call_command
|
|
|
|
from documents.models import Document
|
|
from paperless.db import GnuPG
|
|
|
|
from ...mixins import Renderable
|
|
|
|
from documents.settings import EXPORTER_FILE_NAME, EXPORTER_THUMBNAIL_NAME
|
|
|
|
|
|
class Command(Renderable, BaseCommand):
|
|
|
|
help = """
|
|
Using a manifest.json file, load the data from there, and import the
|
|
documents it refers to.
|
|
""".replace(" ", "")
|
|
|
|
def add_arguments(self, parser):
|
|
parser.add_argument("source")
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
BaseCommand.__init__(self, *args, **kwargs)
|
|
self.source = None
|
|
self.manifest = None
|
|
|
|
def handle(self, *args, **options):
|
|
|
|
self.source = options["source"]
|
|
|
|
if not os.path.exists(self.source):
|
|
raise CommandError("That path doesn't exist")
|
|
|
|
if not os.access(self.source, os.R_OK):
|
|
raise CommandError("That path doesn't appear to be readable")
|
|
|
|
manifest_path = os.path.join(self.source, "manifest.json")
|
|
self._check_manifest_exists(manifest_path)
|
|
|
|
with open(manifest_path) as f:
|
|
self.manifest = json.load(f)
|
|
|
|
self._check_manifest()
|
|
|
|
# Fill up the database with whatever is in the manifest
|
|
call_command("loaddata", manifest_path)
|
|
|
|
self._import_files_from_manifest()
|
|
|
|
@staticmethod
|
|
def _check_manifest_exists(path):
|
|
if not os.path.exists(path):
|
|
raise CommandError(
|
|
"That directory doesn't appear to contain a manifest.json "
|
|
"file."
|
|
)
|
|
|
|
def _check_manifest(self):
|
|
|
|
for record in self.manifest:
|
|
|
|
if not record["model"] == "documents.document":
|
|
continue
|
|
|
|
if EXPORTER_FILE_NAME not in record:
|
|
raise CommandError(
|
|
'The manifest file contains a record which does not '
|
|
'refer to an actual document file.'
|
|
)
|
|
|
|
doc_file = record[EXPORTER_FILE_NAME]
|
|
if not os.path.exists(os.path.join(self.source, doc_file)):
|
|
raise CommandError(
|
|
'The manifest file refers to "{}" which does not '
|
|
'appear to be in the source directory.'.format(doc_file)
|
|
)
|
|
|
|
def _import_files_from_manifest(self):
|
|
|
|
for record in self.manifest:
|
|
|
|
if not record["model"] == "documents.document":
|
|
continue
|
|
|
|
doc_file = record[EXPORTER_FILE_NAME]
|
|
thumb_file = record[EXPORTER_THUMBNAIL_NAME]
|
|
document = Document.objects.get(pk=record["pk"])
|
|
|
|
document_path = os.path.join(self.source, doc_file)
|
|
thumbnail_path = os.path.join(self.source, thumb_file)
|
|
|
|
if settings.PASSPHRASE:
|
|
|
|
with open(document_path, "rb") as unencrypted:
|
|
with open(document.source_path, "wb") as encrypted:
|
|
print("Encrypting {} and saving it to {}".format(
|
|
doc_file, document.source_path))
|
|
encrypted.write(GnuPG.encrypted(unencrypted))
|
|
|
|
with open(thumbnail_path, "rb") as unencrypted:
|
|
with open(document.thumbnail_path, "wb") as encrypted:
|
|
print("Encrypting {} and saving it to {}".format(
|
|
thumb_file, document.thumbnail_path))
|
|
encrypted.write(GnuPG.encrypted(unencrypted))
|
|
|
|
else:
|
|
|
|
shutil.copy(document_path, document.source_path)
|
|
shutil.copy(thumbnail_path, document.thumbnail_path)
|
|
|
|
# Reset the storage type to whatever we've used while importing
|
|
|
|
storage_type = Document.STORAGE_TYPE_UNENCRYPTED
|
|
if settings.PASSPHRASE:
|
|
storage_type = Document.STORAGE_TYPE_GPG
|
|
|
|
Document.objects.filter(
|
|
pk__in=[r["pk"] for r in self.manifest]
|
|
).update(
|
|
storage_type=storage_type
|
|
)
|