paradizelost/paperless-ngx
1
0
Fork 0
mirror of https://github.com/paperless-ngx/paperless-ngx.git synced 2025-04-09 09:58:20 -05:00
Code Issues Packages Projects Releases Wiki Activity

Chore: Unify workflow logic (#7880)

Browse Source
This commit is contained in:
shamoon 2024-10-10 13:28:44 -07:00 committed by GitHub
parent 024b60638a
commit dcc8d4046a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 372 additions and 401 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/documents/apps.py
View File

@ -12,8 +12,8 @@ class DocumentsConfig(AppConfig):
from documents.signals import document_updated from documents.signals import document_updated
from documents.signals.handlers import add_inbox_tags from documents.signals.handlers import add_inbox_tags
from documents.signals.handlers import add_to_index from documents.signals.handlers import add_to_index
from documents.signals.handlers import run_workflow_added from documents.signals.handlers import run_workflows_added
from documents.signals.handlers import run_workflow_updated from documents.signals.handlers import run_workflows_updated
from documents.signals.handlers import set_correspondent from documents.signals.handlers import set_correspondent
from documents.signals.handlers import set_document_type from documents.signals.handlers import set_document_type
from documents.signals.handlers import set_log_entry from documents.signals.handlers import set_log_entry
@ -27,7 +27,7 @@ class DocumentsConfig(AppConfig):
document_consumption_finished.connect(set_storage_path) document_consumption_finished.connect(set_storage_path)
document_consumption_finished.connect(set_log_entry) document_consumption_finished.connect(set_log_entry)
document_consumption_finished.connect(add_to_index) document_consumption_finished.connect(add_to_index)
document_consumption_finished.connect(run_workflow_added) document_consumption_finished.connect(run_workflows_added)
document_updated.connect(run_workflow_updated) document_updated.connect(run_workflows_updated)
AppConfig.ready(self) AppConfig.ready(self)

215
src/documents/consumer.py
View File

@ -4,7 +4,6 @@ import os
import tempfile import tempfile
from enum import Enum from enum import Enum
from pathlib import Path from pathlib import Path
from typing import TYPE_CHECKING
import magic import magic
from django.conf import settings from django.conf import settings
@ -21,7 +20,6 @@ from documents.data_models import DocumentMetadataOverrides
from documents.file_handling import create_source_path_directory from documents.file_handling import create_source_path_directory
from documents.file_handling import generate_unique_filename from documents.file_handling import generate_unique_filename
from documents.loggers import LoggingMixin from documents.loggers import LoggingMixin
from documents.matching import document_matches_workflow
from documents.models import Correspondent from documents.models import Correspondent
from documents.models import CustomField from documents.models import CustomField
from documents.models import CustomFieldInstance from documents.models import CustomFieldInstance
@ -30,8 +28,6 @@ from documents.models import DocumentType
from documents.models import FileInfo from documents.models import FileInfo
from documents.models import StoragePath from documents.models import StoragePath
from documents.models import Tag from documents.models import Tag
from documents.models import Workflow
from documents.models import WorkflowAction
from documents.models import WorkflowTrigger from documents.models import WorkflowTrigger
from documents.parsers import DocumentParser from documents.parsers import DocumentParser
from documents.parsers import ParseError from documents.parsers import ParseError
@ -46,6 +42,8 @@ from documents.plugins.helpers import ProgressManager
from documents.plugins.helpers import ProgressStatusOptions from documents.plugins.helpers import ProgressStatusOptions
from documents.signals import document_consumption_finished from documents.signals import document_consumption_finished
from documents.signals import document_consumption_started from documents.signals import document_consumption_started
from documents.signals.handlers import run_workflows
from documents.templating.title import parse_doc_title_w_placeholders
from documents.utils import copy_basic_file_stats from documents.utils import copy_basic_file_stats
from documents.utils import copy_file_with_basic_stats from documents.utils import copy_file_with_basic_stats
from documents.utils import run_subprocess from documents.utils import run_subprocess
@ -63,163 +61,14 @@ class WorkflowTriggerPlugin(
""" """
Get overrides from matching workflows Get overrides from matching workflows
""" """
msg = "" overrides, msg = run_workflows(
overrides = DocumentMetadataOverrides() WorkflowTrigger.WorkflowTriggerType.CONSUMPTION,
for workflow in ( self.input_doc,
Workflow.objects.filter(enabled=True) None,
.prefetch_related("actions") DocumentMetadataOverrides(),
.prefetch_related("actions__assign_view_users") )
.prefetch_related("actions__assign_view_groups") if overrides:
.prefetch_related("actions__assign_change_users") self.metadata.update(overrides)
.prefetch_related("actions__assign_change_groups")
.prefetch_related("actions__assign_custom_fields")
.prefetch_related("actions__remove_tags")
.prefetch_related("actions__remove_correspondents")
.prefetch_related("actions__remove_document_types")
.prefetch_related("actions__remove_storage_paths")
.prefetch_related("actions__remove_custom_fields")
.prefetch_related("actions__remove_owners")
.prefetch_related("triggers")
.order_by("order")
):
action_overrides = DocumentMetadataOverrides()
if document_matches_workflow(
self.input_doc,
workflow,
WorkflowTrigger.WorkflowTriggerType.CONSUMPTION,
):
for action in workflow.actions.all():
if TYPE_CHECKING:
assert isinstance(action, WorkflowAction)
msg += f"Applying {action} from {workflow}\n"
if action.type == WorkflowAction.WorkflowActionType.ASSIGNMENT:
if action.assign_title is not None:
action_overrides.title = action.assign_title
if action.assign_tags is not None:
action_overrides.tag_ids = list(
action.assign_tags.values_list("pk", flat=True),
)
if action.assign_correspondent is not None:
action_overrides.correspondent_id = (
action.assign_correspondent.pk
)
if action.assign_document_type is not None:
action_overrides.document_type_id = (
action.assign_document_type.pk
)
if action.assign_storage_path is not None:
action_overrides.storage_path_id = (
action.assign_storage_path.pk
)
if action.assign_owner is not None:
action_overrides.owner_id = action.assign_owner.pk
if action.assign_view_users is not None:
action_overrides.view_users = list(
action.assign_view_users.values_list("pk", flat=True),
)
if action.assign_view_groups is not None:
action_overrides.view_groups = list(
action.assign_view_groups.values_list("pk", flat=True),
)
if action.assign_change_users is not None:
action_overrides.change_users = list(
action.assign_change_users.values_list("pk", flat=True),
)
if action.assign_change_groups is not None:
action_overrides.change_groups = list(
action.assign_change_groups.values_list(
"pk",
flat=True,
),
)
if action.assign_custom_fields is not None:
action_overrides.custom_field_ids = list(
action.assign_custom_fields.values_list(
"pk",
flat=True,
),
)
overrides.update(action_overrides)
elif action.type == WorkflowAction.WorkflowActionType.REMOVAL:
# Removal actions overwrite the current overrides
if action.remove_all_tags:
overrides.tag_ids = []
elif overrides.tag_ids:
for tag in action.remove_custom_fields.filter(
pk__in=overrides.tag_ids,
):
overrides.tag_ids.remove(tag.pk)
if action.remove_all_correspondents or (
overrides.correspondent_id is not None
and action.remove_correspondents.filter(
pk=overrides.correspondent_id,
).exists()
):
overrides.correspondent_id = None
if action.remove_all_document_types or (
overrides.document_type_id is not None
and action.remove_document_types.filter(
pk=overrides.document_type_id,
).exists()
):
overrides.document_type_id = None
if action.remove_all_storage_paths or (
overrides.storage_path_id is not None
and action.remove_storage_paths.filter(
pk=overrides.storage_path_id,
).exists()
):
overrides.storage_path_id = None
if action.remove_all_custom_fields:
overrides.custom_field_ids = []
elif overrides.custom_field_ids:
for field in action.remove_custom_fields.filter(
pk__in=overrides.custom_field_ids,
):
overrides.custom_field_ids.remove(field.pk)
if action.remove_all_owners or (
overrides.owner_id is not None
and action.remove_owners.filter(
pk=overrides.owner_id,
).exists()
):
overrides.owner_id = None
if action.remove_all_permissions:
overrides.view_users = []
overrides.view_groups = []
overrides.change_users = []
overrides.change_groups = []
else:
if overrides.view_users:
for user in action.remove_view_users.filter(
pk__in=overrides.view_users,
):
overrides.view_users.remove(user.pk)
if overrides.change_users:
for user in action.remove_change_users.filter(
pk__in=overrides.change_users,
):
overrides.change_users.remove(user.pk)
if overrides.view_groups:
for user in action.remove_view_groups.filter(
pk__in=overrides.view_groups,
):
overrides.view_groups.remove(user.pk)
if overrides.change_groups:
for user in action.remove_change_groups.filter(
pk__in=overrides.change_groups,
):
overrides.change_groups.remove(user.pk)
self.metadata.update(overrides)
return msg return msg
@ -948,47 +797,3 @@ class ConsumerPlugin(
copy_basic_file_stats(source, target) copy_basic_file_stats(source, target)
except Exception: # pragma: no cover except Exception: # pragma: no cover
pass pass
def parse_doc_title_w_placeholders(
title: str,
correspondent_name: str,
doc_type_name: str,
owner_username: str,
local_added: datetime.datetime,
original_filename: str,
created: datetime.datetime | None = None,
) -> str:
"""
Available title placeholders for Workflows depend on what has already been assigned,
e.g. for pre-consumption triggers created will not have been parsed yet, but it will
for added / updated triggers
"""
formatting = {
"correspondent": correspondent_name,
"document_type": doc_type_name,
"added": local_added.isoformat(),
"added_year": local_added.strftime("%Y"),
"added_year_short": local_added.strftime("%y"),
"added_month": local_added.strftime("%m"),
"added_month_name": local_added.strftime("%B"),
"added_month_name_short": local_added.strftime("%b"),
"added_day": local_added.strftime("%d"),
"added_time": local_added.strftime("%H:%M"),
"owner_username": owner_username,
"original_filename": Path(original_filename).stem,
}
if created is not None:
formatting.update(
{
"created": created.isoformat(),
"created_year": created.strftime("%Y"),
"created_year_short": created.strftime("%y"),
"created_month": created.strftime("%m"),
"created_month_name": created.strftime("%B"),
"created_month_name_short": created.strftime("%b"),
"created_day": created.strftime("%d"),
"created_time": created.strftime("%H:%M"),
},
)
return title.format(**formatting).strip()

504
src/documents/signals/handlers.py
View File

@ -24,7 +24,8 @@ from guardian.shortcuts import remove_perm
from documents import matching from documents import matching
from documents.caching import clear_document_caches from documents.caching import clear_document_caches
from documents.classifier import DocumentClassifier from documents.classifier import DocumentClassifier
from documents.consumer import parse_doc_title_w_placeholders from documents.data_models import ConsumableDocument
from documents.data_models import DocumentMetadataOverrides
from documents.file_handling import create_source_path_directory from documents.file_handling import create_source_path_directory
from documents.file_handling import delete_empty_directories from documents.file_handling import delete_empty_directories
from documents.file_handling import generate_unique_filename from documents.file_handling import generate_unique_filename
@ -38,6 +39,7 @@ from documents.models import WorkflowAction
from documents.models import WorkflowTrigger from documents.models import WorkflowTrigger
from documents.permissions import get_objects_for_user_owner_aware from documents.permissions import get_objects_for_user_owner_aware
from documents.permissions import set_permissions_for_object from documents.permissions import set_permissions_for_object
from documents.templating.title import parse_doc_title_w_placeholders
logger = logging.getLogger("paperless.handlers") logger = logging.getLogger("paperless.handlers")
@ -511,265 +513,383 @@ def add_to_index(sender, document, **kwargs):
index.add_or_update_document(document) index.add_or_update_document(document)
def run_workflow_added(sender, document: Document, logging_group=None, **kwargs): def run_workflows_added(sender, document: Document, logging_group=None, **kwargs):
run_workflow( run_workflows(
WorkflowTrigger.WorkflowTriggerType.DOCUMENT_ADDED, WorkflowTrigger.WorkflowTriggerType.DOCUMENT_ADDED,
document, document,
logging_group, logging_group,
) )
def run_workflow_updated(sender, document: Document, logging_group=None, **kwargs): def run_workflows_updated(sender, document: Document, logging_group=None, **kwargs):
run_workflow( run_workflows(
WorkflowTrigger.WorkflowTriggerType.DOCUMENT_UPDATED, WorkflowTrigger.WorkflowTriggerType.DOCUMENT_UPDATED,
document, document,
logging_group, logging_group,
) )
def run_workflow( def run_workflows(
trigger_type: WorkflowTrigger.WorkflowTriggerType, trigger_type: WorkflowTrigger.WorkflowTriggerType,
document: Document, document: Document | ConsumableDocument,
logging_group=None, logging_group=None,
): overrides: DocumentMetadataOverrides | None = None,
) -> tuple[DocumentMetadataOverrides, str] | None:
"""Run workflows which match a Document (or ConsumableDocument) for a specific trigger type.
Assignment or removal actions are either applied directly to the document or an overrides object. If an overrides
object is provided, the function returns the object with the applied changes or None if no actions were applied and a string
of messages for each action. If no overrides object is provided, the changes are applied directly to the document and the
function returns None.
"""
def assignment_action(): def assignment_action():
if action.assign_tags.all().count() > 0: if action.assign_tags.exists():
doc_tag_ids.extend( if not use_overrides:
list(action.assign_tags.all().values_list("pk", flat=True)), doc_tag_ids.extend(action.assign_tags.values_list("pk", flat=True))
) else:
if overrides.tag_ids is None:
if action.assign_correspondent is not None: overrides.tag_ids = []
document.correspondent = action.assign_correspondent overrides.tag_ids.extend(
action.assign_tags.values_list("pk", flat=True),
if action.assign_document_type is not None:
document.document_type = action.assign_document_type
if action.assign_storage_path is not None:
document.storage_path = action.assign_storage_path
if action.assign_owner is not None:
document.owner = action.assign_owner
if action.assign_title is not None:
try:
document.title = parse_doc_title_w_placeholders(
action.assign_title,
(
document.correspondent.name
if document.correspondent is not None
else ""
),
(
document.document_type.name
if document.document_type is not None
else ""
),
(document.owner.username if document.owner is not None else ""),
timezone.localtime(document.added),
(
document.original_filename
if document.original_filename is not None
else ""
),
timezone.localtime(document.created),
)
except Exception:
logger.exception(
f"Error occurred parsing title assignment '{action.assign_title}', falling back to original",
extra={"group": logging_group},
) )
if ( if action.assign_correspondent:
( if not use_overrides:
action.assign_view_users is not None document.correspondent = action.assign_correspondent
and action.assign_view_users.count() > 0 else:
) overrides.correspondent_id = action.assign_correspondent.pk
or (
action.assign_view_groups is not None if action.assign_document_type:
and action.assign_view_groups.count() > 0 if not use_overrides:
) document.document_type = action.assign_document_type
or ( else:
action.assign_change_users is not None overrides.document_type_id = action.assign_document_type.pk
and action.assign_change_users.count() > 0
) if action.assign_storage_path:
or ( if not use_overrides:
action.assign_change_groups is not None document.storage_path = action.assign_storage_path
and action.assign_change_groups.count() > 0 else:
) overrides.storage_path_id = action.assign_storage_path.pk
if action.assign_owner:
if not use_overrides:
document.owner = action.assign_owner
else:
overrides.owner_id = action.assign_owner.pk
if action.assign_title:
if not use_overrides:
try:
document.title = parse_doc_title_w_placeholders(
action.assign_title,
document.correspondent.name if document.correspondent else "",
document.document_type.name if document.document_type else "",
document.owner.username if document.owner else "",
timezone.localtime(document.added),
document.original_filename or "",
timezone.localtime(document.created),
)
except Exception:
logger.exception(
f"Error occurred parsing title assignment '{action.assign_title}', falling back to original",
extra={"group": logging_group},
)
else:
overrides.title = action.assign_title
if any(
[
action.assign_view_users.exists(),
action.assign_view_groups.exists(),
action.assign_change_users.exists(),
action.assign_change_groups.exists(),
],
): ):
permissions = { permissions = {
"view": { "view": {
"users": action.assign_view_users.all().values_list( "users": action.assign_view_users.values_list("id", flat=True),
"id", "groups": action.assign_view_groups.values_list("id", flat=True),
)
or [],
"groups": action.assign_view_groups.all().values_list(
"id",
)
or [],
}, },
"change": { "change": {
"users": action.assign_change_users.all().values_list( "users": action.assign_change_users.values_list("id", flat=True),
"id", "groups": action.assign_change_groups.values_list("id", flat=True),
)
or [],
"groups": action.assign_change_groups.all().values_list(
"id",
)
or [],
}, },
} }
set_permissions_for_object( if not use_overrides:
permissions=permissions, set_permissions_for_object(
object=document, permissions=permissions,
merge=True, object=document,
) merge=True,
)
else:
overrides.view_users = list(
set(
(overrides.view_users or [])
+ list(permissions["view"]["users"]),
),
)
overrides.view_groups = list(
set(
(overrides.view_groups or [])
+ list(permissions["view"]["groups"]),
),
)
overrides.change_users = list(
set(
(overrides.change_users or [])
+ list(permissions["change"]["users"]),
),
)
overrides.change_groups = list(
set(
(overrides.change_groups or [])
+ list(permissions["change"]["groups"]),
),
)
if action.assign_custom_fields is not None: if action.assign_custom_fields.exists():
for field in action.assign_custom_fields.all(): if not use_overrides:
if ( for field in action.assign_custom_fields.all():
CustomFieldInstance.objects.filter( if not CustomFieldInstance.objects.filter(
field=field, field=field,
document=document, document=document,
).count() ).exists():
== 0 # can be triggered on existing docs, so only add the field if it doesn't already exist
): CustomFieldInstance.objects.create(
# can be triggered on existing docs, so only add the field if it doesn't already exist field=field,
CustomFieldInstance.objects.create( document=document,
field=field, )
document=document, else:
) overrides.custom_field_ids = list(
set(
(overrides.custom_field_ids or [])
+ list(
action.assign_custom_fields.values_list("pk", flat=True),
),
),
)
def removal_action(): def removal_action():
if action.remove_all_tags: if action.remove_all_tags:
doc_tag_ids.clear() if not use_overrides:
doc_tag_ids.clear()
else:
overrides.tag_ids = None
else: else:
for tag in action.remove_tags.filter( if not use_overrides:
pk__in=list(document.tags.values_list("pk", flat=True)), for tag in action.remove_tags.filter(
).all(): pk__in=document.tags.values_list("pk", flat=True),
doc_tag_ids.remove(tag.pk) ):
doc_tag_ids.remove(tag.pk)
elif overrides.tag_ids:
for tag in action.remove_tags.filter(pk__in=overrides.tag_ids):
overrides.tag_ids.remove(tag.pk)
if action.remove_all_correspondents or ( if not use_overrides and (
document.correspondent action.remove_all_correspondents
and ( or (
action.remove_correspondents.filter( document.correspondent
and action.remove_correspondents.filter(
pk=document.correspondent.pk, pk=document.correspondent.pk,
).exists() ).exists()
) )
): ):
document.correspondent = None document.correspondent = None
elif use_overrides and (
action.remove_all_correspondents
or (
overrides.correspondent_id
and action.remove_correspondents.filter(
pk=overrides.correspondent_id,
).exists()
)
):
overrides.correspondent_id = None
if action.remove_all_document_types or ( if not use_overrides and (
document.document_type action.remove_all_document_types
and ( or (
action.remove_document_types.filter( document.document_type
and action.remove_document_types.filter(
pk=document.document_type.pk, pk=document.document_type.pk,
).exists() ).exists()
) )
): ):
document.document_type = None document.document_type = None
elif use_overrides and (
action.remove_all_document_types
or (
overrides.document_type_id
and action.remove_document_types.filter(
pk=overrides.document_type_id,
).exists()
)
):
overrides.document_type_id = None
if action.remove_all_storage_paths or ( if not use_overrides and (
document.storage_path action.remove_all_storage_paths
and ( or (
action.remove_storage_paths.filter( document.storage_path
and action.remove_storage_paths.filter(
pk=document.storage_path.pk, pk=document.storage_path.pk,
).exists() ).exists()
) )
): ):
document.storage_path = None document.storage_path = None
elif use_overrides and (
action.remove_all_storage_paths
or (
overrides.storage_path_id
and action.remove_storage_paths.filter(
pk=overrides.storage_path_id,
).exists()
)
):
overrides.storage_path_id = None
if action.remove_all_owners or ( if not use_overrides and (
document.owner action.remove_all_owners
and (action.remove_owners.filter(pk=document.owner.pk).exists()) or (
document.owner
and action.remove_owners.filter(pk=document.owner.pk).exists()
)
): ):
document.owner = None document.owner = None
elif use_overrides and (
action.remove_all_owners
or (
overrides.owner_id
and action.remove_owners.filter(pk=overrides.owner_id).exists()
)
):
overrides.owner_id = None
if action.remove_all_permissions: if action.remove_all_permissions:
permissions = { if not use_overrides:
"view": { permissions = {
"users": [], "view": {"users": [], "groups": []},
"groups": [], "change": {"users": [], "groups": []},
}, }
"change": { set_permissions_for_object(
"users": [], permissions=permissions,
"groups": [], object=document,
}, merge=False,
} )
set_permissions_for_object( else:
permissions=permissions, overrides.view_users = None
object=document, overrides.view_groups = None
merge=False, overrides.change_users = None
) overrides.change_groups = None
elif ( elif any(
(action.remove_view_users.all().count() > 0) [
or (action.remove_view_groups.all().count() > 0) action.remove_view_users.exists(),
or (action.remove_change_users.all().count() > 0) action.remove_view_groups.exists(),
or (action.remove_change_groups.all().count() > 0) action.remove_change_users.exists(),
action.remove_change_groups.exists(),
],
): ):
for user in action.remove_view_users.all(): if not use_overrides:
remove_perm("view_document", user, document) for user in action.remove_view_users.all():
for user in action.remove_change_users.all(): remove_perm("view_document", user, document)
remove_perm("change_document", user, document) for user in action.remove_change_users.all():
for group in action.remove_view_groups.all(): remove_perm("change_document", user, document)
remove_perm("view_document", group, document) for group in action.remove_view_groups.all():
for group in action.remove_change_groups.all(): remove_perm("view_document", group, document)
remove_perm("change_document", group, document) for group in action.remove_change_groups.all():
remove_perm("change_document", group, document)
else:
if overrides.view_users:
for user in action.remove_view_users.filter(
pk__in=overrides.view_users,
):
overrides.view_users.remove(user.pk)
if overrides.change_users:
for user in action.remove_change_users.filter(
pk__in=overrides.change_users,
):
overrides.change_users.remove(user.pk)
if overrides.view_groups:
for group in action.remove_view_groups.filter(
pk__in=overrides.view_groups,
):
overrides.view_groups.remove(group.pk)
if overrides.change_groups:
for group in action.remove_change_groups.filter(
pk__in=overrides.change_groups,
):
overrides.change_groups.remove(group.pk)
if action.remove_all_custom_fields: if action.remove_all_custom_fields:
CustomFieldInstance.objects.filter(document=document).delete() if not use_overrides:
elif action.remove_custom_fields.all().count() > 0: CustomFieldInstance.objects.filter(document=document).delete()
CustomFieldInstance.objects.filter( else:
field__in=action.remove_custom_fields.all(), overrides.custom_field_ids = None
document=document, elif action.remove_custom_fields.exists():
).delete() if not use_overrides:
CustomFieldInstance.objects.filter(
field__in=action.remove_custom_fields.all(),
document=document,
).delete()
elif overrides.custom_field_ids:
for field in action.remove_custom_fields.filter(
pk__in=overrides.custom_field_ids,
):
overrides.custom_field_ids.remove(field.pk)
for workflow in ( use_overrides = overrides is not None
Workflow.objects.filter( messages = []
enabled=True,
triggers__type=trigger_type, workflows = (
Workflow.objects.filter(enabled=True, triggers__type=trigger_type)
.prefetch_related(
"actions",
"actions__assign_view_users",
"actions__assign_view_groups",
"actions__assign_change_users",
"actions__assign_change_groups",
"actions__assign_custom_fields",
"actions__remove_tags",
"actions__remove_correspondents",
"actions__remove_document_types",
"actions__remove_storage_paths",
"actions__remove_custom_fields",
"actions__remove_owners",
"triggers",
) )
.prefetch_related("actions")
.prefetch_related("actions__assign_view_users")
.prefetch_related("actions__assign_view_groups")
.prefetch_related("actions__assign_change_users")
.prefetch_related("actions__assign_change_groups")
.prefetch_related("actions__assign_custom_fields")
.prefetch_related("actions__remove_tags")
.prefetch_related("actions__remove_correspondents")
.prefetch_related("actions__remove_document_types")
.prefetch_related("actions__remove_storage_paths")
.prefetch_related("actions__remove_custom_fields")
.prefetch_related("actions__remove_owners")
.prefetch_related("triggers")
.order_by("order") .order_by("order")
): )
# This can be called from bulk_update_documents, which may be running multiple times
# Refresh this so the matching data is fresh and instance fields are re-freshed for workflow in workflows:
# Otherwise, this instance might be behind and overwrite the work another process did if not use_overrides:
document.refresh_from_db() # This can be called from bulk_update_documents, which may be running multiple times
doc_tag_ids = list(document.tags.all().values_list("pk", flat=True)) # Refresh this so the matching data is fresh and instance fields are re-freshed
if matching.document_matches_workflow( # Otherwise, this instance might be behind and overwrite the work another process did
document, document.refresh_from_db()
workflow, doc_tag_ids = list(document.tags.values_list("pk", flat=True))
trigger_type,
): if matching.document_matches_workflow(document, workflow, trigger_type):
action: WorkflowAction action: WorkflowAction
for action in workflow.actions.all(): for action in workflow.actions.all():
logger.info( message = f"Applying {action} from {workflow}"
f"Applying {action} from {workflow}", if not use_overrides:
extra={"group": logging_group}, logger.info(message, extra={"group": logging_group})
) else:
messages.append(message)
if action.type == WorkflowAction.WorkflowActionType.ASSIGNMENT: if action.type == WorkflowAction.WorkflowActionType.ASSIGNMENT:
assignment_action() assignment_action()
elif action.type == WorkflowAction.WorkflowActionType.REMOVAL: elif action.type == WorkflowAction.WorkflowActionType.REMOVAL:
removal_action() removal_action()
# save first before setting tags if not use_overrides:
document.save() # save first before setting tags
document.tags.set(doc_tag_ids) document.save()
document.tags.set(doc_tag_ids)
if use_overrides:
return overrides, "\n".join(messages)
@before_task_publish.connect @before_task_publish.connect

46
src/documents/templating/title.py Normal file
View File

@ -0,0 +1,46 @@
from datetime import datetime
from pathlib import Path
def parse_doc_title_w_placeholders(
title: str,
correspondent_name: str,
doc_type_name: str,
owner_username: str,
local_added: datetime,
original_filename: str,
created: datetime | None = None,
) -> str:
"""
Available title placeholders for Workflows depend on what has already been assigned,
e.g. for pre-consumption triggers created will not have been parsed yet, but it will
for added / updated triggers
"""
formatting = {
"correspondent": correspondent_name,
"document_type": doc_type_name,
"added": local_added.isoformat(),
"added_year": local_added.strftime("%Y"),
"added_year_short": local_added.strftime("%y"),
"added_month": local_added.strftime("%m"),
"added_month_name": local_added.strftime("%B"),
"added_month_name_short": local_added.strftime("%b"),
"added_day": local_added.strftime("%d"),
"added_time": local_added.strftime("%H:%M"),
"owner_username": owner_username,
"original_filename": Path(original_filename).stem,
}
if created is not None:
formatting.update(
{
"created": created.isoformat(),
"created_year": created.strftime("%Y"),
"created_year_short": created.strftime("%y"),
"created_month": created.strftime("%m"),
"created_month_name": created.strftime("%B"),
"created_month_name_short": created.strftime("%b"),
"created_day": created.strftime("%d"),
"created_time": created.strftime("%H:%M"),
},
)
return title.format(**formatting).strip()