253 lines
11 KiB
Python
253 lines
11 KiB
Python
import os
|
|
from django.conf import settings
|
|
from django.db.models.signals import pre_save, post_save, pre_delete, post_delete
|
|
from django.dispatch import receiver
|
|
from django.utils.translation import gettext_lazy as _
|
|
from background_task.signals import task_failed
|
|
from background_task.models import Task
|
|
from common.logger import log
|
|
from .models import Source, Media, MediaServer
|
|
from .tasks import (delete_task_by_source, delete_task_by_media, index_source_task,
|
|
download_media_thumbnail, download_media_metadata,
|
|
map_task_to_instance, check_source_directory_exists,
|
|
download_media, rescan_media_server)
|
|
from .utils import delete_file
|
|
|
|
|
|
@receiver(pre_save, sender=Source)
|
|
def source_pre_save(sender, instance, **kwargs):
|
|
# Triggered before a source is saved, if the schedule has been updated recreate
|
|
# its indexing task
|
|
try:
|
|
existing_source = Source.objects.get(pk=instance.pk)
|
|
except Source.DoesNotExist:
|
|
# Probably not possible?
|
|
return
|
|
if existing_source.index_schedule != instance.index_schedule:
|
|
# Indexing schedule has changed, recreate the indexing task
|
|
delete_task_by_source('sync.tasks.index_source_task', instance.pk)
|
|
verbose_name = _('Index media from source "{}"')
|
|
index_source_task(
|
|
str(instance.pk),
|
|
repeat=instance.index_schedule,
|
|
queue=str(instance.pk),
|
|
priority=5,
|
|
verbose_name=verbose_name.format(instance.name),
|
|
remove_existing_tasks=True
|
|
)
|
|
|
|
|
|
@receiver(post_save, sender=Source)
|
|
def source_post_save(sender, instance, created, **kwargs):
|
|
# Check directory exists and create an indexing task for newly created sources
|
|
if created:
|
|
verbose_name = _('Check download directory exists for source "{}"')
|
|
check_source_directory_exists(
|
|
str(instance.pk),
|
|
priority=0,
|
|
verbose_name=verbose_name.format(instance.name)
|
|
)
|
|
if instance.index_schedule > 0:
|
|
delete_task_by_source('sync.tasks.index_source_task', instance.pk)
|
|
log.info(f'Scheduling media indexing for source: {instance.name}')
|
|
verbose_name = _('Index media from source "{}"')
|
|
index_source_task(
|
|
str(instance.pk),
|
|
repeat=instance.index_schedule,
|
|
queue=str(instance.pk),
|
|
priority=5,
|
|
verbose_name=verbose_name.format(instance.name),
|
|
remove_existing_tasks=True
|
|
)
|
|
# Trigger the post_save signal for each media item linked to this source as various
|
|
# flags may need to be recalculated
|
|
for media in Media.objects.filter(source=instance):
|
|
media.save()
|
|
|
|
|
|
@receiver(pre_delete, sender=Source)
|
|
def source_pre_delete(sender, instance, **kwargs):
|
|
# Triggered before a source is deleted, delete all media objects to trigger
|
|
# the Media models post_delete signal
|
|
for media in Media.objects.filter(source=instance):
|
|
log.info(f'Deleting media for source: {instance.name} item: {media.name}')
|
|
media.delete()
|
|
|
|
|
|
@receiver(post_delete, sender=Source)
|
|
def source_post_delete(sender, instance, **kwargs):
|
|
# Triggered after a source is deleted
|
|
log.info(f'Deleting tasks for source: {instance.name}')
|
|
delete_task_by_source('sync.tasks.index_source_task', instance.pk)
|
|
|
|
|
|
@receiver(task_failed, sender=Task)
|
|
def task_task_failed(sender, task_id, completed_task, **kwargs):
|
|
# Triggered after a task fails by reaching its max retry attempts
|
|
obj, url = map_task_to_instance(completed_task)
|
|
if isinstance(obj, Source):
|
|
log.error(f'Permanent failure for source: {obj} task: {completed_task}')
|
|
obj.has_failed = True
|
|
obj.save()
|
|
|
|
|
|
@receiver(post_save, sender=Media)
|
|
def media_post_save(sender, instance, created, **kwargs):
|
|
# If the media is skipped manually, bail.
|
|
if instance.manual_skip:
|
|
return
|
|
# Triggered after media is saved
|
|
cap_changed = False
|
|
can_download_changed = False
|
|
# Reset the skip flag if the download cap has changed if the media has not
|
|
# already been downloaded
|
|
if not instance.downloaded and instance.metadata:
|
|
max_cap_age = instance.source.download_cap_date
|
|
filter_text = instance.source.filter_text.strip()
|
|
published = instance.published
|
|
if not published:
|
|
if not instance.skip:
|
|
log.warn(f'Media: {instance.source} / {instance} has no published date '
|
|
f'set, marking to be skipped')
|
|
instance.skip = True
|
|
cap_changed = True
|
|
else:
|
|
log.debug(f'Media: {instance.source} / {instance} has no published date '
|
|
f'set but is already marked to be skipped')
|
|
else:
|
|
if max_cap_age:
|
|
if published > max_cap_age and instance.skip:
|
|
if filter_text:
|
|
if instance.source.is_regex_match(instance.title):
|
|
log.info(f'Media: {instance.source} / {instance} has a valid '
|
|
f'publishing date and title filter, marking to be unskipped')
|
|
instance.skip = False
|
|
cap_changed = True
|
|
else:
|
|
log.debug(f'Media: {instance.source} / {instance} has a valid publishing date '
|
|
f'but failed the title filter match, already marked skipped')
|
|
else:
|
|
log.info(f'Media: {instance.source} / {instance} has a valid '
|
|
f'publishing date, marking to be unskipped')
|
|
instance.skip = False
|
|
cap_changed = True
|
|
elif published <= max_cap_age and not instance.skip:
|
|
log.info(f'Media: {instance.source} / {instance} is too old for '
|
|
f'the download cap date, marking to be skipped')
|
|
instance.skip = True
|
|
cap_changed = True
|
|
else:
|
|
if instance.skip:
|
|
# Media marked to be skipped but source download cap removed
|
|
if filter_text:
|
|
if instance.source.is_regex_match(instance.title):
|
|
log.info(f'Media: {instance.source} / {instance} has a valid '
|
|
f'publishing date and title filter, marking to be unskipped')
|
|
instance.skip = False
|
|
cap_changed = True
|
|
else:
|
|
log.info(f'Media: {instance.source} / {instance} has a valid publishing date '
|
|
f'but failed the title filter match, already marked skipped')
|
|
else:
|
|
log.debug(f'Media: {instance.source} / {instance} has a valid publishing date and '
|
|
f'is already marked as not to be skipped')
|
|
|
|
cap_changed = False
|
|
# Recalculate the "can_download" flag, this may
|
|
# need to change if the source specifications have been changed
|
|
if instance.metadata:
|
|
if instance.get_format_str():
|
|
if not instance.can_download:
|
|
instance.can_download = True
|
|
can_download_changed = True
|
|
else:
|
|
if instance.can_download:
|
|
instance.can_download = False
|
|
can_download_changed = True
|
|
# Save the instance if any changes were required
|
|
if cap_changed or can_download_changed:
|
|
post_save.disconnect(media_post_save, sender=Media)
|
|
instance.save()
|
|
post_save.connect(media_post_save, sender=Media)
|
|
# If the media is missing metadata schedule it to be downloaded
|
|
if not instance.metadata:
|
|
log.info(f'Scheduling task to download metadata for: {instance.url}')
|
|
verbose_name = _('Downloading metadata for "{}"')
|
|
download_media_metadata(
|
|
str(instance.pk),
|
|
priority=5,
|
|
verbose_name=verbose_name.format(instance.pk),
|
|
remove_existing_tasks=True
|
|
)
|
|
# If the media is missing a thumbnail schedule it to be downloaded
|
|
if not instance.thumb_file_exists:
|
|
instance.thumb = None
|
|
if not instance.thumb:
|
|
thumbnail_url = instance.thumbnail
|
|
if thumbnail_url:
|
|
log.info(f'Scheduling task to download thumbnail for: {instance.name} '
|
|
f'from: {thumbnail_url}')
|
|
verbose_name = _('Downloading thumbnail for "{}"')
|
|
download_media_thumbnail(
|
|
str(instance.pk),
|
|
thumbnail_url,
|
|
queue=str(instance.source.pk),
|
|
priority=10,
|
|
verbose_name=verbose_name.format(instance.name),
|
|
remove_existing_tasks=True
|
|
)
|
|
# If the media has not yet been downloaded schedule it to be downloaded
|
|
if not instance.media_file_exists:
|
|
instance.downloaded = False
|
|
instance.media_file = None
|
|
if (not instance.downloaded and instance.can_download and not instance.skip
|
|
and instance.source.download_media):
|
|
delete_task_by_media('sync.tasks.download_media', (str(instance.pk),))
|
|
verbose_name = _('Downloading media for "{}"')
|
|
download_media(
|
|
str(instance.pk),
|
|
queue=str(instance.source.pk),
|
|
priority=15,
|
|
verbose_name=verbose_name.format(instance.name),
|
|
remove_existing_tasks=True
|
|
)
|
|
|
|
|
|
@receiver(pre_delete, sender=Media)
|
|
def media_pre_delete(sender, instance, **kwargs):
|
|
# Triggered before media is deleted, delete any scheduled tasks
|
|
log.info(f'Deleting tasks for media: {instance.name}')
|
|
delete_task_by_media('sync.tasks.download_media', (str(instance.pk),))
|
|
thumbnail_url = instance.thumbnail
|
|
if thumbnail_url:
|
|
delete_task_by_media('sync.tasks.download_media_thumbnail',
|
|
(str(instance.pk), thumbnail_url))
|
|
if instance.source.delete_files_on_disk:
|
|
if instance.thumb:
|
|
log.info(f'Deleting thumbnail for: {instance} path: {instance.thumb.path}')
|
|
delete_file(instance.thumb.path)
|
|
# Delete the media file if it exists
|
|
if instance.media_file:
|
|
filepath = instance.media_file.path
|
|
log.info(f'Deleting media for: {instance} path: {filepath}')
|
|
delete_file(filepath)
|
|
# Delete thumbnail copy if it exists
|
|
barefilepath, fileext = os.path.splitext(filepath)
|
|
thumbpath = f'{barefilepath}.jpg'
|
|
log.info(f'Deleting thumbnail for: {instance} path: {thumbpath}')
|
|
delete_file(thumbpath)
|
|
|
|
|
|
@receiver(post_delete, sender=Media)
|
|
def media_post_delete(sender, instance, **kwargs):
|
|
# Schedule a task to update media servers
|
|
for mediaserver in MediaServer.objects.all():
|
|
log.info(f'Scheduling media server updates')
|
|
verbose_name = _('Request media server rescan for "{}"')
|
|
rescan_media_server(
|
|
str(mediaserver.pk),
|
|
priority=0,
|
|
verbose_name=verbose_name.format(mediaserver),
|
|
remove_existing_tasks=True
|
|
)
|