hoelee/tubesync
1
0
Fork 0
mirror of https://github.com/meeb/tubesync.git synced 2025-06-24 22:16:37 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Wait for HTTP 429 for media and metadata download tasks

Browse Source
This commit is contained in:
tcely 2025-05-20 03:25:53 -04:00 committed by GitHub
parent 3c1cf294eb
commit 52a1140f5d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 11 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
tubesync/sync/tasks.py
View File

@ -233,10 +233,17 @@ def schedule_media_servers_update():
) )
def wait_for_errors(model, /, tn='sync.tasks.download_media_metadata'): def wait_for_errors(model, /, *, task_name=None):
if task_name is None:
task_name=tuple((
'sync.tasks.download_media',
'sync.tasks.download_media_metadata',
))
elif isinstance(task_name, str):
task_name = tuple((task_name,))
window = timezone.timedelta(hours=3) + timezone.now() window = timezone.timedelta(hours=3) + timezone.now()
tqs = Task.objects.filter( tqs = Task.objects.filter(
task_name=tn, task_name__in=task_name,
attempts__gt=0, attempts__gt=0,
locked_at__isnull=True, locked_at__isnull=True,
run_at__lte=window, run_at__lte=window,
@ -484,7 +491,7 @@ def download_media_metadata(media_id):
log.info(f'Task for ID: {media_id} / {media} skipped, due to task being manually skipped.') log.info(f'Task for ID: {media_id} / {media} skipped, due to task being manually skipped.')
return return
source = media.source source = media.source
wait_for_errors(media) wait_for_errors(media, task_name='sync.tasks.download_media_metadata')
try: try:
metadata = media.index_metadata() metadata = media.index_metadata()
except YouTubeError as e: except YouTubeError as e:
@ -637,6 +644,7 @@ def download_media(media_id, override=False):
# should raise an exception to avoid this # should raise an exception to avoid this
return return
wait_for_errors(media, task_name='sync.tasks.download_media')
filepath = media.filepath filepath = media.filepath
container = format_str = None container = format_str = None
log.info(f'Downloading media: {media} (UUID: {media.pk}) to: "{filepath}"') log.info(f'Downloading media: {media} (UUID: {media.pk}) to: "{filepath}"')