hoelee/tubesync
1
0
Fork 0
mirror of https://github.com/meeb/tubesync.git synced 2025-06-25 06:26:37 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Merge pull request #1046 from tcely/patch-10

Browse Source 
Wait for HTTP 429 errors
This commit is contained in:
meeb 2025-05-20 16:32:16 +10:00 committed by GitHub
commit 9cd408725d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 18 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
tubesync/sync/tasks.py
View File

@ -122,7 +122,7 @@ def get_error_message(task):
def update_task_status(task, status): def update_task_status(task, status):
if not task: if not task:
return False return False
if not task._verbose_name: if not hasattr(task, '_verbose_name'):
task._verbose_name = remove_enclosed( task._verbose_name = remove_enclosed(
task.verbose_name, '[', ']', ' ', task.verbose_name, '[', ']', ' ',
) )
@ -235,6 +235,21 @@ def schedule_media_servers_update():
) )
def wait_for_errors(media, /, tn='sync.tasks.download_media_metadata'):
window = timezone.timedelta(hours=3) + timezone.now()
tqs = Task.objects.filter(
task_name=tn,
attempts__gt=0,
locked_at__isnull=True,
run_at__lte=window,
last_error__contains='HTTPError 429: Too Many Requests',
)
task = get_first_task(tn, instance=media)
update_task_status(task, 'paused (429)')
time.sleep(10 * tqs.count())
update_task_status(task, None)
def cleanup_old_media(): def cleanup_old_media():
with atomic(): with atomic():
for source in qs_gen(Source.objects.filter(delete_old_media=True, days_to_keep__gt=0)): for source in qs_gen(Source.objects.filter(delete_old_media=True, days_to_keep__gt=0)):
@ -471,6 +486,7 @@ def download_media_metadata(media_id):
log.info(f'Task for ID: {media_id} / {media} skipped, due to task being manually skipped.') log.info(f'Task for ID: {media_id} / {media} skipped, due to task being manually skipped.')
return return
source = media.source source = media.source
wait_for_errors(media)
try: try:
metadata = media.index_metadata() metadata = media.index_metadata()
except YouTubeError as e: except YouTubeError as e:
@ -836,8 +852,7 @@ def wait_for_media_premiere(media_id):
if hours: if hours:
task = get_media_premiere_task(media_id) task = get_media_premiere_task(media_id)
if task: update_task_status(task, f'available in {hours} hours')
update_task_status(task, f'available in {hours} hours')
save_model(media) save_model(media)