hoelee/tubesync
1
0
Fork 0
mirror of https://github.com/meeb/tubesync.git synced 2025-06-24 22:16:37 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Wait for HTTP 429 errors

Browse Source
This commit is contained in:
tcely 2025-05-19 11:17:39 -04:00 committed by GitHub
parent dafa82d1d1
commit d05b53919c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 16 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
tubesync/sync/tasks.py
View File

@ -235,6 +235,21 @@ def schedule_media_servers_update():
) )
def wait_for_errors(media, /, tn='sync.tasks.download_media_metadata'):
window = timezone.timedelta(hours=3) + timezone.now()
tqs = Task.objects.filter(
task_name=tn,
attempts__gt=0,
locked_at__isnull=True,
run_at__lte=window,
last_error__contains='HTTPError 429: Too Many Requests',
)
task = get_first_task(tn, instance=media)
update_task_status(task, 'paused (429)')
time.sleep(10 * tqs.count())
update_task_status(task, None)
def cleanup_old_media(): def cleanup_old_media():
with atomic(): with atomic():
for source in qs_gen(Source.objects.filter(delete_old_media=True, days_to_keep__gt=0)): for source in qs_gen(Source.objects.filter(delete_old_media=True, days_to_keep__gt=0)):
@ -467,6 +482,7 @@ def download_media_metadata(media_id):
log.info(f'Task for ID: {media_id} / {media} skipped, due to task being manually skipped.') log.info(f'Task for ID: {media_id} / {media} skipped, due to task being manually skipped.')
return return
source = media.source source = media.source
wait_for_errors(media)
try: try:
metadata = media.index_metadata() metadata = media.index_metadata()
except YouTubeError as e: except YouTubeError as e: