hoelee/tubesync
1
0
Fork 0
mirror of https://github.com/meeb/tubesync.git synced 2025-06-27 01:16:36 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Use a queue to avoid list memory performance

Browse Source
This commit is contained in:
tcely 2025-05-19 00:10:13 -04:00 committed by GitHub
parent 971cea5c0e
commit 8ba9ce4078
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
tubesync/sync/models/source.py
View File

@ -1,6 +1,7 @@
import os
import re
import uuid
from collections import deque
from pathlib import Path
from django import db
from django.conf import settings
@ -533,17 +534,20 @@ class Source(db.models.Model):
def index_media(self):
'''
Index the media source returning a list of media metadata as dicts.
Index the media source returning a queue of media metadata as dicts.
'''
entries = list()
entries = deque(list(), settings.get('MAX_ENTRIES_PROCESSING', 0) or None)
if self.index_videos:
entries.extend(self.get_index('videos'))
# Playlists do something different that I have yet to figure out
if not self.is_playlist:
if self.index_streams:
entries.extend(self.get_index('streams'))
streams = self.get_index('streams')
# do not allow streams to consume all of the queue
if entries.maxlen and entries.maxlen <= len(streams):
streams = streams[-1 * ( entries.maxlen // 2 ) :]
entries.extend(reversed(streams))
if settings.MAX_ENTRIES_PROCESSING:
entries = entries[:settings.MAX_ENTRIES_PROCESSING]
return entries