hoelee/tubesync
1
0
Fork 0
mirror of https://github.com/meeb/tubesync.git synced 2025-06-24 05:56:37 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Log both compacted and reduced sizes

Browse Source
This commit is contained in:
tcely 2025-01-08 22:48:23 -05:00 committed by GitHub
parent d35f52f8ac
commit ad10bcfa61
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 25 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
tubesync/sync/models.py
View File

@ -1144,14 +1144,27 @@ class Media(models.Model):
return self.metadata is not None return self.metadata is not None
def reduce_data(self, data): @property
def reduce_data(self):
try:
from common.logger import log from common.logger import log
from common.utils import json_serial from common.utils import json_serial
# log the results of filtering / compacting on metadata size
old_mdl = len(self.metadata or "")
data = json.loads(self.metadata or "")
compact_data = json.dumps(data, separators=(',', ':'), default=json_serial)
filtered_data = filter_response(data) filtered_data = filter_response(data)
compact_metadata = json.dumps(filtered_data, separators=(',', ':'), default=json_serial) filtered_json = json.dumps(filtered_data, separators=(',', ':'), default=json_serial)
old_mdl = len(self.metadata) except Exception as e:
new_mdl = len(compact_metadata) log.exception('reduce_data: %s', e)
else:
# log the results of filtering / compacting on metadata size
new_mdl = len(compact_data)
if old_mdl > new_mdl:
delta = old_mdl - new_mdl
log.info(f'{self.key}: metadata compacted by {delta:,} characters ({old_mdl:,} -> {new_mdl:,})')
new_mdl = len(filtered_json)
if old_mdl > new_mdl: if old_mdl > new_mdl:
delta = old_mdl - new_mdl delta = old_mdl - new_mdl
log.info(f'{self.key}: metadata reduced by {delta:,} characters ({old_mdl:,} -> {new_mdl:,})') log.info(f'{self.key}: metadata reduced by {delta:,} characters ({old_mdl:,} -> {new_mdl:,})')
@ -1159,13 +1172,7 @@ class Media(models.Model):
@property @property
def loaded_metadata(self): def loaded_metadata(self):
from common.logger import log self.reduce_data
try:
self.reduce_data(json.loads(self.metadata))
except Exception as e:
log.exception('reduce_data: %s', e)
pass
try: try:
data = json.loads(self.metadata) data = json.loads(self.metadata)
if not isinstance(data, dict): if not isinstance(data, dict):