diff --git a/tubesync/sync/signals.py b/tubesync/sync/signals.py
index 69254146..4fc2fcc8 100644
--- a/tubesync/sync/signals.py
+++ b/tubesync/sync/signals.py
@@ -429,6 +429,7 @@ def media_post_delete(sender, instance, **kwargs):
         # Re-use the old metadata if it exists
         instance_qs = Metadata.objects.filter(
             media__isnull=True,
+            source__isnull=True,
             site=old_metadata.get(site_field) or 'Youtube',
             key=skipped_media.key,
         )