[NO-ISSUE] Add lightweight option

.idea/.gitignore

@@ -0,0 +1,8 @@
+# Default ignored files
+/shelf/
+/workspace.xml
+# Editor-based HTTP Client requests
+/httpRequests/
+# Datasource local storage ignored files
+/dataSources/
+/dataSources.local.xml

.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>

.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/tubesync.iml" filepath="$PROJECT_DIR$/.idea/tubesync.iml" />
+    </modules>
+  </component>
+</project>

.idea/tubesync.iml

@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$" />
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+  <component name="PyDocumentationSettings">
+    <option name="format" value="PLAIN" />
+    <option name="myDocStringFormat" value="Plain" />
+  </component>
+  <component name="TemplatesService">
+    <option name="TEMPLATE_CONFIGURATION" value="Jinja2" />
+    <option name="TEMPLATE_FOLDERS">
+      <list>
+        <option value="$MODULE_DIR$/tubesync/common/templates" />
+      </list>
+    </option>
+  </component>
+</module>

.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="" vcs="Git" />
+  </component>
+</project>

tubesync/sync/migrations/0021_add_lightweight_metadata.py

@@ -0,0 +1,22 @@
+# Generated by pac
+
+from django.db import migrations, models
+from sync.models import Source
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ('sync', '0020_auto_20231024_1825'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='source',
+            name='lightweight_metadata',
+            field=models.CharField(max_length=20,
+                                   default=Source.LIGHTWEIGHT_METADATA_TYPE_RAW,
+                                   choices=Source.LIGHTWEIGHT_METADATA_TYPE_CHOICES,
+                                   help_text='Lightweight metadata',
+                                   verbose_name='lightweight metadata'),
+        ),
+    ]

tubesync/sync/models.py

@@ -387,6 +387,24 @@ class Source(models.Model):
         ]
     )
 
+    LIGHTWEIGHT_METADATA_TYPE_RAW = 'RAW'
+    LIGHTWEIGHT_METADATA_TYPE_UNNECESSARY = 'UNNECESSARY'
+    LIGHTWEIGHT_METADATA_TYPE_FEATHER = 'FEATHER'
+    LIGHTWEIGHT_METADATA_TYPES = (LIGHTWEIGHT_METADATA_TYPE_RAW, LIGHTWEIGHT_METADATA_TYPE_UNNECESSARY, LIGHTWEIGHT_METADATA_TYPE_FEATHER)
+    LIGHTWEIGHT_METADATA_TYPE_CHOICES = (
+        (LIGHTWEIGHT_METADATA_TYPE_RAW, _("(LARGE) Save raw metadata")),
+        (LIGHTWEIGHT_METADATA_TYPE_UNNECESSARY, _("(MEDIUM) Treeshake unnecessary metadata json keys")),
+        (LIGHTWEIGHT_METADATA_TYPE_FEATHER, _("(TINY) if the capacity is large, Treeshake it event if it is in use")),
+    )
+
+    lightweight_metadata = models.CharField(
+        _('lightweight metadata'),
+        max_length=20,
+        default=LIGHTWEIGHT_METADATA_TYPE_RAW,
+        choices=LIGHTWEIGHT_METADATA_TYPE_CHOICES,
+        help_text=_('Lightweight metadata')
+    )
+
     def __str__(self):
         return self.name
 
@@ -550,7 +568,7 @@ class Source(models.Model):
         if not self.filter_text:
             return True
         return bool(re.search(self.filter_text, media_item_title))
-    
+
     def index_media(self):
         '''
             Index the media source returning a list of media metadata as dicts.
@@ -869,7 +887,7 @@ class Media(models.Model):
 
     def get_best_video_format(self):
         return get_best_video_format(self)
-    
+
     def get_format_str(self):
         '''
             Returns a youtube-dl compatible format string for the best matches
@@ -894,7 +912,7 @@ class Media(models.Model):
                 else:
                     return False
         return False
-    
+
     def get_display_format(self, format_str):
         '''
             Returns a tuple used in the format component of the output filename. This
@@ -1185,7 +1203,7 @@ class Media(models.Model):
             filename = self.filename
         prefix, ext = os.path.splitext(filename)
         return f'{prefix}.nfo'
-    
+
     @property
     def nfopath(self):
         return self.source.directory_path / self.nfoname
@@ -1198,7 +1216,7 @@ class Media(models.Model):
             filename = self.filename
         prefix, ext = os.path.splitext(filename)
         return f'{prefix}.info.json'
-    
+
     @property
     def jsonpath(self):
         return self.source.directory_path / self.jsonname

tubesync/sync/tasks.py

@@ -236,6 +236,12 @@ def download_media_metadata(media_id):
         return
     source = media.source
     metadata = media.index_metadata()
+    if source.lightweight_metadata == Source.LIGHTWEIGHT_METADATA_TYPE_FEATHER:
+        del metadata["formats"]
+        del metadata["thumbnails"]
+        del metadata["automatic_captions"]
+        del metadata["requested_formats"]
+        del metadata["heatmap"]
     media.metadata = json.dumps(metadata, default=json_serial)
     upload_date = media.upload_date
     # Media must have a valid upload date

tubesync/sync/templates/sync/media-item.html

@@ -132,6 +132,8 @@
         <td><span class="hide-on-med-and-up">Can download?<br></span><strong>{% if media.can_download %}<i class="fas fa-check"></i>{% else %}<i class="fas fa-times"></i>{% endif %}</strong></td>
       </tr>
       {% endif %}
+
+    {%  if media.source.lightweight_metadata == "RAW" %}
       <tr title="The available media formats">
         <td class="hide-on-small-only">Available formats</td>
         <td><span class="hide-on-med-and-up">Available formats<br></span>
@@ -155,7 +157,10 @@
           Video: <strong>{% if video_format %}{{ video_format }} {% if video_exact %}(exact match){% else %}(fallback){% endif %}{% else %}no match{% endif %}
         </strong></td>
       </tr>
+    {% endif %}
     </table>
+  <p>{{ media.source.lightweight_metadata }}</p>
+  <p>{{ media.source }}</p>
   </div>
 </div>
 {% if media.downloaded %}

tubesync/sync/templates/sync/source.html

@@ -186,7 +186,17 @@
         <td><span class="hide-on-med-and-up">{{ _("Subs langs?") }}:</span><strong>{{source.sub_langs}}</strong></td>
       </tr>
       {% endif %}
-      
+
+      {% if source.lightweight_metadata %}
+      <tr title="{{ _('Are auto subs accepted?') }}">
+        <td class="hide-on-small-only">{{ _("Auto-generated subtitles?") }}:</td>
+        <td><span class="hide-on-med-and-up">{{ _("Auto-generated subtitles?") }}:</span><strong><i class="fas {% if source.auto_subtitles %}fa-check{% else %}fa-times{% endif %}"></i></strong></td>
+      </tr>
+      <tr title="{{ _('Subs langs?') }}">
+        <td class="hide-on-small-only">{{ _("Subs langs?") }}:</td>
+        <td><span class="hide-on-med-and-up">{{ _("Subs langs?") }}:</span><strong>{{source.sub_langs}}</strong></td>
+      </tr>
+      {% endif %}
     </table>
   </div>
 </div>

tubesync/sync/views.py

@@ -300,7 +300,7 @@ class EditSourceMixin:
               'source_acodec', 'prefer_60fps', 'prefer_hdr', 'fallback', 'copy_thumbnails',
               'write_nfo', 'write_json', 'embed_metadata', 'embed_thumbnail',
               'enable_sponsorblock', 'sponsorblock_categories', 'write_subtitles',
-              'auto_subtitles', 'sub_langs')
+              'auto_subtitles', 'sub_langs', 'lightweight_metadata')
     errors = {
         'invalid_media_format': _('Invalid media format, the media format contains '
                                   'errors or is empty. Check the table at the end of '