Add option to disable downloading files (--no-files)

Author: UlyssesZh

PatreonDownloader.App/Models/CommandLineOptions.cs

@@ -8,6 +8,10 @@ class CommandLineOptions
     {
         [Option("url", Required = true, HelpText = "Url of the creator's page")]
         public string Url { get; set; }
+
+        [Option("no-files", Required = false, HelpText = "Do not download files (images, attachments, media, etc.). Useful when only post metadata like descriptions is needed.", Default = false)]
+        public bool NoFiles { get; set; }
+
         [Option("descriptions", Required = false, HelpText = "Save post descriptions", Default = false)]
         public bool SaveDescriptions { get; set; }
         [Option("embeds", Required = false, HelpText = "Save embedded content metadata", Default = false)]

PatreonDownloader.App/Program.cs

@@ -153,6 +153,7 @@ private static async Task<PatreonDownloaderSettings> InitializeSettings(CommandL
                 UrlBlackList = (_configuration["UrlBlackList"] ?? "").ToLowerInvariant().Split("|").ToList(),
                 UserAgent = "Patreon/126.9.0.15 (Android; Android 14; Scale/2.10)",
                 CookieContainer = null,
+                NoFiles = commandLineOptions.NoFiles,
                 SaveAvatarAndCover = commandLineOptions.SaveAvatarAndCover,
                 SaveDescriptions = commandLineOptions.SaveDescriptions,
                 SaveEmbeds = commandLineOptions.SaveEmbeds,

PatreonDownloader.Implementation/Models/PatreonDownloaderSettings.cs

@@ -19,6 +19,11 @@ public record PatreonDownloaderSettings : UniversalDownloaderPlatformSettings, I
 
         public bool SaveAvatarAndCover { get; init; }
 
+        /// <summary>
+        /// If true, do not download remote files (images, attachments, media, etc.)
+        /// </summary>
+        public bool NoFiles { get; init; }
+
         /// <summary>
         /// Create a new directory for every post and store files of said post in that directory
         /// </summary>

PatreonDownloader.Implementation/PatreonPageCrawler.cs

@@ -63,7 +63,7 @@ public async Task<List<ICrawledUrl>> Crawl(ICrawlTargetInfo crawlTargetInfo)
             List<ICrawledUrl> crawledUrls = new List<ICrawledUrl>();
             Random rnd = new Random(Guid.NewGuid().GetHashCode());
 
-            if (_patreonDownloaderSettings.SaveAvatarAndCover)
+            if (_patreonDownloaderSettings.SaveAvatarAndCover && !_patreonDownloaderSettings.NoFiles)
             {
                 _logger.Debug("Adding avatar and cover...");
                 if(!string.IsNullOrWhiteSpace(patreonCrawlTargetInfo.AvatarUrl))
@@ -87,7 +87,7 @@ await File.WriteAllTextAsync(Path.Combine(_patreonDownloaderSettings.DownloadDir
 
                 ParsingResult result = await ParsePage(json);
 
-                if(result.CrawledUrls.Count > 0)
+                if(!_patreonDownloaderSettings.NoFiles && result.CrawledUrls.Count > 0)
                     crawledUrls.AddRange(result.CrawledUrls);
 
                 nextPage = result.NextPage;