Fix issue #643 Hidden crawler ignores specified tags

thomas694 · thomas694 · commit d47dc6b1f6ae · 2025-10-18T23:52:09.000+02:00
diff --git a/src/TumblThree/TumblThree.Applications/Crawler/TumblrHiddenCrawler.cs b/src/TumblThree/TumblThree.Applications/Crawler/TumblrHiddenCrawler.cs
@@ -419,11 +419,15 @@ private static bool HasProperty(dynamic obj, string name)
 
         private async Task DownloadPage(List<Post> posts)
         {
+            var lastPostId = GetLastPostId();
             foreach (var post in posts)
             {
                 if (CheckIfShouldStop()) { break; }
                 CheckIfShouldPause();
+                if (lastPostId > 0 && ulong.TryParse(post.Id, out var postId) && postId < lastPostId) { continue; }
                 if (!PostWithinTimespan(post)) { continue; }
+                if (!CheckIfContainsTaggedPost(post)) { continue; }
+                if (!CheckIfDownloadRebloggedPosts(post)) { continue; }
 
                 Logger.Verbose("TumblrHiddenCrawler.DownloadPage: {0}", post.PostUrl);
                 try

Original file line number	Diff line number	Diff line change
`@@ -419,11 +419,15 @@ private static bool HasProperty(dynamic obj, string name)`
`419`	`419`
`420`	`420`	`private async Task DownloadPage(List<Post> posts)`
`421`	`421`	`{`
	`422`	`+ var lastPostId = GetLastPostId();`
`422`	`423`	`foreach (var post in posts)`
`423`	`424`	`{`
`424`	`425`	`if (CheckIfShouldStop()) { break; }`
`425`	`426`	`CheckIfShouldPause();`
	`427`	`+ if (lastPostId > 0 && ulong.TryParse(post.Id, out var postId) && postId < lastPostId) { continue; }`
`426`	`428`	`if (!PostWithinTimespan(post)) { continue; }`
	`429`	`+ if (!CheckIfContainsTaggedPost(post)) { continue; }`
	`430`	`+ if (!CheckIfDownloadRebloggedPosts(post)) { continue; }`
`427`	`431`
`428`	`432`	`Logger.Verbose("TumblrHiddenCrawler.DownloadPage: {0}", post.PostUrl);`
`429`	`433`	`try`