From edb3bc9cc9393073a437e6b5156a822cde12cb37 Mon Sep 17 00:00:00 2001 From: Johannes Meyer zum Alten Borgloh Date: Tue, 18 Feb 2020 19:15:24 +0100 Subject: [PATCH] Check if Tumblr LikedBy is accessible (not offline) Checks if a Tumblr liked-by page is accessible (or not available/offline) before trying to crawl it. --- .../Crawler/TumblrLikedByCrawler.cs | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/src/TumblThree/TumblThree.Applications/Crawler/TumblrLikedByCrawler.cs b/src/TumblThree/TumblThree.Applications/Crawler/TumblrLikedByCrawler.cs index 06834d3..1f49197 100644 --- a/src/TumblThree/TumblThree.Applications/Crawler/TumblrLikedByCrawler.cs +++ b/src/TumblThree/TumblThree.Applications/Crawler/TumblrLikedByCrawler.cs @@ -76,6 +76,14 @@ private async Task GetUrlsAsync() semaphoreSlim = new SemaphoreSlim(shellService.Settings.ConcurrentScans); trackedTasks = new List(); + if (!await CheckIfLoggedInAsync()) + { + Logger.Error("TumblrLikedByCrawler:GetUrlsAsync: {0}", "User not logged in"); + shellService.ShowError(new Exception("User not logged in"), Resources.NotLoggedIn, blog.Name); + postQueue.CompleteAdding(); + return; + } + long pagination = CreateStartPagination(); // TODO: find way to parallelize without losing content. @@ -114,14 +122,6 @@ private async Task CrawlPageAsync(long pagination, int crawlerNumber) public override async Task IsBlogOnlineAsync() { - if (!await CheckIfLoggedInAsync()) - { - Logger.Error("TumblrLikedByCrawler:GetUrlsAsync: {0}", "User not logged in"); - shellService.ShowError(new Exception("User not logged in"), Resources.NotLoggedIn, blog.Name); - postQueue.CompleteAdding(); - return; - } - try { await GetRequestAsync(blog.Url);