Updated web crawler logic.

This commit is contained in:
2025-05-26 22:55:03 -04:00
parent c73209ed36
commit f3404f8a2e
11 changed files with 86 additions and 51 deletions

View File

@@ -1,4 +1,5 @@
using MangaReader.Core.Metadata;
using HtmlAgilityPack;
using MangaReader.Core.Metadata;
using MangaReader.Core.Sources.MangaNato.Metadata;
using Shouldly;
@@ -6,6 +7,19 @@ namespace MangaReader.Tests.WebCrawlers;
public class UnitTest1
{
class TestMangaNatoWebCrawler : MangaNatoWebCrawler
{
protected override Task<HtmlDocument> GetHtmlDocumentAsync(string url, CancellationToken cancellationToken)
{
HtmlWeb web = new()
{
UsingCacheIfExists = false
};
return Task.FromResult(web.Load(url));
}
}
private readonly string samplesPath;
private readonly string mangaNatoSampleFilePath;
@@ -16,10 +30,10 @@ public class UnitTest1
}
[Fact]
public void Get_Manga()
public async Task Get_Manga()
{
var webCrawler = new MangaNatoWebCrawler();
var manga = webCrawler.GetManga(mangaNatoSampleFilePath);
var webCrawler = new TestMangaNatoWebCrawler();
var manga = await webCrawler.GetMangaAsync(mangaNatoSampleFilePath, CancellationToken.None);
manga.ShouldNotBeNull();