Updated web crawler logic.
This commit is contained in:
@@ -1,6 +1,8 @@
|
||||
namespace MangaReader.Core.Metadata;
|
||||
using MangaReader.Core.Sources;
|
||||
|
||||
public interface IMangaMetadataProvider
|
||||
namespace MangaReader.Core.Metadata;
|
||||
|
||||
public interface IMangaMetadataProvider : IMangaSourceComponent
|
||||
{
|
||||
SourceManga GetManga(string url);
|
||||
Task<SourceManga?> GetMangaAsync(string url, CancellationToken cancellationToken);
|
||||
}
|
||||
@@ -4,15 +4,18 @@ namespace MangaReader.Core.Metadata;
|
||||
|
||||
public abstract class MangaWebCrawler : IMangaMetadataProvider
|
||||
{
|
||||
public abstract SourceManga GetManga(string url);
|
||||
public abstract string SourceId { get; }
|
||||
public abstract Task<SourceManga?> GetMangaAsync(string url, CancellationToken cancellationToken);
|
||||
|
||||
protected virtual HtmlDocument GetHtmlDocument(string url)
|
||||
protected virtual async Task<HtmlDocument> GetHtmlDocumentAsync(string url, CancellationToken cancellationToken)
|
||||
{
|
||||
HtmlWeb web = new()
|
||||
{
|
||||
UsingCacheIfExists = false
|
||||
};
|
||||
|
||||
return web.Load(url);
|
||||
//return web.Load(url);
|
||||
|
||||
return await web.LoadFromWebAsync(url, cancellationToken);
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user