Add project files.
This commit is contained in:
320
MangaReader.Core/Data/Manga.cs
Normal file
320
MangaReader.Core/Data/Manga.cs
Normal file
@@ -0,0 +1,320 @@
|
||||
using Microsoft.EntityFrameworkCore;
|
||||
|
||||
namespace MangaReader.Core.Data;
|
||||
|
||||
public class Manga
|
||||
{
|
||||
public int MangaId { get; set; }
|
||||
public required string Slug { get; set; }
|
||||
public required string Title { get; set; }
|
||||
public string? Description { get; set; }
|
||||
|
||||
public virtual ICollection<MangaCover> Covers { get; set; }
|
||||
public virtual ICollection<MangaTitle> Titles { get; set; }
|
||||
public virtual ICollection<MangaSource> Sources { get; set; }
|
||||
public virtual ICollection<MangaGenre> Genres { get; set; }
|
||||
public virtual ICollection<MangaChapter> Chapters { get; set; }
|
||||
|
||||
public Manga()
|
||||
{
|
||||
Covers = new HashSet<MangaCover>();
|
||||
Titles = new HashSet<MangaTitle>();
|
||||
Sources = new HashSet<MangaSource>();
|
||||
Genres = new HashSet<MangaGenre>();
|
||||
Chapters = new HashSet<MangaChapter>();
|
||||
}
|
||||
}
|
||||
|
||||
public class MangaCover
|
||||
{
|
||||
public int MangaCoverId { get; set; }
|
||||
|
||||
public int MangaId { get; set; }
|
||||
public required Manga Manga { get; set; }
|
||||
|
||||
public required Guid Guid { get; set; }
|
||||
public required string FileExtension { get; set; }
|
||||
public string? Description { get; set; }
|
||||
public bool IsPrimary { get; set; }
|
||||
}
|
||||
|
||||
public class MangaTitle
|
||||
{
|
||||
public int MangaTitleId { get; set; }
|
||||
|
||||
public int MangaId { get; set; }
|
||||
public required Manga Manga { get; set; }
|
||||
|
||||
public required string TitleEntry { get; set; }
|
||||
public TitleType TitleType { get; set; }
|
||||
}
|
||||
|
||||
public enum TitleType
|
||||
{
|
||||
Primary,
|
||||
OfficialTranslation,
|
||||
FanTranslation,
|
||||
Synonym,
|
||||
Abbreviation,
|
||||
Romaji,
|
||||
Japanese
|
||||
}
|
||||
|
||||
public class Source
|
||||
{
|
||||
public int SourceId { get; set; }
|
||||
public required string Name { get; set; }
|
||||
}
|
||||
|
||||
public class MangaSource
|
||||
{
|
||||
public int MangaId { get; set; }
|
||||
public required Manga Manga { get; set; }
|
||||
|
||||
public int SourceId { get; set; }
|
||||
public required Source Source { get; set; }
|
||||
|
||||
public required string Url { get; set; }
|
||||
}
|
||||
|
||||
public class Genre
|
||||
{
|
||||
public int GenreId { get; set; }
|
||||
public required string Name { get; set; }
|
||||
}
|
||||
|
||||
public class MangaGenre
|
||||
{
|
||||
public int MangaId { get; set; }
|
||||
public required Manga Manga { get; set; }
|
||||
|
||||
public int GenreId { get; set; }
|
||||
public required Genre Genre { get; set; }
|
||||
}
|
||||
|
||||
public class MangaChapter
|
||||
{
|
||||
public int MangaChapterId { get; set; }
|
||||
|
||||
public int MangaId { get; set; }
|
||||
public required Manga Manga { get; set; }
|
||||
|
||||
public int? VolumeNumber { get; set; }
|
||||
public int ChapterNumber { get; set; }
|
||||
public string? Title { get; set; }
|
||||
|
||||
public virtual ICollection<ChapterSource> Sources { get; set; } = [];
|
||||
public virtual ICollection<ChapterPage> Pages { get; set; } = [];
|
||||
}
|
||||
|
||||
public class ChapterSource
|
||||
{
|
||||
public int MangaChapterId { get; set; }
|
||||
public required MangaChapter Chapter { get; set; }
|
||||
|
||||
public int SourceId { get; set; }
|
||||
public required Source Source { get; set; }
|
||||
|
||||
public required string Url { get; set; }
|
||||
}
|
||||
|
||||
public class ChapterPage
|
||||
{
|
||||
public int ChapterPageId { get; set; }
|
||||
|
||||
public int MangaChapterId { get; set; }
|
||||
public required MangaChapter MangaChapter { get; set; }
|
||||
|
||||
public int PageNumber { get; set; }
|
||||
}
|
||||
|
||||
|
||||
public class MangaContext(DbContextOptions options) : DbContext(options)
|
||||
{
|
||||
public DbSet<Manga> Mangas { get; set; }
|
||||
public DbSet<MangaCover> MangaCovers { get; set; }
|
||||
public DbSet<MangaTitle> MangaTitles { get; set; }
|
||||
public DbSet<Source> Sources { get; set; }
|
||||
public DbSet<MangaSource> MangaSources { get; set; }
|
||||
public DbSet<Genre> Genres { get; set; }
|
||||
public DbSet<MangaGenre> MangaGenres { get; set; }
|
||||
public DbSet<MangaChapter> MangaChapters { get; set; }
|
||||
public DbSet<ChapterSource> ChapterSources { get; set; }
|
||||
public DbSet<ChapterPage> ChapterPages { get; set; }
|
||||
|
||||
protected override void OnModelCreating(ModelBuilder modelBuilder)
|
||||
{
|
||||
base.OnModelCreating(modelBuilder);
|
||||
|
||||
ConfigureManga(modelBuilder);
|
||||
ConfigureMangaCover(modelBuilder);
|
||||
ConfigureMangaTitle(modelBuilder);
|
||||
ConfigureSource(modelBuilder);
|
||||
ConfigureMangaSource(modelBuilder);
|
||||
ConfigureGenre(modelBuilder);
|
||||
ConfigureMangaGenre(modelBuilder);
|
||||
ConfigureMangaChapter(modelBuilder);
|
||||
ConfigureChapterSource(modelBuilder);
|
||||
ConfigureChapterPage(modelBuilder);
|
||||
}
|
||||
|
||||
private static void ConfigureManga(ModelBuilder modelBuilder)
|
||||
{
|
||||
modelBuilder
|
||||
.Entity<Manga>()
|
||||
.HasKey(x => x.MangaId);
|
||||
|
||||
modelBuilder.Entity<Manga>()
|
||||
.HasIndex(x => x.Slug)
|
||||
.IsUnique();
|
||||
}
|
||||
|
||||
private static void ConfigureMangaCover(ModelBuilder modelBuilder)
|
||||
{
|
||||
modelBuilder
|
||||
.Entity<MangaCover>()
|
||||
.HasKey(x => x.MangaCoverId);
|
||||
|
||||
modelBuilder
|
||||
.Entity<MangaCover>()
|
||||
.HasOne(x => x.Manga)
|
||||
.WithMany(x => x.Covers)
|
||||
.HasForeignKey(x => x.MangaId)
|
||||
.OnDelete(DeleteBehavior.Cascade);
|
||||
|
||||
modelBuilder.Entity<MangaCover>()
|
||||
.HasIndex(x => x.Guid)
|
||||
.IsUnique();
|
||||
|
||||
//modelBuilder
|
||||
// .Entity<MangaCover>()
|
||||
// .HasIndex(x => new { x.MangaId, x.IsPrimary })
|
||||
// .IsUnique()
|
||||
// .HasFilter("[IsPrimary] = 1"); // Enforce only one primary cover per manga
|
||||
}
|
||||
|
||||
private static void ConfigureMangaTitle(ModelBuilder modelBuilder)
|
||||
{
|
||||
modelBuilder
|
||||
.Entity<MangaTitle>()
|
||||
.HasKey(mangaTitle => mangaTitle.MangaTitleId);
|
||||
|
||||
modelBuilder.Entity<MangaTitle>()
|
||||
.HasIndex(mangaTitle => new { mangaTitle.MangaId, mangaTitle.TitleEntry })
|
||||
.IsUnique();
|
||||
|
||||
modelBuilder
|
||||
.Entity<MangaTitle>()
|
||||
.HasIndex(mangaTitle => mangaTitle.TitleEntry);
|
||||
|
||||
modelBuilder
|
||||
.Entity<MangaTitle>()
|
||||
.HasOne(x => x.Manga)
|
||||
.WithMany(x => x.Titles)
|
||||
.HasForeignKey(x => x.MangaId)
|
||||
.OnDelete(DeleteBehavior.Cascade);
|
||||
}
|
||||
|
||||
private static void ConfigureSource(ModelBuilder modelBuilder)
|
||||
{
|
||||
modelBuilder
|
||||
.Entity<Source>()
|
||||
.HasKey(x => x.SourceId);
|
||||
|
||||
modelBuilder
|
||||
.Entity<Source>()
|
||||
.HasIndex(x => x.Name)
|
||||
.IsUnique(true);
|
||||
}
|
||||
|
||||
private static void ConfigureMangaSource(ModelBuilder modelBuilder)
|
||||
{
|
||||
modelBuilder
|
||||
.Entity<MangaSource>()
|
||||
.HasKey(mangaSource => new { mangaSource.MangaId, mangaSource.SourceId });
|
||||
|
||||
modelBuilder.Entity<MangaSource>()
|
||||
.HasIndex(x => x.Url)
|
||||
.IsUnique();
|
||||
|
||||
modelBuilder
|
||||
.Entity<MangaSource>()
|
||||
.HasOne(x => x.Manga)
|
||||
.WithMany(x => x.Sources)
|
||||
.HasForeignKey(x => x.MangaId)
|
||||
.OnDelete(DeleteBehavior.Cascade);
|
||||
}
|
||||
|
||||
private static void ConfigureGenre(ModelBuilder modelBuilder)
|
||||
{
|
||||
modelBuilder
|
||||
.Entity<Genre>()
|
||||
.HasKey(x => x.GenreId);
|
||||
|
||||
modelBuilder
|
||||
.Entity<Genre>()
|
||||
.HasIndex(x => x.Name)
|
||||
.IsUnique(true);
|
||||
}
|
||||
|
||||
private static void ConfigureMangaGenre(ModelBuilder modelBuilder)
|
||||
{
|
||||
modelBuilder
|
||||
.Entity<MangaGenre>()
|
||||
.HasKey(mangaGenre => new { mangaGenre.MangaId, mangaGenre.GenreId });
|
||||
|
||||
modelBuilder
|
||||
.Entity<MangaGenre>()
|
||||
.HasOne(x => x.Manga)
|
||||
.WithMany(x => x.Genres)
|
||||
.HasForeignKey(x => x.MangaId)
|
||||
.OnDelete(DeleteBehavior.Cascade);
|
||||
}
|
||||
|
||||
private static void ConfigureMangaChapter(ModelBuilder modelBuilder)
|
||||
{
|
||||
modelBuilder
|
||||
.Entity<MangaChapter>()
|
||||
.HasKey(x => x.MangaChapterId);
|
||||
|
||||
modelBuilder
|
||||
.Entity<MangaChapter>()
|
||||
.HasOne(x => x.Manga)
|
||||
.WithMany(x => x.Chapters)
|
||||
.HasForeignKey(x => x.MangaId)
|
||||
.OnDelete(DeleteBehavior.Cascade);
|
||||
}
|
||||
|
||||
private static void ConfigureChapterSource(ModelBuilder modelBuilder)
|
||||
{
|
||||
modelBuilder
|
||||
.Entity<ChapterSource>()
|
||||
.HasKey(chapterSource => new { chapterSource.MangaChapterId, chapterSource.SourceId });
|
||||
|
||||
modelBuilder
|
||||
.Entity<ChapterSource>()
|
||||
.HasOne(x => x.Chapter)
|
||||
.WithMany(x => x.Sources)
|
||||
.HasForeignKey(x => x.MangaChapterId)
|
||||
.OnDelete(DeleteBehavior.Cascade);
|
||||
}
|
||||
|
||||
private static void ConfigureChapterPage(ModelBuilder modelBuilder)
|
||||
{
|
||||
modelBuilder
|
||||
.Entity<ChapterPage>()
|
||||
.HasKey(chapterPage => chapterPage.ChapterPageId);
|
||||
|
||||
modelBuilder
|
||||
.Entity<ChapterPage>()
|
||||
.HasIndex(chapterPage => new { chapterPage.MangaChapterId, chapterPage.PageNumber })
|
||||
.IsUnique(true);
|
||||
|
||||
modelBuilder
|
||||
.Entity<ChapterPage>()
|
||||
.HasOne(x => x.MangaChapter)
|
||||
.WithMany(x => x.Pages)
|
||||
.HasForeignKey(x => x.MangaChapterId)
|
||||
.OnDelete(DeleteBehavior.Cascade);
|
||||
}
|
||||
}
|
||||
6
MangaReader.Core/HttpService/HttpService.cs
Normal file
6
MangaReader.Core/HttpService/HttpService.cs
Normal file
@@ -0,0 +1,6 @@
|
||||
namespace MangaReader.Core.HttpService;
|
||||
|
||||
public class HttpService(HttpClient httpClient) : IHttpService
|
||||
{
|
||||
public Task<string> GetStringAsync(string url) => httpClient.GetStringAsync(url);
|
||||
}
|
||||
6
MangaReader.Core/HttpService/IHttpService.cs
Normal file
6
MangaReader.Core/HttpService/IHttpService.cs
Normal file
@@ -0,0 +1,6 @@
|
||||
namespace MangaReader.Core.HttpService;
|
||||
|
||||
public interface IHttpService
|
||||
{
|
||||
Task<string> GetStringAsync(string url);
|
||||
}
|
||||
18
MangaReader.Core/MangaReader.Core.csproj
Normal file
18
MangaReader.Core/MangaReader.Core.csproj
Normal file
@@ -0,0 +1,18 @@
|
||||
<Project Sdk="Microsoft.NET.Sdk">
|
||||
|
||||
<PropertyGroup>
|
||||
<TargetFramework>net9.0</TargetFramework>
|
||||
<ImplicitUsings>enable</ImplicitUsings>
|
||||
<Nullable>enable</Nullable>
|
||||
</PropertyGroup>
|
||||
|
||||
<ItemGroup>
|
||||
<PackageReference Include="HtmlAgilityPack" Version="1.12.1" />
|
||||
<PackageReference Include="Microsoft.EntityFrameworkCore" Version="9.0.5" />
|
||||
</ItemGroup>
|
||||
|
||||
<ItemGroup>
|
||||
<Folder Include="WebSearch\MangaDex\" />
|
||||
</ItemGroup>
|
||||
|
||||
</Project>
|
||||
6
MangaReader.Core/WebCrawlers/IMangaWebCrawler.cs
Normal file
6
MangaReader.Core/WebCrawlers/IMangaWebCrawler.cs
Normal file
@@ -0,0 +1,6 @@
|
||||
namespace MangaReader.Core.WebCrawlers;
|
||||
|
||||
public interface IMangaWebCrawler
|
||||
{
|
||||
MangaDTO GetManga(string url);
|
||||
}
|
||||
11
MangaReader.Core/WebCrawlers/MangaChapterDTO.cs
Normal file
11
MangaReader.Core/WebCrawlers/MangaChapterDTO.cs
Normal file
@@ -0,0 +1,11 @@
|
||||
namespace MangaReader.Core.WebCrawlers;
|
||||
|
||||
public class MangaChapterDTO
|
||||
{
|
||||
public int? Volume { get; set; }
|
||||
public float? Number { get; set; }
|
||||
public string? Name { get; set; }
|
||||
public required string Url { get; set; }
|
||||
public long? Views { get; set; }
|
||||
public DateTime? UploadDate { get; set; }
|
||||
}
|
||||
16
MangaReader.Core/WebCrawlers/MangaDTO.cs
Normal file
16
MangaReader.Core/WebCrawlers/MangaDTO.cs
Normal file
@@ -0,0 +1,16 @@
|
||||
namespace MangaReader.Core.WebCrawlers;
|
||||
|
||||
public class MangaDTO
|
||||
{
|
||||
public required string Title { get; set; }
|
||||
public string? Description { get; set; }
|
||||
public List<string> AlternateTitles { get; set; } = [];
|
||||
public List<string> Authors { get; set; } = [];
|
||||
public MangaStatus Status { get; set; } = MangaStatus.Unknown;
|
||||
public List<string> Genres { get; set; } = [];
|
||||
public DateTime? UpdateDate { get; set; }
|
||||
public long? Views { get; set; }
|
||||
public float? RatingPercent { get; set; }
|
||||
public int? Votes { get; set; }
|
||||
public List<MangaChapterDTO> Chapters { get; set; } = [];
|
||||
}
|
||||
@@ -0,0 +1,61 @@
|
||||
using HtmlAgilityPack;
|
||||
|
||||
namespace MangaReader.Core.WebCrawlers.MangaNato;
|
||||
|
||||
public class MangaNatoMangaDocument
|
||||
{
|
||||
public HtmlNode StoryInfoNode { get; }
|
||||
public HtmlNode TitleNode { get; }
|
||||
public HtmlNode StoryInfoRightNode { get; }
|
||||
public HtmlNode VariationsTableInfo { get; }
|
||||
public HtmlNodeCollection VariationsTableValueNodes { get; }
|
||||
public HtmlNode AlternateTitlesNode { get; }
|
||||
public HtmlNode AuthorsNode { get; }
|
||||
public HtmlNode StatusNode { get; }
|
||||
public HtmlNode GenresNode { get; }
|
||||
public HtmlNode StoryInfoRightExtentNode { get; }
|
||||
public HtmlNodeCollection StoryInfoRightExtentValueNodes { get; }
|
||||
public HtmlNode UpdateDateNode { get; }
|
||||
public HtmlNode ViewsNode { get; }
|
||||
public HtmlNode ReviewAggregateNode { get; }
|
||||
public HtmlNode RatingNode { get; }
|
||||
public HtmlNode AverageRatingNode { get; }
|
||||
public HtmlNode BestRatingNode { get; }
|
||||
public HtmlNode VotesNode { get; set; }
|
||||
public HtmlNode StoryDescriptionNode { get; }
|
||||
public List<HtmlNode> StoryDescriptionTextNodes { get; }
|
||||
public HtmlNode StoryChapterListNode { get; }
|
||||
public HtmlNodeCollection ChapterNodes { get; }
|
||||
|
||||
public MangaNatoMangaDocument(HtmlDocument document)
|
||||
{
|
||||
StoryInfoNode = document.DocumentNode.SelectSingleNode(".//div[@class='panel-story-info']");
|
||||
TitleNode = StoryInfoNode.SelectSingleNode(".//h1");
|
||||
StoryDescriptionNode = StoryInfoNode.SelectSingleNode(".//div[@class='panel-story-info-description']");
|
||||
StoryDescriptionTextNodes = StoryDescriptionNode.ChildNodes.Skip(2).Take(StoryDescriptionNode.ChildNodes.Count - 2).ToList();
|
||||
|
||||
StoryInfoRightNode = StoryInfoNode.SelectSingleNode(".//div[@class='story-info-right']");
|
||||
|
||||
VariationsTableInfo = StoryInfoRightNode.SelectSingleNode(".//table[@class='variations-tableInfo']");
|
||||
VariationsTableValueNodes = VariationsTableInfo.SelectNodes(".//td[@class='table-value']");
|
||||
AlternateTitlesNode = VariationsTableValueNodes[0];
|
||||
AuthorsNode = VariationsTableValueNodes[1];
|
||||
StatusNode = VariationsTableValueNodes[2];
|
||||
GenresNode = VariationsTableValueNodes[3];
|
||||
|
||||
StoryInfoRightExtentNode = StoryInfoRightNode.SelectSingleNode(".//div[@class='story-info-right-extent']");
|
||||
StoryInfoRightExtentValueNodes = StoryInfoRightExtentNode.SelectNodes(".//span[@class='stre-value']");
|
||||
UpdateDateNode = StoryInfoRightExtentValueNodes[0];
|
||||
ViewsNode = StoryInfoRightExtentValueNodes[1];
|
||||
|
||||
// v:Review-aggregate
|
||||
ReviewAggregateNode = StoryInfoRightNode.SelectSingleNode(".//em[@typeof='v:Review-aggregate']");
|
||||
RatingNode = ReviewAggregateNode.SelectSingleNode(".//em[@typeof='v:Rating']");
|
||||
AverageRatingNode = RatingNode.SelectSingleNode(".//em[@property='v:average']");
|
||||
BestRatingNode = RatingNode.SelectSingleNode(".//em[@property='v:best']");
|
||||
VotesNode = ReviewAggregateNode.SelectSingleNode(".//em[@property='v:votes']");
|
||||
|
||||
StoryChapterListNode = document.DocumentNode.SelectSingleNode(".//div[@class='panel-story-chapter-list']");
|
||||
ChapterNodes = StoryChapterListNode.SelectNodes(".//li[@class='a-h']");
|
||||
}
|
||||
}
|
||||
160
MangaReader.Core/WebCrawlers/MangaNato/MangaNatoWebCrawler.cs
Normal file
160
MangaReader.Core/WebCrawlers/MangaNato/MangaNatoWebCrawler.cs
Normal file
@@ -0,0 +1,160 @@
|
||||
using HtmlAgilityPack;
|
||||
using System.Text;
|
||||
using System.Web;
|
||||
|
||||
namespace MangaReader.Core.WebCrawlers.MangaNato;
|
||||
|
||||
public class MangaNatoWebCrawler : MangaWebCrawler
|
||||
{
|
||||
public override MangaDTO GetManga(string url)
|
||||
{
|
||||
HtmlDocument document = GetHtmlDocument(url);
|
||||
MangaNatoMangaDocument node = new(document);
|
||||
|
||||
MangaDTO manga = new()
|
||||
{
|
||||
Title = node.TitleNode.InnerText,
|
||||
AlternateTitles = GetAlternateTitles(node.AlternateTitlesNode),
|
||||
Authors = GetAuthors(node.AuthorsNode),
|
||||
Status = GetStatus(node.StatusNode),
|
||||
Genres = GetGenres(node.GenresNode),
|
||||
UpdateDate = GetUpdateDate(node.UpdateDateNode),
|
||||
RatingPercent = GetRatingPercent(node.AverageRatingNode, node.BestRatingNode),
|
||||
Votes = int.Parse(node.VotesNode.InnerText),
|
||||
Views = GetViews(node.ViewsNode),
|
||||
Description = GetTextFromNodes(node.StoryDescriptionTextNodes),
|
||||
Chapters = GetChapters(node.ChapterNodes)
|
||||
};
|
||||
|
||||
return manga;
|
||||
}
|
||||
|
||||
private static List<string> GetAlternateTitles(HtmlNode node)
|
||||
{
|
||||
return node.InnerText.Split(';').Select(x => x.Trim()).ToList();
|
||||
}
|
||||
|
||||
private static List<string> GetAuthors(HtmlNode node)
|
||||
{
|
||||
return node.InnerText.Split('-').Select(x => x.Trim()).ToList();
|
||||
}
|
||||
|
||||
private static MangaStatus GetStatus(HtmlNode node)
|
||||
{
|
||||
return node.InnerText switch
|
||||
{
|
||||
"Ongoing" => MangaStatus.Ongoing,
|
||||
"Completed" => MangaStatus.Complete,
|
||||
_ => MangaStatus.Unknown,
|
||||
};
|
||||
}
|
||||
|
||||
private static List<string> GetGenres(HtmlNode node)
|
||||
{
|
||||
return node.InnerText.Split('-').Select(x => x.Trim()).ToList();
|
||||
}
|
||||
|
||||
private static DateTime GetUpdateDate(HtmlNode node)
|
||||
{
|
||||
List<string> dateAndTime = node.InnerText.Split('-').Select(x => x.Trim()).ToList();
|
||||
DateOnly date = DateOnly.Parse(dateAndTime[0]);
|
||||
TimeOnly time = TimeOnly.Parse(dateAndTime[1]);
|
||||
|
||||
return date.ToDateTime(time);
|
||||
}
|
||||
|
||||
private static long GetViews(HtmlNode node)
|
||||
{
|
||||
string text = node.InnerText;
|
||||
|
||||
if (int.TryParse(text, out int number))
|
||||
return number;
|
||||
|
||||
ReadOnlySpan<char> shortText = text.AsSpan(0, text.Length - 1);
|
||||
|
||||
if (double.TryParse(shortText, out double formattedNumber) == false)
|
||||
return 0;
|
||||
|
||||
char suffix = text[^1];
|
||||
long multiplier = GetMultiplier(suffix);
|
||||
|
||||
return (int)(formattedNumber * multiplier);
|
||||
}
|
||||
|
||||
private static long GetMultiplier(char c)
|
||||
{
|
||||
return c switch
|
||||
{
|
||||
'K' => 1_000,
|
||||
'M' => 1_000_000,
|
||||
'B' => 1_000_000_000,
|
||||
'T' => 1_000_000_000_000,
|
||||
_ => 0,
|
||||
};
|
||||
}
|
||||
|
||||
private static int GetRatingPercent(HtmlNode averageNode, HtmlNode bestNode)
|
||||
{
|
||||
double average = Convert.ToDouble(averageNode.InnerText);
|
||||
double best = Convert.ToDouble(bestNode.InnerText);
|
||||
|
||||
return (int)Math.Round(average / best * 100);
|
||||
}
|
||||
|
||||
private static List<MangaChapterDTO> GetChapters(HtmlNodeCollection chapterNodes)
|
||||
{
|
||||
List<MangaChapterDTO> chapters = [];
|
||||
|
||||
foreach (var node in chapterNodes)
|
||||
{
|
||||
HtmlNode chapterNameNode = node.SelectSingleNode(".//a[contains(@class, 'chapter-name')]");
|
||||
HtmlNode chapterViewNode = node.SelectSingleNode(".//span[contains(@class, 'chapter-view')]");
|
||||
HtmlNode chapterTimeNode = node.SelectSingleNode(".//span[contains(@class, 'chapter-time')]");
|
||||
|
||||
MangaChapterDTO chapter = new()
|
||||
{
|
||||
Number = GetChapterNumber(chapterNameNode),
|
||||
Name = chapterNameNode.InnerText,
|
||||
Url = chapterNameNode.Attributes["href"].Value,
|
||||
Views = GetViews(chapterViewNode),
|
||||
UploadDate = DateTime.Parse(chapterTimeNode.Attributes["title"].Value)
|
||||
};
|
||||
|
||||
chapters.Add(chapter);
|
||||
}
|
||||
|
||||
return chapters;
|
||||
}
|
||||
|
||||
private static float GetChapterNumber(HtmlNode chapterNameNode)
|
||||
{
|
||||
string url = chapterNameNode.Attributes["href"].Value;
|
||||
int index = url.IndexOf("/chapter-");
|
||||
|
||||
if (index == -1)
|
||||
return 0;
|
||||
|
||||
string chapterNumber = url[(index + "/chapter-".Length)..];
|
||||
|
||||
return float.Parse(chapterNumber);
|
||||
}
|
||||
|
||||
private static string GetTextFromNodes(List<HtmlNode> nodes)
|
||||
{
|
||||
StringBuilder stringBuilder = new();
|
||||
|
||||
foreach (HtmlNode node in nodes)
|
||||
{
|
||||
if (node.Name == "br")
|
||||
{
|
||||
stringBuilder.AppendLine();
|
||||
}
|
||||
else
|
||||
{
|
||||
stringBuilder.Append(HttpUtility.HtmlDecode(node.InnerText).Replace("\r\n", "").Trim());
|
||||
}
|
||||
}
|
||||
|
||||
return stringBuilder.ToString();
|
||||
}
|
||||
}
|
||||
8
MangaReader.Core/WebCrawlers/MangaStatus.cs
Normal file
8
MangaReader.Core/WebCrawlers/MangaStatus.cs
Normal file
@@ -0,0 +1,8 @@
|
||||
namespace MangaReader.Core.WebCrawlers;
|
||||
|
||||
public enum MangaStatus
|
||||
{
|
||||
Unknown,
|
||||
Ongoing,
|
||||
Complete
|
||||
}
|
||||
18
MangaReader.Core/WebCrawlers/MangaWebCrawler.cs
Normal file
18
MangaReader.Core/WebCrawlers/MangaWebCrawler.cs
Normal file
@@ -0,0 +1,18 @@
|
||||
using HtmlAgilityPack;
|
||||
|
||||
namespace MangaReader.Core.WebCrawlers;
|
||||
|
||||
public abstract class MangaWebCrawler : IMangaWebCrawler
|
||||
{
|
||||
public abstract MangaDTO GetManga(string url);
|
||||
|
||||
protected virtual HtmlDocument GetHtmlDocument(string url)
|
||||
{
|
||||
HtmlWeb web = new()
|
||||
{
|
||||
UsingCacheIfExists = false
|
||||
};
|
||||
|
||||
return web.Load(url);
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,21 @@
|
||||
using HtmlAgilityPack;
|
||||
|
||||
namespace MangaReader.Core.WebCrawlers.NatoManga;
|
||||
|
||||
public class NatoMangaHtmlDocument
|
||||
{
|
||||
public HtmlNode? MangaInfoTextNode { get; }
|
||||
public HtmlNode? TitleNode { get; }
|
||||
public HtmlNode? GenresNode { get; }
|
||||
public HtmlNode? ChapterListNode { get; }
|
||||
public HtmlNodeCollection? ChapterNodes { get; }
|
||||
|
||||
public NatoMangaHtmlDocument(HtmlDocument document)
|
||||
{
|
||||
MangaInfoTextNode = document.DocumentNode.SelectSingleNode(".//ul[@class='manga-info-text']");
|
||||
TitleNode = MangaInfoTextNode?.SelectSingleNode(".//li//h1");
|
||||
GenresNode = MangaInfoTextNode?.SelectSingleNode(".//li[@class='genres']");
|
||||
ChapterListNode = document.DocumentNode.SelectSingleNode(".//div[@class='chapter-list']");
|
||||
ChapterNodes = ChapterListNode?.SelectNodes(".//div[@class='row']");
|
||||
}
|
||||
}
|
||||
186
MangaReader.Core/WebCrawlers/NatoManga/NatoMangaWebCrawler.cs
Normal file
186
MangaReader.Core/WebCrawlers/NatoManga/NatoMangaWebCrawler.cs
Normal file
@@ -0,0 +1,186 @@
|
||||
using HtmlAgilityPack;
|
||||
using System.Text;
|
||||
using System.Web;
|
||||
|
||||
namespace MangaReader.Core.WebCrawlers.NatoManga;
|
||||
|
||||
public class NatoMangaWebCrawler : MangaWebCrawler
|
||||
{
|
||||
public override MangaDTO GetManga(string url)
|
||||
{
|
||||
HtmlDocument document = GetHtmlDocument(url);
|
||||
NatoMangaHtmlDocument node = new(document);
|
||||
|
||||
MangaDTO manga = new()
|
||||
{
|
||||
Title = node.TitleNode?.InnerText ?? string.Empty,
|
||||
//AlternateTitles = GetAlternateTitles(node.AlternateTitlesNode),
|
||||
//Authors = GetAuthors(node.AuthorsNode),
|
||||
//Status = GetStatus(node.StatusNode),
|
||||
Genres = GetGenres(node.GenresNode),
|
||||
//UpdateDate = GetUpdateDate(node.UpdateDateNode),
|
||||
//RatingPercent = GetRatingPercent(node.AverageRatingNode, node.BestRatingNode),
|
||||
//Votes = int.Parse(node.VotesNode.InnerText),
|
||||
//Views = GetViews(node.ViewsNode),
|
||||
//Description = GetTextFromNodes(node.StoryDescriptionTextNodes),
|
||||
Chapters = GetChapters(node.ChapterNodes)
|
||||
};
|
||||
|
||||
return manga;
|
||||
}
|
||||
|
||||
private static List<string> GetAlternateTitles(HtmlNode node)
|
||||
{
|
||||
return node.InnerText.Split(';').Select(x => x.Trim()).ToList();
|
||||
}
|
||||
|
||||
private static List<string> GetAuthors(HtmlNode node)
|
||||
{
|
||||
return node.InnerText.Split('-').Select(x => x.Trim()).ToList();
|
||||
}
|
||||
|
||||
private static MangaStatus GetStatus(HtmlNode node)
|
||||
{
|
||||
return node.InnerText switch
|
||||
{
|
||||
"Ongoing" => MangaStatus.Ongoing,
|
||||
"Completed" => MangaStatus.Complete,
|
||||
_ => MangaStatus.Unknown,
|
||||
};
|
||||
}
|
||||
|
||||
private static List<string> GetGenres(HtmlNode? node)
|
||||
{
|
||||
if (node == null)
|
||||
return [];
|
||||
|
||||
HtmlNodeCollection genreNodes = node.SelectNodes(".//a");
|
||||
|
||||
if (genreNodes == null)
|
||||
return [];
|
||||
|
||||
return [.. genreNodes.Select(genreNode => genreNode.InnerText.Trim())];
|
||||
}
|
||||
|
||||
private static DateTime GetUpdateDate(HtmlNode node)
|
||||
{
|
||||
List<string> dateAndTime = node.InnerText.Split('-').Select(x => x.Trim()).ToList();
|
||||
DateOnly date = DateOnly.Parse(dateAndTime[0]);
|
||||
TimeOnly time = TimeOnly.Parse(dateAndTime[1]);
|
||||
|
||||
return date.ToDateTime(time);
|
||||
}
|
||||
|
||||
private static long GetViews(HtmlNode node)
|
||||
{
|
||||
string text = node.InnerText.Trim();
|
||||
|
||||
if (int.TryParse(text, out int number))
|
||||
return number;
|
||||
|
||||
if (double.TryParse(text, out double doubleNumber))
|
||||
return (int)doubleNumber;
|
||||
|
||||
ReadOnlySpan<char> shortText = text.AsSpan(0, text.Length - 1);
|
||||
|
||||
if (double.TryParse(shortText, out double formattedNumber) == false)
|
||||
return 0;
|
||||
|
||||
char suffix = text[^1];
|
||||
|
||||
//if (char.GetNumericValue(suffix) > -1)
|
||||
// return (int)formattedNumber;
|
||||
|
||||
long multiplier = GetMultiplier(suffix);
|
||||
|
||||
return (int)(formattedNumber * multiplier);
|
||||
}
|
||||
|
||||
private static long GetMultiplier(char c)
|
||||
{
|
||||
return c switch
|
||||
{
|
||||
'K' => 1_000,
|
||||
'M' => 1_000_000,
|
||||
'B' => 1_000_000_000,
|
||||
'T' => 1_000_000_000_000,
|
||||
_ => 0,
|
||||
};
|
||||
}
|
||||
|
||||
private static int GetRatingPercent(HtmlNode averageNode, HtmlNode bestNode)
|
||||
{
|
||||
double average = Convert.ToDouble(averageNode.InnerText);
|
||||
double best = Convert.ToDouble(bestNode.InnerText);
|
||||
|
||||
return (int)Math.Round(average / best * 100);
|
||||
}
|
||||
|
||||
private static List<MangaChapterDTO> GetChapters(HtmlNodeCollection? chapterNodes)
|
||||
{
|
||||
List<MangaChapterDTO> chapters = [];
|
||||
|
||||
if (chapterNodes == null)
|
||||
return chapters;
|
||||
|
||||
foreach (var node in chapterNodes)
|
||||
{
|
||||
HtmlNodeCollection? chapterPropertyNodes = node.SelectNodes(".//span");
|
||||
|
||||
if (chapterPropertyNodes == null || chapterPropertyNodes.Count < 3)
|
||||
continue;
|
||||
|
||||
HtmlNode? chapterNameNode = chapterPropertyNodes[0].SelectSingleNode(".//a");
|
||||
HtmlNode chapterViewNode = chapterPropertyNodes[1];
|
||||
HtmlNode chapterTimeNode = chapterPropertyNodes[2];
|
||||
|
||||
if (chapterNameNode == null)
|
||||
continue;
|
||||
|
||||
MangaChapterDTO chapter = new()
|
||||
{
|
||||
Number = GetChapterNumber(chapterNameNode),
|
||||
Name = chapterNameNode.InnerText,
|
||||
Url = chapterNameNode.Attributes["href"].Value,
|
||||
Views = GetViews(chapterViewNode),
|
||||
UploadDate = DateTime.Parse(chapterTimeNode.Attributes["title"].Value)
|
||||
};
|
||||
|
||||
chapters.Add(chapter);
|
||||
}
|
||||
|
||||
return chapters;
|
||||
}
|
||||
|
||||
private static float GetChapterNumber(HtmlNode chapterNameNode)
|
||||
{
|
||||
string url = chapterNameNode.Attributes["href"].Value;
|
||||
int index = url.IndexOf("/chapter-");
|
||||
|
||||
if (index == -1)
|
||||
return 0;
|
||||
|
||||
string chapterNumber = url[(index + "/chapter-".Length)..].Replace('-', '.');
|
||||
|
||||
return float.Parse(chapterNumber);
|
||||
}
|
||||
|
||||
private static string GetTextFromNodes(List<HtmlNode> nodes)
|
||||
{
|
||||
StringBuilder stringBuilder = new();
|
||||
|
||||
foreach (HtmlNode node in nodes)
|
||||
{
|
||||
if (node.Name == "br")
|
||||
{
|
||||
stringBuilder.AppendLine();
|
||||
}
|
||||
else
|
||||
{
|
||||
stringBuilder.Append(HttpUtility.HtmlDecode(node.InnerText).Replace("\r\n", "").Trim());
|
||||
}
|
||||
}
|
||||
|
||||
return stringBuilder.ToString();
|
||||
}
|
||||
}
|
||||
11
MangaReader.Core/WebSearch/IMangaWebSearch.cs
Normal file
11
MangaReader.Core/WebSearch/IMangaWebSearch.cs
Normal file
@@ -0,0 +1,11 @@
|
||||
namespace MangaReader.Core.WebSearch;
|
||||
|
||||
public interface IMangaWebSearch<T>
|
||||
{
|
||||
Task<MangaSearchResult[]> SearchAsync(string keyword);
|
||||
}
|
||||
|
||||
//public class MangaDexWebSearch : IMangaWebSearch
|
||||
//{
|
||||
// // https://api.mangadex.org/manga?title=gal can't be&limit=5
|
||||
//}
|
||||
9
MangaReader.Core/WebSearch/MangaSearchResult.cs
Normal file
9
MangaReader.Core/WebSearch/MangaSearchResult.cs
Normal file
@@ -0,0 +1,9 @@
|
||||
namespace MangaReader.Core.WebSearch;
|
||||
|
||||
public record MangaSearchResult
|
||||
{
|
||||
public required string Url { get; init; }
|
||||
public required string Title { get; init; }
|
||||
public string? Author { get; init; }
|
||||
public string? Description { get; init; }
|
||||
}
|
||||
33
MangaReader.Core/WebSearch/MangaWebSearchBase.cs
Normal file
33
MangaReader.Core/WebSearch/MangaWebSearchBase.cs
Normal file
@@ -0,0 +1,33 @@
|
||||
using MangaReader.Core.HttpService;
|
||||
using System.Text.Json;
|
||||
|
||||
namespace MangaReader.Core.WebSearch;
|
||||
|
||||
public abstract class MangaWebSearchBase<T>(IHttpService httpService) : IMangaWebSearch<T>
|
||||
{
|
||||
private static JsonSerializerOptions _jsonSerializerOptions = new()
|
||||
{
|
||||
PropertyNameCaseInsensitive = true
|
||||
};
|
||||
|
||||
public async Task<MangaSearchResult[]> SearchAsync(string keyword)
|
||||
{
|
||||
T? searchResult = await GetSearchResultAsync(keyword);
|
||||
|
||||
if (searchResult == null)
|
||||
return [];
|
||||
|
||||
return GetSearchResult(searchResult);
|
||||
}
|
||||
|
||||
private async Task<T?> GetSearchResultAsync(string keyword)
|
||||
{
|
||||
string url = GetSearchUrl(keyword);
|
||||
string response = await httpService.GetStringAsync(url);
|
||||
|
||||
return JsonSerializer.Deserialize<T>(response, _jsonSerializerOptions);
|
||||
}
|
||||
|
||||
protected abstract string GetSearchUrl(string keyword);
|
||||
protected abstract MangaSearchResult[] GetSearchResult(T searchResult);
|
||||
}
|
||||
@@ -0,0 +1,12 @@
|
||||
namespace MangaReader.Core.WebSearch.NatoManga;
|
||||
|
||||
public record NatoMangaSearchResult
|
||||
{
|
||||
public int Id { get; init; }
|
||||
public string? Author { get; init; }
|
||||
public required string Name { get; init; }
|
||||
public string? ChapterLatest { get; init; }
|
||||
public required string Url { get; init; }
|
||||
public string? Thumb { get; init; }
|
||||
public string? Slug { get; init; }
|
||||
}
|
||||
25
MangaReader.Core/WebSearch/NatoManga/NatoMangaWebSearch.cs
Normal file
25
MangaReader.Core/WebSearch/NatoManga/NatoMangaWebSearch.cs
Normal file
@@ -0,0 +1,25 @@
|
||||
using MangaReader.Core.HttpService;
|
||||
|
||||
namespace MangaReader.Core.WebSearch.NatoManga;
|
||||
|
||||
public class NatoMangaWebSearch(IHttpService httpService) : MangaWebSearchBase<NatoMangaSearchResult[]>(httpService)
|
||||
{
|
||||
// https://www.natomanga.com/home/search/json?searchword=gal_can_t_be_kind
|
||||
|
||||
protected override string GetSearchUrl(string keyword)
|
||||
{
|
||||
return $"https://www.natomanga.com/home/search/json?searchword={keyword}";
|
||||
}
|
||||
|
||||
protected override MangaSearchResult[] GetSearchResult(NatoMangaSearchResult[] searchResult)
|
||||
{
|
||||
IEnumerable<MangaSearchResult> mangaSearchResults = searchResult.Select(searchResult =>
|
||||
new MangaSearchResult()
|
||||
{
|
||||
Title = searchResult.Name,
|
||||
Url = searchResult.Url
|
||||
});
|
||||
|
||||
return [.. mangaSearchResults];
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user