using System.Text.RegularExpressions;
using HtmlAgilityPack;
using Microsoft.Extensions.Logging;
using WebImageViewer.Class.Unified.Common;
using WebImageViewer.Class.Unified.Models;
namespace WebImageViewer.Class.Unified.Scrapers;
///
/// ja.hentaipaw.com(エロモフ)固有の統一画像スクレイパー
///
public class UnifiedHentaiPawScraper : BaseUnifiedScraper
{
private const string BaseDomain = "hentaipaw.com";
private const string BaseUrl = "https://ja.hentaipaw.com";
public override string SiteName => "エロモフ (HentaiPaw)";
public override string SiteKey => "hentaipaw";
public override IReadOnlyList SupportedDomains => new[] { "hentaipaw.com", "ja.hentaipaw.com" };
public UnifiedHentaiPawScraper(UnifiedHttpHelper httpHelper, ILogger logger)
: base(httpHelper, logger)
{
}
public override async Task ScrapeAsync(string urlOrPath, CancellationToken ct = default)
{
var articleId = ResolveArticleId(urlOrPath);
if (string.IsNullOrEmpty(articleId))
{
Logger.LogWarning("[{SiteName}] 有効な記事IDを抽出できませんでした: {Input}", SiteName, urlOrPath);
return null;
}
var articleUrl = $"{BaseUrl}/articles/{articleId}";
var viewerUrl = $"{BaseUrl}/viewer?articleId={articleId}&page=1";
Logger.LogInformation("[{SiteName}] スクレイピング開始 - ID: {Id}", SiteName, articleId);
var viewerDoc = await LoadHtmlDocumentAsync(viewerUrl, useFlareSolverr: true, ct: ct);
var articleDoc = await LoadHtmlDocumentAsync(articleUrl, useFlareSolverr: true, ct: ct);
if (viewerDoc == null && articleDoc == null)
{
Logger.LogWarning("[{SiteName}] ビュワーページおよび記事詳細ページの取得に失敗しました: ID={Id}", SiteName, articleId);
return null;
}
string title = string.Empty;
if (articleDoc?.DocumentNode != null)
{
var h1 = articleDoc.DocumentNode.SelectSingleNode("//h1");
if (h1 != null) title = CleanText(h1.InnerText);
}
if (string.IsNullOrWhiteSpace(title) && viewerDoc?.DocumentNode != null)
{
var titleNode = viewerDoc.DocumentNode.SelectSingleNode("//title");
title = CleanText(titleNode?.InnerText);
title = Regex.Replace(title, @"\s*[-|–]\s*(?:無料のエロ漫画|エロモフ|HentaiPaw).*$", "", RegexOptions.IgnoreCase).Trim();
}
if (string.IsNullOrWhiteSpace(title))
{
title = $"エロモフ作品 #{articleId}";
}
var galleryItem = new UnifiedGalleryItem
{
Id = articleId,
Title = title,
Category = "doujinshi",
SourceSite = SiteName,
SourceUrl = articleUrl,
ThumbnailUrl = $"https://cdn.imagedeliveries.com/{articleId}/thumbnails/cover.webp",
FetchedAt = DateTime.UtcNow
};
if (articleDoc?.DocumentNode != null)
{
ExtractMetadata(articleDoc, galleryItem);
}
ExtractImages(viewerDoc, articleDoc, galleryItem, articleId);
return galleryItem;
}
private static string ResolveArticleId(string idOrUrl)
{
var trimmed = idOrUrl.Trim();
var matchViewer = Regex.Match(trimmed, @"[?&]articleId=(?\d+)", RegexOptions.IgnoreCase);
if (matchViewer.Success) return matchViewer.Groups["id"].Value;
var matchArticles = Regex.Match(trimmed, @"/articles/(?\d+)", RegexOptions.IgnoreCase);
if (matchArticles.Success) return matchArticles.Groups["id"].Value;
var matchNum = Regex.Match(trimmed, @"\d{6,8}");
return matchNum.Success ? matchNum.Value : "";
}
private static void ExtractMetadata(HtmlDocument articleDoc, UnifiedGalleryItem item)
{
var infoRows = articleDoc.DocumentNode.SelectNodes("//div[contains(@class, 'flex') and contains(@class, 'items-center')]");
if (infoRows == null) return;
foreach (var row in infoRows)
{
var h3 = row.SelectSingleNode(".//h3");
var label = CleanText(h3?.InnerText).Replace(":", "").Trim();
var values = row.SelectNodes(".//a//div | .//a | .//p")?
.Select(v => CleanText(v.InnerText))
.Where(v => !string.IsNullOrEmpty(v) && !string.Equals(v, "N/A", StringComparison.OrdinalIgnoreCase))
.Distinct()
.ToList() ?? new List();
if (values.Count == 0) continue;
if (label.Contains("作者") || label.Contains("作家")) item.Author = string.Join(", ", values);
else if (label.Contains("サークル")) item.Circle = string.Join(", ", values);
else if (label.Contains("カテゴリー")) item.Category = values[0];
else if (label.Contains("タグ") || label.Contains("キャラクター")) item.Tags.AddRange(values);
}
item.Tags = item.Tags.Distinct().ToList();
}
private static void ExtractImages(HtmlDocument? viewerDoc, HtmlDocument? articleDoc, UnifiedGalleryItem item, string articleId)
{
var collectedImages = new List();
if (viewerDoc?.DocumentNode != null)
{
var rawHtml = viewerDoc.DocumentNode.OuterHtml;
var pattern = $@"https://cdn\.imagedeliveries\.com/{Regex.Escape(articleId)}/[a-f0-9]{{32,64}}/(?\d+)\.webp";
var matches = Regex.Matches(rawHtml, pattern, RegexOptions.IgnoreCase);
var pageMap = new Dictionary();
foreach (Match match in matches)
{
if (int.TryParse(match.Groups["page"].Value, out var pageNum) && !pageMap.ContainsKey(pageNum))
{
pageMap[pageNum] = match.Value;
}
}
if (pageMap.Count > 0)
{
foreach (var kvp in pageMap.OrderBy(k => k.Key))
{
int page = kvp.Key;
string highResUrl = kvp.Value;
string thumbUrl = $"https://cdn.imagedeliveries.com/{articleId}/thumbnails/{page}.webp";
collectedImages.Add(new UnifiedImageInfo
{
PageNumber = page,
ImageUrl = highResUrl,
ThumbnailUrl = thumbUrl,
AltText = $"{item.Title} - {page}ページ"
});
}
}
}
if (collectedImages.Count == 0 && articleDoc?.DocumentNode != null)
{
var rawHtml = articleDoc.DocumentNode.OuterHtml;
var thumbPattern = $@"https://cdn\.imagedeliveries\.com/{Regex.Escape(articleId)}/thumbnails/(?\d+)\.webp";
var matches = Regex.Matches(rawHtml, thumbPattern, RegexOptions.IgnoreCase);
var pages = new SortedSet();
foreach (Match match in matches)
{
if (int.TryParse(match.Groups["page"].Value, out var pageNum)) pages.Add(pageNum);
}
foreach (var page in pages)
{
string thumbUrl = $"https://cdn.imagedeliveries.com/{articleId}/thumbnails/{page}.webp";
collectedImages.Add(new UnifiedImageInfo
{
PageNumber = page,
ImageUrl = thumbUrl,
ThumbnailUrl = thumbUrl,
AltText = $"{item.Title} - {page}ページ"
});
}
}
item.Images = collectedImages;
}
}