using System.Text.RegularExpressions;
using HtmlAgilityPack;
using Microsoft.Extensions.Logging;
using WebImageViewer.Class.Common;
using WebImageViewer.Class.Models;
namespace WebImageViewer.Class.Scrapers;
///
/// aurahentai.com 固有のスクレイパークラス
///
public partial class AuraHentaiScraper : BaseScraper
{
private const string BaseDomain = "aurahentai.com";
private const string BaseUrl = "https://aurahentai.com";
private const string ImageBaseUrl = "https://img.aurahentai.com";
public override string SiteName => "aurahentai";
public override string SiteKey => "aurahentai";
public override IReadOnlyList Aliases => new[] { "aura", "aurahentai.com", "gallery" };
public AuraHentaiScraper(HttpHelper httpHelper, ILogger logger)
: base(httpHelper, logger)
{
}
///
public override bool CanHandle(string urlOrPath)
{
if (string.IsNullOrWhiteSpace(urlOrPath))
{
return false;
}
var trimmed = urlOrPath.Trim();
// サイトキーまたはエイリアスと完全一致
if (string.Equals(trimmed, SiteKey, StringComparison.OrdinalIgnoreCase) ||
Aliases.Any(a => string.Equals(trimmed, a, StringComparison.OrdinalIgnoreCase)))
{
return true;
}
// ドメイン名が含まれているか
if (trimmed.Contains(BaseDomain, StringComparison.OrdinalIgnoreCase))
{
return true;
}
// gallery パスが含まれているか(例: /gallery/013597)
if (trimmed.Contains("gallery", StringComparison.OrdinalIgnoreCase))
{
return true;
}
// 数字のみ(例: 013597 や 13597)の場合
if (Regex.IsMatch(trimmed, @"^\d{4,8}$"))
{
return true;
}
return false;
}
///
public override async Task ScrapeAsync(string idOrUrl, string? category = null, CancellationToken cancellationToken = default)
{
var (targetUrl, normalizedId) = ResolveUrlAndId(idOrUrl);
Logger.LogInformation("[{SiteName}] スクレイピング開始 - ID: {Id}, URL: {Url}", SiteName, normalizedId, targetUrl);
// aurahentai.com は Cloudflare で保護されているため FlareSolverr を使用
var doc = await LoadHtmlDocumentAsync(targetUrl, useFlareSolverr: true, cancellationToken);
if (doc == null || doc.DocumentNode == null)
{
Logger.LogWarning("[{SiteName}] ドキュメントの読み込みに失敗しました: {Url}", SiteName, targetUrl);
return null;
}
// タイトルの抽出(Age-gateのAdults onlyを除外し、メインタイトルを取得)
var titleNode = doc.DocumentNode.SelectSingleNode("//main//h1[not(@id='age-gate-title')]") ??
doc.DocumentNode.SelectSingleNode("//h1[not(@id='age-gate-title')]") ??
doc.DocumentNode.SelectSingleNode("//title");
var title = CleanText(titleNode?.InnerText) ?? normalizedId;
// 余分なサイト名・サフィックスを除去(例: "タイトル ? 100% No Ads | AuraHentai" -> "タイトル")
if (title.Contains(" ? "))
{
title = title.Split(" ? ")[0].Trim();
}
else if (title.Contains(" | "))
{
title = title.Split(" | ")[0].Trim();
}
var galleryItem = new GalleryItem
{
Id = normalizedId,
Title = string.IsNullOrEmpty(title) ? normalizedId : title,
Category = "gallery",
SourceSite = SiteName,
SourceUrl = targetUrl,
ThumbnailUrl = $"{ImageBaseUrl}/w575/g/{normalizedId}/cover.webp",
FetchedAt = DateTime.UtcNow
};
// メタデータ(作者、サークル、タグ、ページ数等)の抽出
var pageCount = ExtractMetadata(doc, galleryItem);
// 画像一覧の抽出
ExtractImages(doc, galleryItem, normalizedId, pageCount);
Logger.LogInformation("[{SiteName}] スクレイピング完了: 『{Title}』, 画像数: {Count}枚",
SiteName, galleryItem.Title, galleryItem.Images.Count);
return galleryItem;
}
///
/// IDまたはURLから完全なリクエストURLと正規化されたIDを解決します。
///
private static (string TargetUrl, string NormalizedId) ResolveUrlAndId(string idOrUrl)
{
var trimmed = idOrUrl.Trim();
string normalizedId;
if (trimmed.StartsWith("http://", StringComparison.OrdinalIgnoreCase) ||
trimmed.StartsWith("https://", StringComparison.OrdinalIgnoreCase))
{
var uri = new Uri(trimmed);
var segments = uri.AbsolutePath.Split('/', StringSplitOptions.RemoveEmptyEntries);
if (segments.Length >= 2 && segments[0].Equals("gallery", StringComparison.OrdinalIgnoreCase))
{
normalizedId = segments[1];
}
else if (segments.Length >= 1)
{
normalizedId = segments[^1];
}
else
{
normalizedId = trimmed;
}
}
else if (trimmed.Contains('/'))
{
var parts = trimmed.Split('/', StringSplitOptions.RemoveEmptyEntries);
normalizedId = parts[^1];
}
else
{
normalizedId = trimmed;
}
// 6桁のゼロ埋め形式に対応(例: "13597" -> "013597"、数字のみかつ6桁未満の場合)
if (int.TryParse(normalizedId, out var num) && normalizedId.Length < 6)
{
normalizedId = num.ToString("D6");
}
var fullUrl = $"{BaseUrl}/gallery/{normalizedId}";
return (fullUrl, normalizedId);
}
///
/// dlタグからメタデータ(タグ、作者、サークル、カテゴリ、総ページ数)を抽出します。
///
private static int ExtractMetadata(HtmlDocument doc, GalleryItem item)
{
int detectedPageCount = 0;
var dlNode = doc.DocumentNode.SelectSingleNode("//main//dl");
if (dlNode == null) return detectedPageCount;
var dtNodes = dlNode.SelectNodes(".//dt");
if (dtNodes == null) return detectedPageCount;
foreach (var dt in dtNodes)
{
var label = CleanText(dt.InnerText).ToLowerInvariant();
var dd = dt.ParentNode?.SelectSingleNode(".//dd");
if (dd == null) continue;
var links = dd.SelectNodes(".//a");
var values = links != null
? links.Select(a => CleanText(a.InnerText)).Where(s => !string.IsNullOrEmpty(s)).ToList()
: new List { CleanText(dd.InnerText) };
switch (label)
{
case "artists":
case "artist":
item.Author = string.Join(", ", values);
break;
case "groups":
case "group":
case "circles":
case "circle":
item.Circle = string.Join(", ", values);
break;
case "category":
if (values.Count > 0) item.Category = values[0];
break;
case "tags":
case "characters":
case "character":
case "parodies":
case "parody":
item.Tags.AddRange(values);
break;
case "pages":
var rawPages = CleanText(dd.InnerText);
var match = Regex.Match(rawPages, @"\d+");
if (match.Success && int.TryParse(match.Value, out var count))
{
detectedPageCount = count;
}
break;
}
}
return detectedPageCount;
}
///
/// 画像リストを構築します。
///
private static void ExtractImages(HtmlDocument doc, GalleryItem item, string galleryId, int pageCount)
{
// ページグリッド内のサムネイル画像から抽出
var imgNodes = doc.DocumentNode.SelectNodes("//div[contains(@class, 'page-grid')]//img") ??
doc.DocumentNode.SelectNodes("//main//img[contains(@src, '/g/')]");
var collectedImages = new List();
if (imgNodes != null)
{
int pageNum = 1;
foreach (var img in imgNodes)
{
var src = img.GetAttributeValue("src", null) ??
img.GetAttributeValue("data-src", null);
if (string.IsNullOrWhiteSpace(src) || src.Contains("cover.webp") || src.Contains("logo"))
{
continue;
}
// サムネイルURL(例: https://img.aurahentai.com/thumb/g/013597/001.webp)
var thumbUrl = src.StartsWith("http") ? src : $"{ImageBaseUrl}{src}";
// 本文の高解像度URL(例: https://img.aurahentai.com/g/013597/001.webp)
var fullImageUrl = thumbUrl.Replace("/thumb/g/", "/g/");
var alt = img.GetAttributeValue("alt", null);
collectedImages.Add(new ImageInfo
{
PageNumber = pageNum++,
ImageUrl = fullImageUrl,
ThumbnailUrl = thumbUrl,
AltText = CleanText(alt) ?? $"{item.Title} {pageNum}ページ"
});
}
}
// HTMLから取得できなかった場合、またはページ数情報がある場合は連番URLを補完生成
if (collectedImages.Count == 0 && pageCount > 0)
{
for (int i = 1; i <= pageCount; i++)
{
var pageStr = i.ToString("D3");
collectedImages.Add(new ImageInfo
{
PageNumber = i,
ImageUrl = $"{ImageBaseUrl}/g/{galleryId}/{pageStr}.webp",
ThumbnailUrl = $"{ImageBaseUrl}/thumb/g/{galleryId}/{pageStr}.webp",
AltText = $"{item.Title} {i}ページ"
});
}
}
else if (pageCount > collectedImages.Count)
{
// グリッドが折りたたまれて一部しかHTMLにない場合、総ページ数まで補完
int existingCount = collectedImages.Count;
for (int i = existingCount + 1; i <= pageCount; i++)
{
var pageStr = i.ToString("D3");
collectedImages.Add(new ImageInfo
{
PageNumber = i,
ImageUrl = $"{ImageBaseUrl}/g/{galleryId}/{pageStr}.webp",
ThumbnailUrl = $"{ImageBaseUrl}/thumb/g/{galleryId}/{pageStr}.webp",
AltText = $"{item.Title} {i}ページ"
});
}
}
item.Images.AddRange(collectedImages);
}
}