Files
WebImageViewer/WebImageViewer/Class/Unified/Scrapers/UnifiedHitomiScraper.cs
T

261 lines
12 KiB
C#

using System.Globalization;
using System.Text.Encodings.Web;
using System.Text.Json;
using System.Text.RegularExpressions;
using Microsoft.Extensions.Caching.Memory;
using Microsoft.Extensions.Logging;
using WebImageViewer.Class.Unified.Common;
using WebImageViewer.Class.Unified.Models;
namespace WebImageViewer.Class.Unified.Scrapers;
/// <summary>
/// Hitomi.la 固有の統一画像スクレイパー
/// gg.jsの動的パースによるサブドメイン・ハッシュ解決と画像プロキシ連携を実装
/// </summary>
public class UnifiedHitomiScraper : BaseUnifiedScraper
{
private const string BaseDomain = "hitomi.la";
private const string BaseUrl = "https://hitomi.la";
private const string LtnDomain = "https://ltn.gold-usergeneratedcontent.net";
private const string ContentDomain = "gold-usergeneratedcontent.net";
private readonly IMemoryCache _cache;
private static readonly TimeSpan GgCacheDuration = TimeSpan.FromMinutes(15);
public override string SiteName => "Hitomi.la";
public override string SiteKey => "hitomi";
public override IReadOnlyList<string> SupportedDomains => new[] { "hitomi.la", "hitomi" };
public UnifiedHitomiScraper(UnifiedHttpHelper httpHelper, IMemoryCache cache, ILogger<UnifiedHitomiScraper> logger)
: base(httpHelper, logger)
{
_cache = cache;
}
public override async Task<UnifiedGalleryItem?> ScrapeAsync(string urlOrPath, CancellationToken ct = default)
{
var galleryId = ExtractGalleryId(urlOrPath);
if (string.IsNullOrWhiteSpace(galleryId))
{
Logger.LogWarning("[{SiteName}] 有効なギャラリーIDを抽出できませんでした: {Input}", SiteName, urlOrPath);
return null;
}
var galleryJsUrl = $"{LtnDomain}/galleries/{galleryId}.js";
Logger.LogInformation("[{SiteName}] ギャラリーメタデータ取得開始 - ID: {Id}", SiteName, galleryId);
string galleryJs;
try
{
galleryJs = await HttpHelper.GetHtmlAsync(galleryJsUrl, ct: ct);
}
catch (Exception ex)
{
Logger.LogWarning(ex, "[{SiteName}] galleries/{Id}.js の取得に失敗しました。hitomi.laからフォールバック試行します", SiteName, galleryId);
try
{
galleryJs = await HttpHelper.GetHtmlAsync($"https://ltn.hitomi.la/galleries/{galleryId}.js", ct: ct);
}
catch (Exception ex2)
{
Logger.LogError(ex2, "[{SiteName}] フォールバック先からの取得にも失敗しました: ID={Id}", SiteName, galleryId);
return null;
}
}
var json = ExtractJsonFromJs(galleryJs);
if (string.IsNullOrWhiteSpace(json)) return null;
using var doc = JsonDocument.Parse(json);
var root = doc.RootElement;
var title = root.TryGetProperty("title", out var titleProp) ? titleProp.GetString() ?? "" : "";
var japaneseTitle = root.TryGetProperty("japanese_title", out var jtProp) ? jtProp.GetString() : null;
var displayTitle = !string.IsNullOrWhiteSpace(japaneseTitle) ? japaneseTitle : title;
var category = root.TryGetProperty("type", out var typeProp) ? typeProp.GetString() ?? "general" : "general";
var galleryItem = new UnifiedGalleryItem
{
Id = galleryId,
Title = displayTitle,
JapaneseTitle = japaneseTitle,
Category = category,
SourceSite = SiteName,
SourceUrl = $"{BaseUrl}/reader/{galleryId}.html",
FetchedAt = DateTime.UtcNow
};
if (root.TryGetProperty("artists", out var artistsProp) && artistsProp.ValueKind == JsonValueKind.Array)
{
var artists = artistsProp.EnumerateArray().Select(a => a.TryGetProperty("artist", out var v) ? v.GetString() : null).Where(v => !string.IsNullOrEmpty(v)).ToList();
if (artists.Count > 0) galleryItem.Author = string.Join(", ", artists);
}
if (root.TryGetProperty("groups", out var groupsProp) && groupsProp.ValueKind == JsonValueKind.Array)
{
var groups = groupsProp.EnumerateArray().Select(g => g.TryGetProperty("group", out var v) ? v.GetString() : null).Where(v => !string.IsNullOrEmpty(v)).ToList();
if (groups.Count > 0) galleryItem.Circle = string.Join(", ", groups);
}
galleryItem.Tags = ExtractTags(root);
var ggData = await GetGgDataAsync(ct);
if (root.TryGetProperty("files", out var filesProp) && filesProp.ValueKind == JsonValueKind.Array)
{
int pageNum = 1;
foreach (var file in filesProp.EnumerateArray())
{
var hash = file.TryGetProperty("hash", out var hashProp) ? hashProp.GetString() ?? "" : "";
var fileName = file.TryGetProperty("name", out var nameProp) ? nameProp.GetString() ?? "" : "";
var width = file.TryGetProperty("width", out var wProp) && wProp.TryGetInt32(out var w) ? w : (int?)null;
var height = file.TryGetProperty("height", out var hProp) && hProp.TryGetInt32(out var h) ? h : (int?)null;
if (string.IsNullOrWhiteSpace(hash)) continue;
var rawImageUrl = BuildWebpImageUrl(hash, ggData);
// 1ページ目は大サムネイル(webpbigtn)、2ページ目以降は通常サムネイル(webpsmalltn)
var rawThumbUrl = BuildThumbnailUrl(hash, ggData, isBig: pageNum == 1);
var referer = $"{BaseUrl}/reader/{galleryId}.html";
var proxyImageUrl = $"/api/proxy-image?url={UrlEncoder.Default.Encode(rawImageUrl)}&referer={UrlEncoder.Default.Encode(referer)}";
var proxyThumbUrl = $"/api/proxy-image?url={UrlEncoder.Default.Encode(rawThumbUrl)}&referer={UrlEncoder.Default.Encode(referer)}";
galleryItem.Images.Add(new UnifiedImageInfo
{
PageNumber = pageNum++,
ImageUrl = proxyImageUrl,
ThumbnailUrl = proxyThumbUrl,
AltText = $"{displayTitle} {pageNum - 1}ページ ({fileName})",
Width = width,
Height = height
});
}
}
if (galleryItem.Images.Count > 0)
{
galleryItem.ThumbnailUrl = galleryItem.Images[0].ThumbnailUrl;
}
return galleryItem;
}
private static string ExtractGalleryId(string input)
{
var trimmed = input.Trim();
if (Regex.IsMatch(trimmed, @"^\d+$")) return trimmed;
var match = Regex.Match(trimmed, @"(?:-|/|^)(\d{5,8})(?:\.html)?(?:/|$)");
if (match.Success) return match.Groups[1].Value;
var fallback = Regex.Match(trimmed, @"\d{5,8}");
return fallback.Success ? fallback.Value : "";
}
private static string ExtractJsonFromJs(string js)
{
var match = Regex.Match(js, @"var\s+galleryinfo\s*=\s*(\{.*?\});?\s*$", RegexOptions.Singleline);
if (match.Success) return match.Groups[1].Value;
var start = js.IndexOf('{');
var end = js.LastIndexOf('}');
return (start >= 0 && end > start) ? js.Substring(start, end - start + 1) : "";
}
private static List<string> ExtractTags(JsonElement root)
{
var list = new List<string>();
if (root.TryGetProperty("tags", out var arrayProp) && arrayProp.ValueKind == JsonValueKind.Array)
{
foreach (var elem in arrayProp.EnumerateArray())
{
if (elem.TryGetProperty("tag", out var v) && !string.IsNullOrWhiteSpace(v.GetString()))
{
list.Add(v.GetString()!.Trim());
}
}
}
return list;
}
private async Task<GgData> GetGgDataAsync(CancellationToken ct)
{
const string cacheKey = "unified_hitomi_gg_data";
if (_cache.TryGetValue(cacheKey, out GgData? cached) && cached != null) return cached;
// フォールバック用の正時タイムスタンプ(UTC毎正時秒 + 1)
var nowSec = DateTimeOffset.UtcNow.ToUnixTimeSeconds();
var fallbackB = $"{nowSec / 3600 * 3600 + 1}/";
try
{
var ggJs = await HttpHelper.GetHtmlAsync($"{LtnDomain}/gg.js", ct: ct);
var bMatch = Regex.Match(ggJs, @"b:\s*['""]([^'""]+)['""]");
var b = bMatch.Success ? bMatch.Groups[1].Value : fallbackB;
// gg.js の m(g) 関数内の初期値とcaseマッチ時の値をパース(Hitomi側の仕様変更に動的追従)
int defaultO = 0;
var defaultMatch = Regex.Match(ggJs, @"var\s+o\s*=\s*(\d+)");
if (defaultMatch.Success && int.TryParse(defaultMatch.Groups[1].Value, out var dVal))
{
defaultO = dVal;
}
int matchedO = 1;
var matchedMatch = Regex.Match(ggJs, @"o\s*=\s*(\d+);\s*break;");
if (matchedMatch.Success && int.TryParse(matchedMatch.Groups[1].Value, out var mVal))
{
matchedO = mVal;
}
var cases = new HashSet<int>();
foreach (Match m in Regex.Matches(ggJs, @"case\s+(\d+):"))
{
if (int.TryParse(m.Groups[1].Value, out var c)) cases.Add(c);
}
var result = new GgData(b, cases, defaultO, matchedO);
// 次の正時(0分)までの残り時間、または最大15分でキャッシュ
var nextHour = DateTimeOffset.FromUnixTimeSeconds((nowSec / 3600 + 1) * 3600);
var cacheDuration = nextHour - DateTimeOffset.UtcNow;
if (cacheDuration > GgCacheDuration) cacheDuration = GgCacheDuration;
if (cacheDuration < TimeSpan.FromSeconds(30)) cacheDuration = TimeSpan.FromSeconds(30);
_cache.Set(cacheKey, result, cacheDuration);
return result;
}
catch (Exception ex)
{
Logger.LogWarning(ex, "[{SiteName}] gg.js の取得・パースに失敗したため、動的フォールバック値を使用します", SiteName);
return new GgData(fallbackB, new HashSet<int>(), 0, 1);
}
}
private static string BuildWebpImageUrl(string hash, GgData gg)
{
if (hash.Length < 3) return "";
var m1 = hash.Substring(hash.Length - 3, 2);
var m2 = hash.Substring(hash.Length - 1, 1);
var g = int.Parse(m2 + m1, NumberStyles.HexNumber);
// gg.js の m(g) ロジック: caseに一致した場合は MatchedO、不一致なら DefaultO
var mVal = gg.Cases.Contains(g) ? gg.MatchedO : gg.DefaultO;
var subNum = 1 + mVal;
return $"https://w{subNum}.{ContentDomain}/{gg.B}{g}/{hash}.webp";
}
private static string BuildThumbnailUrl(string hash, GgData gg, bool isBig = false)
{
if (hash.Length < 3) return "";
var m1 = hash.Substring(hash.Length - 3, 2);
var m2 = hash.Substring(hash.Length - 1, 1);
var g = int.Parse(m2 + m1, NumberStyles.HexNumber);
// gg.js の m(g) ロジック: caseに一致した場合は MatchedO、不一致なら DefaultO
var mVal = gg.Cases.Contains(g) ? gg.MatchedO : gg.DefaultO;
var subLet = (char)('a' + mVal);
// 1ページ目(カバー)は webpbigtn、2ページ目以降のサムネイルは webpsmalltn
var tnDir = isBig ? "webpbigtn" : "webpsmalltn";
return $"https://{subLet}tn.{ContentDomain}/{tnDir}/{m2}/{m1}/{hash}.webp";
}
private record GgData(string B, HashSet<int> Cases, int DefaultO, int MatchedO);
}