261 lines
12 KiB
C#
261 lines
12 KiB
C#
using System.Globalization;
|
|
using System.Text.Encodings.Web;
|
|
using System.Text.Json;
|
|
using System.Text.RegularExpressions;
|
|
using Microsoft.Extensions.Caching.Memory;
|
|
using Microsoft.Extensions.Logging;
|
|
using WebImageViewer.Class.Unified.Common;
|
|
using WebImageViewer.Class.Unified.Models;
|
|
|
|
namespace WebImageViewer.Class.Unified.Scrapers;
|
|
|
|
/// <summary>
|
|
/// Hitomi.la 固有の統一画像スクレイパー
|
|
/// gg.jsの動的パースによるサブドメイン・ハッシュ解決と画像プロキシ連携を実装
|
|
/// </summary>
|
|
public class UnifiedHitomiScraper : BaseUnifiedScraper
|
|
{
|
|
private const string BaseDomain = "hitomi.la";
|
|
private const string BaseUrl = "https://hitomi.la";
|
|
private const string LtnDomain = "https://ltn.gold-usergeneratedcontent.net";
|
|
private const string ContentDomain = "gold-usergeneratedcontent.net";
|
|
|
|
private readonly IMemoryCache _cache;
|
|
private static readonly TimeSpan GgCacheDuration = TimeSpan.FromMinutes(15);
|
|
|
|
public override string SiteName => "Hitomi.la";
|
|
public override string SiteKey => "hitomi";
|
|
public override IReadOnlyList<string> SupportedDomains => new[] { "hitomi.la", "hitomi" };
|
|
|
|
public UnifiedHitomiScraper(UnifiedHttpHelper httpHelper, IMemoryCache cache, ILogger<UnifiedHitomiScraper> logger)
|
|
: base(httpHelper, logger)
|
|
{
|
|
_cache = cache;
|
|
}
|
|
|
|
public override async Task<UnifiedGalleryItem?> ScrapeAsync(string urlOrPath, CancellationToken ct = default)
|
|
{
|
|
var galleryId = ExtractGalleryId(urlOrPath);
|
|
if (string.IsNullOrWhiteSpace(galleryId))
|
|
{
|
|
Logger.LogWarning("[{SiteName}] 有効なギャラリーIDを抽出できませんでした: {Input}", SiteName, urlOrPath);
|
|
return null;
|
|
}
|
|
|
|
var galleryJsUrl = $"{LtnDomain}/galleries/{galleryId}.js";
|
|
Logger.LogInformation("[{SiteName}] ギャラリーメタデータ取得開始 - ID: {Id}", SiteName, galleryId);
|
|
|
|
string galleryJs;
|
|
try
|
|
{
|
|
galleryJs = await HttpHelper.GetHtmlAsync(galleryJsUrl, ct: ct);
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
Logger.LogWarning(ex, "[{SiteName}] galleries/{Id}.js の取得に失敗しました。hitomi.laからフォールバック試行します", SiteName, galleryId);
|
|
try
|
|
{
|
|
galleryJs = await HttpHelper.GetHtmlAsync($"https://ltn.hitomi.la/galleries/{galleryId}.js", ct: ct);
|
|
}
|
|
catch (Exception ex2)
|
|
{
|
|
Logger.LogError(ex2, "[{SiteName}] フォールバック先からの取得にも失敗しました: ID={Id}", SiteName, galleryId);
|
|
return null;
|
|
}
|
|
}
|
|
|
|
var json = ExtractJsonFromJs(galleryJs);
|
|
if (string.IsNullOrWhiteSpace(json)) return null;
|
|
|
|
using var doc = JsonDocument.Parse(json);
|
|
var root = doc.RootElement;
|
|
|
|
var title = root.TryGetProperty("title", out var titleProp) ? titleProp.GetString() ?? "" : "";
|
|
var japaneseTitle = root.TryGetProperty("japanese_title", out var jtProp) ? jtProp.GetString() : null;
|
|
var displayTitle = !string.IsNullOrWhiteSpace(japaneseTitle) ? japaneseTitle : title;
|
|
var category = root.TryGetProperty("type", out var typeProp) ? typeProp.GetString() ?? "general" : "general";
|
|
|
|
var galleryItem = new UnifiedGalleryItem
|
|
{
|
|
Id = galleryId,
|
|
Title = displayTitle,
|
|
JapaneseTitle = japaneseTitle,
|
|
Category = category,
|
|
SourceSite = SiteName,
|
|
SourceUrl = $"{BaseUrl}/reader/{galleryId}.html",
|
|
FetchedAt = DateTime.UtcNow
|
|
};
|
|
|
|
if (root.TryGetProperty("artists", out var artistsProp) && artistsProp.ValueKind == JsonValueKind.Array)
|
|
{
|
|
var artists = artistsProp.EnumerateArray().Select(a => a.TryGetProperty("artist", out var v) ? v.GetString() : null).Where(v => !string.IsNullOrEmpty(v)).ToList();
|
|
if (artists.Count > 0) galleryItem.Author = string.Join(", ", artists);
|
|
}
|
|
|
|
if (root.TryGetProperty("groups", out var groupsProp) && groupsProp.ValueKind == JsonValueKind.Array)
|
|
{
|
|
var groups = groupsProp.EnumerateArray().Select(g => g.TryGetProperty("group", out var v) ? v.GetString() : null).Where(v => !string.IsNullOrEmpty(v)).ToList();
|
|
if (groups.Count > 0) galleryItem.Circle = string.Join(", ", groups);
|
|
}
|
|
|
|
galleryItem.Tags = ExtractTags(root);
|
|
|
|
var ggData = await GetGgDataAsync(ct);
|
|
|
|
if (root.TryGetProperty("files", out var filesProp) && filesProp.ValueKind == JsonValueKind.Array)
|
|
{
|
|
int pageNum = 1;
|
|
foreach (var file in filesProp.EnumerateArray())
|
|
{
|
|
var hash = file.TryGetProperty("hash", out var hashProp) ? hashProp.GetString() ?? "" : "";
|
|
var fileName = file.TryGetProperty("name", out var nameProp) ? nameProp.GetString() ?? "" : "";
|
|
var width = file.TryGetProperty("width", out var wProp) && wProp.TryGetInt32(out var w) ? w : (int?)null;
|
|
var height = file.TryGetProperty("height", out var hProp) && hProp.TryGetInt32(out var h) ? h : (int?)null;
|
|
|
|
if (string.IsNullOrWhiteSpace(hash)) continue;
|
|
|
|
var rawImageUrl = BuildWebpImageUrl(hash, ggData);
|
|
// 1ページ目は大サムネイル(webpbigtn)、2ページ目以降は通常サムネイル(webpsmalltn)
|
|
var rawThumbUrl = BuildThumbnailUrl(hash, ggData, isBig: pageNum == 1);
|
|
var referer = $"{BaseUrl}/reader/{galleryId}.html";
|
|
var proxyImageUrl = $"/api/proxy-image?url={UrlEncoder.Default.Encode(rawImageUrl)}&referer={UrlEncoder.Default.Encode(referer)}";
|
|
var proxyThumbUrl = $"/api/proxy-image?url={UrlEncoder.Default.Encode(rawThumbUrl)}&referer={UrlEncoder.Default.Encode(referer)}";
|
|
|
|
galleryItem.Images.Add(new UnifiedImageInfo
|
|
{
|
|
PageNumber = pageNum++,
|
|
ImageUrl = proxyImageUrl,
|
|
ThumbnailUrl = proxyThumbUrl,
|
|
AltText = $"{displayTitle} {pageNum - 1}ページ ({fileName})",
|
|
Width = width,
|
|
Height = height
|
|
});
|
|
}
|
|
}
|
|
|
|
if (galleryItem.Images.Count > 0)
|
|
{
|
|
galleryItem.ThumbnailUrl = galleryItem.Images[0].ThumbnailUrl;
|
|
}
|
|
|
|
return galleryItem;
|
|
}
|
|
|
|
private static string ExtractGalleryId(string input)
|
|
{
|
|
var trimmed = input.Trim();
|
|
if (Regex.IsMatch(trimmed, @"^\d+$")) return trimmed;
|
|
var match = Regex.Match(trimmed, @"(?:-|/|^)(\d{5,8})(?:\.html)?(?:/|$)");
|
|
if (match.Success) return match.Groups[1].Value;
|
|
var fallback = Regex.Match(trimmed, @"\d{5,8}");
|
|
return fallback.Success ? fallback.Value : "";
|
|
}
|
|
|
|
private static string ExtractJsonFromJs(string js)
|
|
{
|
|
var match = Regex.Match(js, @"var\s+galleryinfo\s*=\s*(\{.*?\});?\s*$", RegexOptions.Singleline);
|
|
if (match.Success) return match.Groups[1].Value;
|
|
var start = js.IndexOf('{');
|
|
var end = js.LastIndexOf('}');
|
|
return (start >= 0 && end > start) ? js.Substring(start, end - start + 1) : "";
|
|
}
|
|
|
|
private static List<string> ExtractTags(JsonElement root)
|
|
{
|
|
var list = new List<string>();
|
|
if (root.TryGetProperty("tags", out var arrayProp) && arrayProp.ValueKind == JsonValueKind.Array)
|
|
{
|
|
foreach (var elem in arrayProp.EnumerateArray())
|
|
{
|
|
if (elem.TryGetProperty("tag", out var v) && !string.IsNullOrWhiteSpace(v.GetString()))
|
|
{
|
|
list.Add(v.GetString()!.Trim());
|
|
}
|
|
}
|
|
}
|
|
return list;
|
|
}
|
|
|
|
private async Task<GgData> GetGgDataAsync(CancellationToken ct)
|
|
{
|
|
const string cacheKey = "unified_hitomi_gg_data";
|
|
if (_cache.TryGetValue(cacheKey, out GgData? cached) && cached != null) return cached;
|
|
|
|
// フォールバック用の正時タイムスタンプ(UTC毎正時秒 + 1)
|
|
var nowSec = DateTimeOffset.UtcNow.ToUnixTimeSeconds();
|
|
var fallbackB = $"{nowSec / 3600 * 3600 + 1}/";
|
|
|
|
try
|
|
{
|
|
var ggJs = await HttpHelper.GetHtmlAsync($"{LtnDomain}/gg.js", ct: ct);
|
|
var bMatch = Regex.Match(ggJs, @"b:\s*['""]([^'""]+)['""]");
|
|
var b = bMatch.Success ? bMatch.Groups[1].Value : fallbackB;
|
|
|
|
// gg.js の m(g) 関数内の初期値とcaseマッチ時の値をパース(Hitomi側の仕様変更に動的追従)
|
|
int defaultO = 0;
|
|
var defaultMatch = Regex.Match(ggJs, @"var\s+o\s*=\s*(\d+)");
|
|
if (defaultMatch.Success && int.TryParse(defaultMatch.Groups[1].Value, out var dVal))
|
|
{
|
|
defaultO = dVal;
|
|
}
|
|
|
|
int matchedO = 1;
|
|
var matchedMatch = Regex.Match(ggJs, @"o\s*=\s*(\d+);\s*break;");
|
|
if (matchedMatch.Success && int.TryParse(matchedMatch.Groups[1].Value, out var mVal))
|
|
{
|
|
matchedO = mVal;
|
|
}
|
|
|
|
var cases = new HashSet<int>();
|
|
foreach (Match m in Regex.Matches(ggJs, @"case\s+(\d+):"))
|
|
{
|
|
if (int.TryParse(m.Groups[1].Value, out var c)) cases.Add(c);
|
|
}
|
|
|
|
var result = new GgData(b, cases, defaultO, matchedO);
|
|
|
|
// 次の正時(0分)までの残り時間、または最大15分でキャッシュ
|
|
var nextHour = DateTimeOffset.FromUnixTimeSeconds((nowSec / 3600 + 1) * 3600);
|
|
var cacheDuration = nextHour - DateTimeOffset.UtcNow;
|
|
if (cacheDuration > GgCacheDuration) cacheDuration = GgCacheDuration;
|
|
if (cacheDuration < TimeSpan.FromSeconds(30)) cacheDuration = TimeSpan.FromSeconds(30);
|
|
|
|
_cache.Set(cacheKey, result, cacheDuration);
|
|
return result;
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
Logger.LogWarning(ex, "[{SiteName}] gg.js の取得・パースに失敗したため、動的フォールバック値を使用します", SiteName);
|
|
return new GgData(fallbackB, new HashSet<int>(), 0, 1);
|
|
}
|
|
}
|
|
|
|
private static string BuildWebpImageUrl(string hash, GgData gg)
|
|
{
|
|
if (hash.Length < 3) return "";
|
|
var m1 = hash.Substring(hash.Length - 3, 2);
|
|
var m2 = hash.Substring(hash.Length - 1, 1);
|
|
var g = int.Parse(m2 + m1, NumberStyles.HexNumber);
|
|
// gg.js の m(g) ロジック: caseに一致した場合は MatchedO、不一致なら DefaultO
|
|
var mVal = gg.Cases.Contains(g) ? gg.MatchedO : gg.DefaultO;
|
|
var subNum = 1 + mVal;
|
|
return $"https://w{subNum}.{ContentDomain}/{gg.B}{g}/{hash}.webp";
|
|
}
|
|
|
|
private static string BuildThumbnailUrl(string hash, GgData gg, bool isBig = false)
|
|
{
|
|
if (hash.Length < 3) return "";
|
|
var m1 = hash.Substring(hash.Length - 3, 2);
|
|
var m2 = hash.Substring(hash.Length - 1, 1);
|
|
var g = int.Parse(m2 + m1, NumberStyles.HexNumber);
|
|
// gg.js の m(g) ロジック: caseに一致した場合は MatchedO、不一致なら DefaultO
|
|
var mVal = gg.Cases.Contains(g) ? gg.MatchedO : gg.DefaultO;
|
|
var subLet = (char)('a' + mVal);
|
|
// 1ページ目(カバー)は webpbigtn、2ページ目以降のサムネイルは webpsmalltn
|
|
var tnDir = isBig ? "webpbigtn" : "webpsmalltn";
|
|
return $"https://{subLet}tn.{ContentDomain}/{tnDir}/{m2}/{m1}/{hash}.webp";
|
|
}
|
|
|
|
private record GgData(string B, HashSet<int> Cases, int DefaultO, int MatchedO);
|
|
}
|