From 838ff22c5eb7cc65748dc22588c99559c6983bc7 Mon Sep 17 00:00:00 2001 From: uduki Date: Wed, 9 Sep 2026 17:46:15 +0900 Subject: [PATCH] =?UTF-8?q?feat:=20movie.eroterest.net=E3=81=AE=E5=A4=9A?= =?UTF-8?q?=E9=9A=8E=E5=B1=A4=E5=8B=95=E7=94=BB=E6=8E=A2=E7=B4=A2=E3=82=A8?= =?UTF-8?q?=E3=83=B3=E3=82=B8=E3=83=B3=E3=81=8A=E3=82=88=E3=81=B3=E3=82=B5?= =?UTF-8?q?=E3=82=A4=E3=83=88=E5=88=A5=E3=83=95=E3=82=A9=E3=83=AB=E3=83=80?= =?UTF-8?q?=E3=83=BB=E3=82=AF=E3=83=A9=E3=82=B9=E6=A7=8B=E6=88=90=E3=81=AE?= =?UTF-8?q?=E5=AE=9F=E8=A3=85?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../Eroterest/Blog2nt/Blog2ntSiteResolver.cs | 82 +++++ .../Blogterest/BlogterestSiteResolver.cs | 100 ++++++ .../Class/Eroterest/Core/EroterestCrawler.cs | 119 +++++++ .../Eroterest/Core/IEroterestSiteResolver.cs | 36 +++ .../Eroterest/Core/SiteResolveContext.cs | 35 ++ .../Class/Eroterest/Core/SiteResolveResult.cs | 65 ++++ .../Eroterest/Core/SiteResolverRegistry.cs | 72 +++++ .../Class/Eroterest/Doga/DogaSiteResolver.cs | 117 +++++++ .../Class/Eroterest/Fc2/Fc2SiteResolver.cs | 48 +++ .../Eroterest/Generic/GenericSiteResolver.cs | 94 ++++++ .../Class/Eroterest/Laxd/LaxdSiteResolver.cs | 46 +++ .../Class/Eroterest/Ltt/LttSiteResolver.cs | 66 ++++ .../Class/Eroterest/MovieEroterestConfig.cs | 10 + .../Eroterest/MovieEroterestVideoParser.cs | 303 ++---------------- .../Eroterest/Senzuri/SenzuriSiteResolver.cs | 45 +++ .../Class/Eroterest/Txxx/TxxxSiteResolver.cs | 48 +++ .../Eroterest/Upornia/UporniaSiteResolver.cs | 45 +++ .../Class/Eroterest/Vjav/VjavSiteResolver.cs | 45 +++ .../WordPressBlogSiteResolver.cs | 112 +++++++ .../Eroterest/YouJizz/YouJizzSiteResolver.cs | 45 +++ 20 files changed, 1257 insertions(+), 276 deletions(-) create mode 100644 rss-generator/Class/Eroterest/Blog2nt/Blog2ntSiteResolver.cs create mode 100644 rss-generator/Class/Eroterest/Blogterest/BlogterestSiteResolver.cs create mode 100644 rss-generator/Class/Eroterest/Core/EroterestCrawler.cs create mode 100644 rss-generator/Class/Eroterest/Core/IEroterestSiteResolver.cs create mode 100644 rss-generator/Class/Eroterest/Core/SiteResolveContext.cs create mode 100644 rss-generator/Class/Eroterest/Core/SiteResolveResult.cs create mode 100644 rss-generator/Class/Eroterest/Core/SiteResolverRegistry.cs create mode 100644 rss-generator/Class/Eroterest/Doga/DogaSiteResolver.cs create mode 100644 rss-generator/Class/Eroterest/Fc2/Fc2SiteResolver.cs create mode 100644 rss-generator/Class/Eroterest/Generic/GenericSiteResolver.cs create mode 100644 rss-generator/Class/Eroterest/Laxd/LaxdSiteResolver.cs create mode 100644 rss-generator/Class/Eroterest/Ltt/LttSiteResolver.cs create mode 100644 rss-generator/Class/Eroterest/Senzuri/SenzuriSiteResolver.cs create mode 100644 rss-generator/Class/Eroterest/Txxx/TxxxSiteResolver.cs create mode 100644 rss-generator/Class/Eroterest/Upornia/UporniaSiteResolver.cs create mode 100644 rss-generator/Class/Eroterest/Vjav/VjavSiteResolver.cs create mode 100644 rss-generator/Class/Eroterest/WordPressBlog/WordPressBlogSiteResolver.cs create mode 100644 rss-generator/Class/Eroterest/YouJizz/YouJizzSiteResolver.cs diff --git a/rss-generator/Class/Eroterest/Blog2nt/Blog2ntSiteResolver.cs b/rss-generator/Class/Eroterest/Blog2nt/Blog2ntSiteResolver.cs new file mode 100644 index 0000000..e7dbf67 --- /dev/null +++ b/rss-generator/Class/Eroterest/Blog2nt/Blog2ntSiteResolver.cs @@ -0,0 +1,82 @@ +using AngleSharp.Dom; +using rss_generator.Class.Common; +using rss_generator.Class.Eroterest.Core; +using System; +using System.Collections.Generic; +using System.Threading; +using System.Threading.Tasks; + +namespace rss_generator.Class.Eroterest.Blog2nt; + +/// +/// *.2nt.com (2NTブログ系まとめサイト) のページ解析リゾルバー +/// 本文から動画サイトや別の中間まとめリンク、記事公開日を抽出します。 +/// +internal class Blog2ntSiteResolver : IEroterestSiteResolver +{ + public string SiteName => "blog2nt"; + public int Priority => 65; + + public bool CanHandle(string url, IDocument? doc = null) + { + return !string.IsNullOrWhiteSpace(url) && url.Contains(".blog.2nt.com", StringComparison.OrdinalIgnoreCase); + } + + public async Task ResolveAsync( + HttpClient client, + string url, + IDocument? preloadedDoc, + SiteResolveContext context, + CancellationToken ct) + { + var result = new SiteResolveResult(); + + var doc = preloadedDoc ?? await CmnUtil.GetDocument(client, url, cancellationToken: ct); + if (doc == null) return result; + + // 投稿日 + var dateEl = doc.QuerySelector(".entry-date, .date, time, .entry_date"); + var dateText = dateEl?.TextContent?.Trim(); + if (!string.IsNullOrWhiteSpace(dateText) && DateTimeOffset.TryParse(dateText, out var parsedDate)) + { + result.ArticlePublishDate = parsedDate; + } + + var candidateLinks = doc.QuerySelectorAll(".entry_body a, .entry-body a, .entry a, a[href]"); + var seen = new HashSet(StringComparer.OrdinalIgnoreCase); + + foreach (var a in candidateLinks) + { + var href = a.GetAttribute("href")?.Trim(); + if (string.IsNullOrWhiteSpace(href) || href.Equals(url, StringComparison.OrdinalIgnoreCase)) continue; + + if (href.EndsWith(".jpg", StringComparison.OrdinalIgnoreCase) || + href.EndsWith(".png", StringComparison.OrdinalIgnoreCase) || + href.Contains("blog-category", StringComparison.OrdinalIgnoreCase) || + href.Contains("movie.eroterest.net/popular", StringComparison.OrdinalIgnoreCase)) + { + continue; + } + + if (!seen.Add(href)) continue; + + // 動画リンクを優先 + if (href.Contains("txxx.com", StringComparison.OrdinalIgnoreCase) || + href.Contains("senzuri.tube", StringComparison.OrdinalIgnoreCase) || + href.Contains("upornia.com", StringComparison.OrdinalIgnoreCase) || + href.Contains("do-ga.eroterest.net", StringComparison.OrdinalIgnoreCase) || + href.Contains("laxd.com", StringComparison.OrdinalIgnoreCase) || + href.Contains("fc2.com", StringComparison.OrdinalIgnoreCase) || + href.Contains("youjizz.com", StringComparison.OrdinalIgnoreCase)) + { + result.NextCandidateUrls.Insert(0, href); + } + else + { + result.NextCandidateUrls.Add(href); + } + } + + return result; + } +} diff --git a/rss-generator/Class/Eroterest/Blogterest/BlogterestSiteResolver.cs b/rss-generator/Class/Eroterest/Blogterest/BlogterestSiteResolver.cs new file mode 100644 index 0000000..5dddc42 --- /dev/null +++ b/rss-generator/Class/Eroterest/Blogterest/BlogterestSiteResolver.cs @@ -0,0 +1,100 @@ +using AngleSharp.Dom; +using rss_generator.Class.Common; +using rss_generator.Class.Eroterest.Core; +using System; +using System.Collections.Generic; +using System.Text.RegularExpressions; +using System.Threading; +using System.Threading.Tasks; + +namespace rss_generator.Class.Eroterest.Blogterest; + +/// +/// *.blogterest.net (エロタレスト系まとめブログ群) のページ解析リゾルバー +/// 本文やエントリーパーツから実動画リンク(Doga, LAXD, FC2, TXXX, Upornia, etc.)および次の中間まとめリンクを抽出します。 +/// +internal class BlogterestSiteResolver : IEroterestSiteResolver +{ + public string SiteName => "blogterest"; + public int Priority => 70; + + public bool CanHandle(string url, IDocument? doc = null) + { + return !string.IsNullOrWhiteSpace(url) && url.Contains(".blogterest.net", StringComparison.OrdinalIgnoreCase); + } + + public async Task ResolveAsync( + HttpClient client, + string url, + IDocument? preloadedDoc, + SiteResolveContext context, + CancellationToken ct) + { + var result = new SiteResolveResult(); + + var doc = preloadedDoc ?? await CmnUtil.GetDocument(client, url, cancellationToken: ct); + if (doc == null) return result; + + // 1. 記事投稿日の抽出 + var dateEl = doc.QuerySelector(".entryDate, .post-date, time, .date"); + var dateText = dateEl?.TextContent?.Trim(); + if (!string.IsNullOrWhiteSpace(dateText) && DateTimeOffset.TryParse(dateText, out var parsedDate)) + { + result.ArticlePublishDate = parsedDate; + } + + // 2. ブログ内の主要エリアからリンクを走査 + var priorityLinks = doc.QuerySelectorAll(".entryImage a, .entryParts a, .pagePiece a, .entryBody a, .entry a"); + var seenLinks = new HashSet(StringComparer.OrdinalIgnoreCase); + + foreach (var el in priorityLinks) + { + var rawHref = el.GetAttribute("href")?.Trim(); + if (string.IsNullOrWhiteSpace(rawHref)) continue; + + // 静的アセットやエロタレストTOP、同一ページ自身を除外 + if (rawHref.EndsWith(".jpg", StringComparison.OrdinalIgnoreCase) || + rawHref.EndsWith(".jpeg", StringComparison.OrdinalIgnoreCase) || + rawHref.EndsWith(".png", StringComparison.OrdinalIgnoreCase) || + rawHref.EndsWith(".gif", StringComparison.OrdinalIgnoreCase) || + rawHref.EndsWith(".css", StringComparison.OrdinalIgnoreCase) || + rawHref.EndsWith(".js", StringComparison.OrdinalIgnoreCase) || + rawHref.Contains("eroterest.net/popular", StringComparison.OrdinalIgnoreCase) || + rawHref.Contains("eroterest.net/index/", StringComparison.OrdinalIgnoreCase) || + rawHref.Equals(url, StringComparison.OrdinalIgnoreCase)) + { + continue; + } + + if (!seenLinks.Add(rawHref)) continue; + + // 動画提供元サイトのリンクが見つかった場合は最優先で先頭に追加 + if (IsDirectVideoHostingUrl(rawHref)) + { + result.NextCandidateUrls.Insert(0, rawHref); + } + else + { + result.NextCandidateUrls.Add(rawHref); + } + } + + return result; + } + + private static bool IsDirectVideoHostingUrl(string url) + { + return url.Contains("do-ga.eroterest.net", StringComparison.OrdinalIgnoreCase) || + url.Contains("video.laxd.com", StringComparison.OrdinalIgnoreCase) || + url.Contains("adult.contents.fc2.com", StringComparison.OrdinalIgnoreCase) || + url.Contains("txxx.com", StringComparison.OrdinalIgnoreCase) || + url.Contains("hclips.com", StringComparison.OrdinalIgnoreCase) || + url.Contains("hdzog.com", StringComparison.OrdinalIgnoreCase) || + url.Contains("upornia.com", StringComparison.OrdinalIgnoreCase) || + url.Contains("senzuri.tube", StringComparison.OrdinalIgnoreCase) || + url.Contains("vjav.com", StringComparison.OrdinalIgnoreCase) || + url.Contains("youjizz.com", StringComparison.OrdinalIgnoreCase) || + url.Contains("spankbang.com", StringComparison.OrdinalIgnoreCase) || + url.Contains("xvideos.com", StringComparison.OrdinalIgnoreCase); + } +} diff --git a/rss-generator/Class/Eroterest/Core/EroterestCrawler.cs b/rss-generator/Class/Eroterest/Core/EroterestCrawler.cs new file mode 100644 index 0000000..bb4199d --- /dev/null +++ b/rss-generator/Class/Eroterest/Core/EroterestCrawler.cs @@ -0,0 +1,119 @@ +using rss_generator.Class.Common; +using System; +using System.Collections.Generic; +using System.Threading; +using System.Threading.Tasks; + +namespace rss_generator.Class.Eroterest.Core; + +/// +/// 記事からリンクされた先のサイトを多階層(最大深度まで)自動追跡し、 +/// 実際の動画ストリームまたは動画ページを特定する探索エンジン +/// +internal static class EroterestCrawler +{ + /// + /// 開始URL(まとめブログ等)から多階層探索を開始し、動画またはストリームを探索します。 + /// + public static async Task CrawlAsync( + HttpClient client, + string startUrl, + DateTimeOffset? referenceTime = null, + CancellationToken ct = default) + { + if (string.IsNullOrWhiteSpace(startUrl)) + { + return SiteResolveResult.Empty(); + } + + var context = new SiteResolveContext + { + CurrentDepth = 1, + ReferenceTime = referenceTime ?? DateTimeOffset.Now + }; + + // 探索キュー: (URL, Depth) + var queue = new Queue<(string Url, int Depth)>(); + queue.Enqueue((startUrl, 1)); + context.VisitedUrls.Add(startUrl); + + SiteResolveResult? bestResult = null; + + while (queue.Count > 0 && context.TotalVisitedPages < MovieEroterestConfig.MaxCrawledPagesPerArticle) + { + if (ct.IsCancellationRequested) break; + + var (currentUrl, depth) = queue.Dequeue(); + context.CurrentDepth = depth; + context.TraversedRoute.Add(currentUrl); + + try + { + var resolver = SiteResolverRegistry.GetResolver(currentUrl); + var result = await resolver.ResolveAsync(client, currentUrl, null, context, ct); + + // 記事公開日の補完 + if (bestResult == null || (!bestResult.ArticlePublishDate.HasValue && result.ArticlePublishDate.HasValue)) + { + if (bestResult == null) bestResult = result; + else bestResult.ArticlePublishDate = result.ArticlePublishDate; + } + + // 1. 直接再生可能なストリーム(m3u8, mp4等)が見つかった場合は即終了 + if (!string.IsNullOrWhiteSpace(result.StreamUrl)) + { + result.TraversedRoute = context.TraversedRoute; + return result; + } + + // 2. 確定した動画ページが見つかった場合 + if (!string.IsNullOrWhiteSpace(result.VideoPageUrl)) + { + bestResult = result; + + // もしその動画ページ自体がストリームを解析できるサイト(例: do-ga.eroterest.net 等)であれば、さらに1回だけ追跡 + if (depth < MovieEroterestConfig.MaxCrawlDepth && !context.VisitedUrls.Contains(result.VideoPageUrl)) + { + var targetResolver = SiteResolverRegistry.GetResolver(result.VideoPageUrl); + if (targetResolver.SiteName == "doga") + { + context.VisitedUrls.Add(result.VideoPageUrl); + var deepVideoResult = await targetResolver.ResolveAsync(client, result.VideoPageUrl, null, context, ct); + if (!string.IsNullOrWhiteSpace(deepVideoResult.StreamUrl)) + { + deepVideoResult.TraversedRoute = context.TraversedRoute; + return deepVideoResult; + } + } + } + + // 最終動画ページとして十分な場合は終了 + bestResult.TraversedRoute = context.TraversedRoute; + return bestResult; + } + + // 3. 動画が見つからず、次へ進む候補リンクがある場合 + if (depth < MovieEroterestConfig.MaxCrawlDepth) + { + foreach (var nextUrl in result.NextCandidateUrls) + { + if (string.IsNullOrWhiteSpace(nextUrl)) continue; + + // 同一URLの重複探索防止 + if (context.VisitedUrls.Add(nextUrl)) + { + // 動画サイトの可能性が高いリンクを優先的にキューの前方に配置 + queue.Enqueue((nextUrl, depth + 1)); + } + } + } + } + catch (Exception ex) + { + LogManager.AddLog($"[警告] [EroterestCrawler] URL探索失敗 ({currentUrl}, 階層 {depth}): {ex.Message}"); + } + } + + return bestResult ?? SiteResolveResult.Empty(); + } +} diff --git a/rss-generator/Class/Eroterest/Core/IEroterestSiteResolver.cs b/rss-generator/Class/Eroterest/Core/IEroterestSiteResolver.cs new file mode 100644 index 0000000..e7b54ad --- /dev/null +++ b/rss-generator/Class/Eroterest/Core/IEroterestSiteResolver.cs @@ -0,0 +1,36 @@ +using AngleSharp.Dom; +using System.Threading; +using System.Threading.Tasks; + +namespace rss_generator.Class.Eroterest.Core; + +/// +/// 各サイト(動画配信元または中継ブログ)の解析・ストリーム抽出を行うリゾルバーのインターフェース +/// +internal interface IEroterestSiteResolver +{ + /// + /// サイトの識別名(例: "doga", "blogterest", "laxd", "fc2") + /// + string SiteName { get; } + + /// + /// リゾルバーのマッチング優先度(大きい値ほど優先的に評価) + /// + int Priority { get; } + + /// + /// 指定されたURL(または既存のIDocument)をこのリゾルバーで処理可能かどうかを判定します。 + /// + bool CanHandle(string url, IDocument? doc = null); + + /// + /// 指定されたページを解析し、ストリームURL・元動画URL、または次に辿るべき候補リンクを抽出します。 + /// + Task ResolveAsync( + HttpClient client, + string url, + IDocument? preloadedDoc, + SiteResolveContext context, + CancellationToken ct); +} diff --git a/rss-generator/Class/Eroterest/Core/SiteResolveContext.cs b/rss-generator/Class/Eroterest/Core/SiteResolveContext.cs new file mode 100644 index 0000000..0e6265d --- /dev/null +++ b/rss-generator/Class/Eroterest/Core/SiteResolveContext.cs @@ -0,0 +1,35 @@ +using System; +using System.Collections.Generic; + +namespace rss_generator.Class.Eroterest.Core; + +/// +/// 記事ごとの多階層動画探索コンテキスト +/// +internal class SiteResolveContext +{ + /// + /// 現在の階層深さ(1から開始) + /// + public int CurrentDepth { get; set; } = 1; + + /// + /// 探索基準日時 + /// + public DateTimeOffset ReferenceTime { get; set; } = DateTimeOffset.Now; + + /// + /// 訪問済みURLの集合(同一URLの二重取得・無限ループ防止) + /// + public HashSet VisitedUrls { get; set; } = new(StringComparer.OrdinalIgnoreCase); + + /// + /// 訪問したURLの経路履歴 + /// + public List TraversedRoute { get; set; } = new(); + + /// + /// 現在までに訪問した総ページ数 + /// + public int TotalVisitedPages => VisitedUrls.Count; +} diff --git a/rss-generator/Class/Eroterest/Core/SiteResolveResult.cs b/rss-generator/Class/Eroterest/Core/SiteResolveResult.cs new file mode 100644 index 0000000..6cdb4cb --- /dev/null +++ b/rss-generator/Class/Eroterest/Core/SiteResolveResult.cs @@ -0,0 +1,65 @@ +using System; +using System.Collections.Generic; + +namespace rss_generator.Class.Eroterest.Core; + +/// +/// サイト別リゾルバーによる解析結果 +/// +internal class SiteResolveResult +{ + /// + /// 直接再生可能な動画ストリームURL(例: .m3u8, .mp4) + /// + public string? StreamUrl { get; set; } + + /// + /// 実際の動画提供元ページURL(例: https://video.laxd.com/content/...) + /// + public string? VideoPageUrl { get; set; } + + /// + /// 検出された動画サイト種別(例: "doga", "laxd", "fc2", "txxx", "upornia") + /// + public string? VideoSiteName { get; set; } + + /// + /// 動画の識別子・ID + /// + public string? VideoSiteId { get; set; } + + /// + /// 元の動画公開日(uploadDate 等) + /// + public DateTimeOffset? VideoUploadDate { get; set; } + + /// + /// 記事の公開日(まとめ記事等の投稿日時) + /// + public DateTimeOffset? ArticlePublishDate { get; set; } + + /// + /// 相対時間文字列(例: "4分前") + /// + public string? RelativeTimeText { get; set; } + + /// + /// 探索経路 + /// + public List TraversedRoute { get; set; } = new(); + + /// + /// 中間記事やアンテナページの場合に、さらに奥へクロールする候補リンク一覧 + /// + public List NextCandidateUrls { get; set; } = new(); + + /// + /// 動画またはストリームが最終的に見つかったかどうか + /// + public bool HasFinalVideo => !string.IsNullOrWhiteSpace(StreamUrl) || !string.IsNullOrWhiteSpace(VideoPageUrl); + + /// + /// 失敗またはスキップ用の空結果を生成 + /// + public static SiteResolveResult Empty() => new(); +} diff --git a/rss-generator/Class/Eroterest/Core/SiteResolverRegistry.cs b/rss-generator/Class/Eroterest/Core/SiteResolverRegistry.cs new file mode 100644 index 0000000..98b324e --- /dev/null +++ b/rss-generator/Class/Eroterest/Core/SiteResolverRegistry.cs @@ -0,0 +1,72 @@ +using AngleSharp.Dom; +using rss_generator.Class.Eroterest.Blog2nt; +using rss_generator.Class.Eroterest.Blogterest; +using rss_generator.Class.Eroterest.Doga; +using rss_generator.Class.Eroterest.Fc2; +using rss_generator.Class.Eroterest.Generic; +using rss_generator.Class.Eroterest.Laxd; +using rss_generator.Class.Eroterest.Ltt; +using rss_generator.Class.Eroterest.Senzuri; +using rss_generator.Class.Eroterest.Txxx; +using rss_generator.Class.Eroterest.Upornia; +using rss_generator.Class.Eroterest.Vjav; +using rss_generator.Class.Eroterest.WordPressBlog; +using rss_generator.Class.Eroterest.YouJizz; +using System; +using System.Collections.Generic; +using System.Linq; + +namespace rss_generator.Class.Eroterest.Core; + +/// +/// 各サイトのリゾルバーを一元管理し、最適なリゾルバーを解決するレジストリ +/// +internal static class SiteResolverRegistry +{ + private static readonly List _resolvers = new(); + private static readonly GenericSiteResolver _genericResolver = new(); + + static SiteResolverRegistry() + { + // 優先度順に自動ソートされるよう登録 + // 1. 動画配信元リゾルバー(高優先度: 即時ストリーム/動画判定) + Register(new DogaSiteResolver()); + Register(new LaxdSiteResolver()); + Register(new Fc2SiteResolver()); + Register(new TxxxSiteResolver()); + Register(new UporniaSiteResolver()); + Register(new SenzuriSiteResolver()); + Register(new VjavSiteResolver()); + Register(new YouJizzSiteResolver()); + + // 2. 中間ブログ・アンテナリゾルバー + Register(new LttSiteResolver()); + Register(new BlogterestSiteResolver()); + Register(new Blog2ntSiteResolver()); + Register(new WordPressBlogSiteResolver()); + } + + /// + /// 新しいリゾルバーを登録します。 + /// + public static void Register(IEroterestSiteResolver resolver) + { + _resolvers.Add(resolver); + _resolvers.Sort((a, b) => b.Priority.CompareTo(a.Priority)); + } + + /// + /// 指定されたURL(およびIDocument)に最も合致するリゾルバーを取得します。 + /// + public static IEroterestSiteResolver GetResolver(string url, IDocument? doc = null) + { + foreach (var r in _resolvers) + { + if (r.CanHandle(url, doc)) + { + return r; + } + } + return _genericResolver; + } +} diff --git a/rss-generator/Class/Eroterest/Doga/DogaSiteResolver.cs b/rss-generator/Class/Eroterest/Doga/DogaSiteResolver.cs new file mode 100644 index 0000000..6169ed3 --- /dev/null +++ b/rss-generator/Class/Eroterest/Doga/DogaSiteResolver.cs @@ -0,0 +1,117 @@ +using AngleSharp.Dom; +using rss_generator.Class.Common; +using rss_generator.Class.Eroterest.Core; +using System; +using System.Text.Json; +using System.Text.RegularExpressions; +using System.Threading; +using System.Threading.Tasks; + +namespace rss_generator.Class.Eroterest.Doga; + +/// +/// エロタレドーガ (do-ga.eroterest.net) のページ解析リゾルバー +/// application/ld+json から直接再生用 m3u8 ストリームと uploadDate を抽出します。 +/// +internal class DogaSiteResolver : IEroterestSiteResolver +{ + public string SiteName => "doga"; + public int Priority => 100; // 動画配信元として最優先 + + public bool CanHandle(string url, IDocument? doc = null) + { + return !string.IsNullOrWhiteSpace(url) && url.Contains("do-ga.eroterest.net", StringComparison.OrdinalIgnoreCase); + } + + public async Task ResolveAsync( + HttpClient client, + string url, + IDocument? preloadedDoc, + SiteResolveContext context, + CancellationToken ct) + { + var result = new SiteResolveResult + { + VideoPageUrl = url, + VideoSiteName = "doga" + }; + + // 動画ID抽出 (例: /video/detail/23683/) + var idMatch = Regex.Match(url, @"/video/(?:detail|play)/([0-9]+)"); + if (idMatch.Success) + { + result.VideoSiteId = idMatch.Groups[1].Value; + } + + var doc = preloadedDoc ?? await CmnUtil.GetDocument(client, url, cancellationToken: ct); + if (doc == null) return result; + + // 1. application/ld+json から contentUrl (h264.m3u8) と uploadDate を取得 + var jsonLdScripts = doc.QuerySelectorAll("script[type='application/ld+json']"); + foreach (var script in jsonLdScripts) + { + var content = script.TextContent; + if (string.IsNullOrWhiteSpace(content)) continue; + + try + { + using var jsonDoc = JsonDocument.Parse(content); + var root = jsonDoc.RootElement; + + // contentUrl + if (string.IsNullOrWhiteSpace(result.StreamUrl) && root.TryGetProperty("contentUrl", out var contentUrlProp)) + { + var cUrl = contentUrlProp.GetString(); + if (!string.IsNullOrWhiteSpace(cUrl)) + { + result.StreamUrl = cUrl.Trim(); + } + } + + // uploadDate + if (!result.VideoUploadDate.HasValue && root.TryGetProperty("uploadDate", out var uploadDateProp)) + { + var uDateStr = uploadDateProp.GetString(); + if (!string.IsNullOrWhiteSpace(uDateStr) && DateTimeOffset.TryParse(uDateStr, out var parsedDate)) + { + result.VideoUploadDate = parsedDate; + } + } + } + catch + { + // 正規表現フォールバック + if (string.IsNullOrWhiteSpace(result.StreamUrl)) + { + var m = Regex.Match(content, @"""contentUrl""\s*:\s*""([^""]+)"""); + if (m.Success) + { + result.StreamUrl = m.Groups[1].Value.Trim(); + } + } + + if (!result.VideoUploadDate.HasValue) + { + var m = Regex.Match(content, @"""uploadDate""\s*:\s*""([^""]+)"""); + if (m.Success && DateTimeOffset.TryParse(m.Groups[1].Value, out var parsedDate)) + { + result.VideoUploadDate = parsedDate; + } + } + } + } + + // 2. video タグや source タグからのフォールバック抽出 + if (string.IsNullOrWhiteSpace(result.StreamUrl)) + { + var sourceEl = doc.QuerySelector("video source, video[src]"); + var vSrc = sourceEl?.GetAttribute("src")?.Trim(); + if (!string.IsNullOrWhiteSpace(vSrc)) + { + result.StreamUrl = vSrc; + } + } + + return result; + } +} diff --git a/rss-generator/Class/Eroterest/Fc2/Fc2SiteResolver.cs b/rss-generator/Class/Eroterest/Fc2/Fc2SiteResolver.cs new file mode 100644 index 0000000..0b4b1d2 --- /dev/null +++ b/rss-generator/Class/Eroterest/Fc2/Fc2SiteResolver.cs @@ -0,0 +1,48 @@ +using AngleSharp.Dom; +using rss_generator.Class.Eroterest.Core; +using System; +using System.Text.RegularExpressions; +using System.Threading; +using System.Threading.Tasks; + +namespace rss_generator.Class.Eroterest.Fc2; + +/// +/// FC2 (adult.contents.fc2.com 等) の動画解析リゾルバー +/// アフィリエイトリンクや動画詳細ページから動画IDおよびプレイヤー情報を特定します。 +/// +internal class Fc2SiteResolver : IEroterestSiteResolver +{ + public string SiteName => "fc2"; + public int Priority => 90; + + public bool CanHandle(string url, IDocument? doc = null) + { + return !string.IsNullOrWhiteSpace(url) && + (url.Contains("adult.contents.fc2.com", StringComparison.OrdinalIgnoreCase) || + url.Contains("video.fc2.com", StringComparison.OrdinalIgnoreCase)); + } + + public Task ResolveAsync( + HttpClient client, + string url, + IDocument? preloadedDoc, + SiteResolveContext context, + CancellationToken ct) + { + var result = new SiteResolveResult + { + VideoPageUrl = url, + VideoSiteName = "fc2" + }; + + // 動画ID抽出 (例: /article/123456/ または aid=123456) + var match = Regex.Match(url, @"(?:article/|aid=)([0-9]+)"); + if (match.Success) + { + result.VideoSiteId = match.Groups[1].Value; + } + + return Task.FromResult(result); + } +} diff --git a/rss-generator/Class/Eroterest/Generic/GenericSiteResolver.cs b/rss-generator/Class/Eroterest/Generic/GenericSiteResolver.cs new file mode 100644 index 0000000..56b74da --- /dev/null +++ b/rss-generator/Class/Eroterest/Generic/GenericSiteResolver.cs @@ -0,0 +1,94 @@ +using AngleSharp.Dom; +using rss_generator.Class.Common; +using rss_generator.Class.Eroterest.Core; +using System; +using System.Collections.Generic; +using System.Text.RegularExpressions; +using System.Threading; +using System.Threading.Tasks; + +namespace rss_generator.Class.Eroterest.Generic; + +/// +/// 未知のサイトやフォールバック用の汎用リゾルバー +/// ページ内のリンクや video タグ、ストリームURLを汎用的に探索します。 +/// +internal class GenericSiteResolver : IEroterestSiteResolver +{ + public string SiteName => "generic"; + public int Priority => 0; // 最低優先度(フォールバック) + + public bool CanHandle(string url, IDocument? doc = null) => true; + + public async Task ResolveAsync( + HttpClient client, + string url, + IDocument? preloadedDoc, + SiteResolveContext context, + CancellationToken ct) + { + var result = new SiteResolveResult(); + + var doc = preloadedDoc ?? await CmnUtil.GetDocument(client, url, cancellationToken: ct); + if (doc == null) return result; + + // 1. 直接埋め込まれたストリーム (m3u8, mp4) + var videoSources = doc.QuerySelectorAll("video source, video[src]"); + foreach (var s in videoSources) + { + var src = s.GetAttribute("src")?.Trim(); + if (!string.IsNullOrWhiteSpace(src)) + { + if (src.Contains(".m3u8", StringComparison.OrdinalIgnoreCase) || src.Contains(".mp4", StringComparison.OrdinalIgnoreCase)) + { + result.StreamUrl = src; + result.VideoSiteName = "direct"; + return result; + } + } + } + + // 2. ページ内のリンクから動画サイト候補を探索 + var links = doc.QuerySelectorAll("a[href]"); + var seen = new HashSet(StringComparer.OrdinalIgnoreCase); + + foreach (var a in links) + { + var href = a.GetAttribute("href")?.Trim(); + if (string.IsNullOrWhiteSpace(href) || href.Equals(url, StringComparison.OrdinalIgnoreCase)) continue; + + if (href.EndsWith(".jpg", StringComparison.OrdinalIgnoreCase) || + href.EndsWith(".png", StringComparison.OrdinalIgnoreCase) || + href.EndsWith(".gif", StringComparison.OrdinalIgnoreCase) || + href.EndsWith(".css", StringComparison.OrdinalIgnoreCase) || + href.EndsWith(".js", StringComparison.OrdinalIgnoreCase)) + { + continue; + } + + if (!seen.Add(href)) continue; + + if (href.Contains("do-ga.eroterest.net", StringComparison.OrdinalIgnoreCase) || + href.Contains("video.laxd.com", StringComparison.OrdinalIgnoreCase) || + href.Contains("adult.contents.fc2.com", StringComparison.OrdinalIgnoreCase) || + href.Contains("txxx.com", StringComparison.OrdinalIgnoreCase) || + href.Contains("hclips.com", StringComparison.OrdinalIgnoreCase) || + href.Contains("hdzog.com", StringComparison.OrdinalIgnoreCase) || + href.Contains("upornia.com", StringComparison.OrdinalIgnoreCase) || + href.Contains("senzuri.tube", StringComparison.OrdinalIgnoreCase) || + href.Contains("vjav.com", StringComparison.OrdinalIgnoreCase) || + href.Contains("youjizz.com", StringComparison.OrdinalIgnoreCase) || + href.Contains("spankbang.com", StringComparison.OrdinalIgnoreCase) || + href.Contains("xvideos.com", StringComparison.OrdinalIgnoreCase)) + { + result.NextCandidateUrls.Insert(0, href); + } + else + { + result.NextCandidateUrls.Add(href); + } + } + + return result; + } +} diff --git a/rss-generator/Class/Eroterest/Laxd/LaxdSiteResolver.cs b/rss-generator/Class/Eroterest/Laxd/LaxdSiteResolver.cs new file mode 100644 index 0000000..26026f0 --- /dev/null +++ b/rss-generator/Class/Eroterest/Laxd/LaxdSiteResolver.cs @@ -0,0 +1,46 @@ +using AngleSharp.Dom; +using rss_generator.Class.Eroterest.Core; +using System; +using System.Text.RegularExpressions; +using System.Threading; +using System.Threading.Tasks; + +namespace rss_generator.Class.Eroterest.Laxd; + +/// +/// LAXD (video.laxd.com) の動画解析リゾルバー +/// 動画ページから動画IDおよびプレイヤー情報を特定します。 +/// +internal class LaxdSiteResolver : IEroterestSiteResolver +{ + public string SiteName => "laxd"; + public int Priority => 90; + + public bool CanHandle(string url, IDocument? doc = null) + { + return !string.IsNullOrWhiteSpace(url) && url.Contains("laxd.com", StringComparison.OrdinalIgnoreCase); + } + + public Task ResolveAsync( + HttpClient client, + string url, + IDocument? preloadedDoc, + SiteResolveContext context, + CancellationToken ct) + { + var result = new SiteResolveResult + { + VideoPageUrl = url, + VideoSiteName = "laxd" + }; + + // 動画ID抽出 (例: /content/123456/ または ?id=123456) + var match = Regex.Match(url, @"laxd\.com/(?:content/|embed/)?([0-9a-zA-Z_\-]+)"); + if (match.Success) + { + result.VideoSiteId = match.Groups[1].Value; + } + + return Task.FromResult(result); + } +} diff --git a/rss-generator/Class/Eroterest/Ltt/LttSiteResolver.cs b/rss-generator/Class/Eroterest/Ltt/LttSiteResolver.cs new file mode 100644 index 0000000..7e96bf9 --- /dev/null +++ b/rss-generator/Class/Eroterest/Ltt/LttSiteResolver.cs @@ -0,0 +1,66 @@ +using AngleSharp.Dom; +using rss_generator.Class.Common; +using rss_generator.Class.Eroterest.Core; +using System; +using System.Text.RegularExpressions; +using System.Threading; +using System.Threading.Tasks; + +namespace rss_generator.Class.Eroterest.Ltt; + +/// +/// ドーガの王国 (do-ga.ltt.jp) のページ解析リゾルバー +/// 記事からエロタレドーガ (do-ga.eroterest.net) へのリンクおよび記事公開日を抽出します。 +/// +internal class LttSiteResolver : IEroterestSiteResolver +{ + public string SiteName => "ltt"; + public int Priority => 80; + + public bool CanHandle(string url, IDocument? doc = null) + { + return !string.IsNullOrWhiteSpace(url) && url.Contains("do-ga.ltt.jp", StringComparison.OrdinalIgnoreCase); + } + + public async Task ResolveAsync( + HttpClient client, + string url, + IDocument? preloadedDoc, + SiteResolveContext context, + CancellationToken ct) + { + var result = new SiteResolveResult(); + + var doc = preloadedDoc ?? await CmnUtil.GetDocument(client, url, cancellationToken: ct); + if (doc == null) return result; + + // 記事公開日の抽出 (例: