From 740c57624c1286a6e17ff4e7b5f6c360a14cae2d Mon Sep 17 00:00:00 2001 From: uduki Date: Wed, 9 Sep 2026 17:00:23 +0900 Subject: [PATCH] =?UTF-8?q?feat:=20movie.eroterest.net=20=E3=81=AE=20RSS?= =?UTF-8?q?=20=E8=87=AA=E5=8B=95=E7=94=9F=E6=88=90=E3=81=8A=E3=82=88?= =?UTF-8?q?=E3=81=B3=E5=8B=95=E7=94=BB=E3=83=AA=E3=83=B3=E3=82=AF=E6=8E=A2?= =?UTF-8?q?=E7=B4=A2=E6=A9=9F=E8=83=BD=E3=82=92=E8=BF=BD=E5=8A=A0?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../Class/Eroterest/MovieEroterestConfig.cs | 58 ++ .../Eroterest/MovieEroterestFeedManager.cs | 230 ++++++ .../Eroterest/MovieEroterestVideoParser.cs | 665 ++++++++++++++++++ rss-generator/Program.cs | 4 +- 4 files changed, 956 insertions(+), 1 deletion(-) create mode 100644 rss-generator/Class/Eroterest/MovieEroterestConfig.cs create mode 100644 rss-generator/Class/Eroterest/MovieEroterestFeedManager.cs create mode 100644 rss-generator/Class/Eroterest/MovieEroterestVideoParser.cs diff --git a/rss-generator/Class/Eroterest/MovieEroterestConfig.cs b/rss-generator/Class/Eroterest/MovieEroterestConfig.cs new file mode 100644 index 0000000..5a688ad --- /dev/null +++ b/rss-generator/Class/Eroterest/MovieEroterestConfig.cs @@ -0,0 +1,58 @@ +using System; +using System.Collections.Generic; + +namespace rss_generator.Class.Eroterest; + +/// +/// movie.eroterest.net の RSS 生成設定 +/// +internal static class MovieEroterestConfig +{ + /// + /// 出力サブディレクトリ(要求仕様: https://movie.eroterest.net/ に基づき movie.eroterest.net) + /// + public const string OutputSubDir = "movie.eroterest.net"; + + /// + /// サイトのベースURL + /// + public const string BaseUrl = "https://movie.eroterest.net"; + + /// + /// 新着動画ページURL + /// + public const string NewVideosUrl = "https://movie.eroterest.net/"; + + /// + /// 今日の人気動画ページURL + /// + public const string PopularVideosUrl = "https://movie.eroterest.net/popular/?days=0"; + + /// + /// WebImageViewer のベースURL + /// + public const string WebImageViewerBaseUrl = "https://udukipc-web.armonica-vps.work"; + + /// + /// 出力対象の主要カテゴリ一覧 (カテゴリ名, URL) + /// + public static readonly Dictionary Categories = new(StringComparer.OrdinalIgnoreCase) + { + { "素人", "https://movie.eroterest.net/?c=%E7%B4%A0%E4%BA%BA" }, + { "人妻", "https://movie.eroterest.net/?c=%E4%BA%BA%E5%A6%BB" }, + { "中出し", "https://movie.eroterest.net/?c=%E4%B8%AD%E5%87%BA%E3%81%97" }, + { "マジックミラー号", "https://movie.eroterest.net/?c=%E3%83%9E%E3%82%B8%E3%83%83%E3%82%AF%E3%83%9F%E3%83%A9%E3%83%BC%E5%8F%B7" }, + { "熟女", "https://movie.eroterest.net/?c=%E7%86%9F%E5%A5%B3" }, + { "巨乳", "https://movie.eroterest.net/?c=%E5%B7%A8%E4%B9%B3" } + }; + + /// + /// 各フィードで取得する最大記事数 + /// + public const int MaxArticlesPerFeed = 20; + + /// + /// 記事詳細およびブログ取得時の並列度 + /// + public const int MaxParallelTasks = 3; +} diff --git a/rss-generator/Class/Eroterest/MovieEroterestFeedManager.cs b/rss-generator/Class/Eroterest/MovieEroterestFeedManager.cs new file mode 100644 index 0000000..b95ed7d --- /dev/null +++ b/rss-generator/Class/Eroterest/MovieEroterestFeedManager.cs @@ -0,0 +1,230 @@ +using AngleSharp.Dom; +using rss_generator.Class.Common; +using System; +using System.Collections.Generic; +using System.Diagnostics; +using System.IO; +using System.Linq; +using System.Net; +using System.ServiceModel.Syndication; +using System.Text.RegularExpressions; +using System.Threading; +using System.Threading.Tasks; + +namespace rss_generator.Class.Eroterest; + +/// +/// movie.eroterest.net の RSS フィード生成・管理を行うクラス +/// 出力先: output/movie.eroterest.net/ (all.xml, popular.xml, categories/*.xml) +/// +internal static class MovieEroterestFeedManager +{ + /// + /// movie.eroterest.net の全フィード(新着、人気、各カテゴリ)を生成します。 + /// + public static async Task CreateAllRSSAsync(HttpClient client) + { + LogManager.AddLog("[情報] 【movie.eroterest.net】 フィード生成処理を開始します"); + var sw = Stopwatch.StartNew(); + + try + { + // 1. 新着動画フィード (all.xml) + try + { + await GenerateFeedFromPageAsync( + client, + MovieEroterestConfig.NewVideosUrl, + "all.xml", + "動画エロタレスト - 新着エロ動画", + "動画エロタレストの最新新着エロ動画一覧(WebImageViewer対応)", + subDir: MovieEroterestConfig.OutputSubDir); + } + catch (Exception ex) + { + LogManager.AddLog($"[エラー] [movie.eroterest.net] 新着フィード生成失敗: {ex.Message}"); + } + + // 2. 人気動画フィード (popular.xml) + try + { + await GenerateFeedFromPageAsync( + client, + MovieEroterestConfig.PopularVideosUrl, + "popular.xml", + "動画エロタレスト - 今日の人気動画", + "動画エロタレストの今日人気ランキング動画一覧(WebImageViewer対応)", + subDir: MovieEroterestConfig.OutputSubDir); + } + catch (Exception ex) + { + LogManager.AddLog($"[エラー] [movie.eroterest.net] 人気フィード生成失敗: {ex.Message}"); + } + + // 3. 主要カテゴリ・チャンネル別フィード (categories/{category}.xml) + var categorySubDir = Path.Combine(MovieEroterestConfig.OutputSubDir, "categories"); + foreach (var kvp in MovieEroterestConfig.Categories) + { + var categoryName = kvp.Key; + var categoryUrl = kvp.Value; + var fileName = $"{categoryName}.xml"; + + try + { + await GenerateFeedFromPageAsync( + client, + categoryUrl, + fileName, + $"動画エロタレスト - {categoryName}", + $"動画エロタレストの「{categoryName}」チャンネル動画一覧(WebImageViewer対応)", + subDir: categorySubDir); + } + catch (Exception ex) + { + LogManager.AddLog($"[エラー] [movie.eroterest.net] カテゴリフィード生成失敗 ({categoryName}): {ex.Message}"); + } + } + + sw.Stop(); + LogManager.AddLog($"[情報] 【movie.eroterest.net】 全フィード出力完了 ({sw.Elapsed.TotalSeconds:0.##}秒)"); + } + catch (Exception ex) + { + LogManager.AddLog($"[エラー] [movie.eroterest.net] 全体処理エラー: {ex.Message}"); + CmnUtil.PrintCallStackToEvent(ex); + } + } + + /// + /// 指定されたページURLから記事一覧を取得・探索し、RSSフィードを出力します。 + /// + private static async Task GenerateFeedFromPageAsync( + HttpClient client, + string pageUrl, + string outputFileName, + string feedTitle, + string feedDescription, + string subDir) + { + var doc = await CmnUtil.GetDocument(client, pageUrl); + if (doc == null) + { + LogManager.AddLog($"[警告] [movie.eroterest.net] ページ取得失敗: {pageUrl}"); + return; + } + + // 記事カード一覧の抽出 + var itemElements = doc.QuerySelectorAll(".itemWrapper, .imageListContent .item"); + if (itemElements.Length == 0) + { + LogManager.AddLog($"[警告] [movie.eroterest.net] 記事要素が見つかりませんでした: {pageUrl}"); + return; + } + + var feed = new SyndicationFeed( + feedTitle, + feedDescription, + new Uri(pageUrl) + ); + + var preliminaryItems = new List<(string ArticleUrl, string Title, string? Thumbnail, string? Duration, string? Provider, string? SiteName)>(); + var seenUrls = new HashSet(StringComparer.OrdinalIgnoreCase); + + foreach (var itemEl in itemElements) + { + // 記事詳細URL (例: /page/44918986/) + var linkEl = itemEl.QuerySelector("a[href*='/page/']"); + var rawHref = linkEl?.GetAttribute("href")?.Trim(); + if (string.IsNullOrWhiteSpace(rawHref)) continue; + + var fullUrl = rawHref.StartsWith("http", StringComparison.OrdinalIgnoreCase) + ? rawHref + : $"{MovieEroterestConfig.BaseUrl.TrimEnd('/')}/{rawHref.TrimStart('/')}"; + + if (!seenUrls.Add(fullUrl)) continue; + + // タイトル + var title = itemEl.QuerySelector(".itemTitle a")?.GetAttribute("title")?.Trim() + ?? itemEl.QuerySelector(".itemTitle a")?.TextContent?.Trim() + ?? "動画エロタレスト"; + + // サムネイル画像 + var imgEl = itemEl.QuerySelector(".itemImage img"); + var thumbSrc = imgEl?.GetAttribute("src"); + if (string.IsNullOrWhiteSpace(thumbSrc) || thumbSrc.StartsWith("data:")) + { + var sourceEl = itemEl.QuerySelector(".itemImage picture source"); + thumbSrc = sourceEl?.GetAttribute("srcset"); + } + if (!string.IsNullOrWhiteSpace(thumbSrc) && thumbSrc.StartsWith("//")) + { + thumbSrc = "https:" + thumbSrc; + } + + // 再生時間 + var duration = itemEl.QuerySelector(".movieTime, .duration")?.TextContent?.Trim(); + + // プロバイダ名 + var provider = itemEl.QuerySelector(".proName")?.TextContent?.Trim(); + + // まとめブログ名 + var siteName = itemEl.QuerySelector(".itemSiteName")?.TextContent?.Trim(); + + preliminaryItems.Add((fullUrl, title, thumbSrc, duration, provider, siteName)); + + if (preliminaryItems.Count >= MovieEroterestConfig.MaxArticlesPerFeed) + { + break; + } + } + + // 同時並行数を制御して各記事の詳細と動画探索を実行 + using var semaphore = new SemaphoreSlim(MovieEroterestConfig.MaxParallelTasks); + var syndicationItems = new List(); + int itemOrder = 0; + + var tasks = preliminaryItems.Select(async item => + { + await semaphore.WaitAsync(); + try + { + var articleInfo = await MovieEroterestVideoParser.ParseArticleWithDeepSearchAsync( + client, + item.ArticleUrl, + item.Title, + item.Thumbnail, + item.Duration, + item.Provider, + item.SiteName); + + if (articleInfo != null) + { + // 新着順を保持するため秒単位で降順設定 + articleInfo.PublishDate = DateTimeOffset.Now.AddSeconds(-Interlocked.Increment(ref itemOrder)); + + var synItem = MovieEroterestVideoParser.CreateSyndicationItem(articleInfo); + lock (syndicationItems) + { + syndicationItems.Add(synItem); + } + } + } + catch (Exception ex) + { + LogManager.AddLog($"[警告] [movie.eroterest.net] 記事解析失敗 ({item.ArticleUrl}): {ex.Message}"); + } + finally + { + semaphore.Release(); + } + }); + + await Task.WhenAll(tasks); + + // 新着順にソート + feed.Items = syndicationItems.OrderByDescending(i => i.PublishDate).ToList(); + + // XML ファイルへ出力 (filter24Hours: false で直近取得分を確実に出力) + await CmnUtil.ExportXMLFileAsync(outputFileName, feed, client, addDir: subDir, embedBase64: false, filter24Hours: false); + } +} diff --git a/rss-generator/Class/Eroterest/MovieEroterestVideoParser.cs b/rss-generator/Class/Eroterest/MovieEroterestVideoParser.cs new file mode 100644 index 0000000..1577533 --- /dev/null +++ b/rss-generator/Class/Eroterest/MovieEroterestVideoParser.cs @@ -0,0 +1,665 @@ +using AngleSharp.Dom; +using rss_generator.Class.Common; +using System; +using System.Collections.Generic; +using System.Linq; +using System.Net; +using System.ServiceModel.Syndication; +using System.Text; +using System.Text.Json; +using System.Text.RegularExpressions; +using System.Threading.Tasks; + +namespace rss_generator.Class.Eroterest; + +/// +/// movie.eroterest.net の記事詳細およびリンク先まとめブログ・実動画ページを探索・解析するクラス +/// +internal static class MovieEroterestVideoParser +{ + /// + /// movie.eroterest.net の記事情報モデル + /// + public class EroterestArticleInfo + { + public string ArticleId { get; set; } = string.Empty; + public string Title { get; set; } = string.Empty; + public string ArticlePageUrl { get; set; } = string.Empty; + public string? ThumbnailUrl { get; set; } + public string? Duration { get; set; } + public string? Provider { get; set; } + public string? ClickCount { get; set; } + public List Tags { get; set; } = new(); + public List Words { get; set; } = new(); + public List Actresses { get; set; } = new(); + public DateTimeOffset PublishDate { get; set; } = DateTimeOffset.Now; + + // 探索結果 + public string? DestinationBlogUrl { get; set; } + public string? DestinationBlogSiteName { get; set; } + public string? ActualVideoUrl { get; set; } + public string? VideoSiteName { get; set; } + public string? VideoSiteId { get; set; } + public string? StreamUrl { get; set; } + public string? ViewerUrl { get; set; } + } + + /// + /// 記事詳細ページおよびその内部リンク先(まとめブログ→実動画)を探索・解析して記事情報モデルを取得します。 + /// + public static async Task ParseArticleWithDeepSearchAsync( + HttpClient client, + string articleUrl, + string? preliminaryTitle = null, + string? preliminaryThumbnail = null, + string? preliminaryDuration = null, + string? preliminaryProvider = null, + string? preliminarySiteName = null, + CancellationToken ct = default) + { + var info = new EroterestArticleInfo + { + ArticlePageUrl = articleUrl, + Title = preliminaryTitle ?? string.Empty, + ThumbnailUrl = preliminaryThumbnail, + Duration = preliminaryDuration, + Provider = preliminaryProvider, + DestinationBlogSiteName = preliminarySiteName + }; + + // 記事IDの抽出 (例: /page/44918986/) + var idMatch = Regex.Match(articleUrl, @"/page/([0-9]+)"); + if (idMatch.Success) + { + info.ArticleId = idMatch.Groups[1].Value; + } + + try + { + // 1. movie.eroterest.net 記事詳細ページの取得 + var articleDoc = await CmnUtil.GetDocument(client, articleUrl, cancellationToken: ct); + if (articleDoc != null) + { + // タイトル取得 + var h3Title = articleDoc.QuerySelector("h3")?.TextContent?.Trim(); + var plainTitle = articleDoc.QuerySelector(".plainTitle")?.TextContent?.Trim(); + if (!string.IsNullOrWhiteSpace(plainTitle)) + { + info.Title = plainTitle; + } + else if (!string.IsNullOrWhiteSpace(h3Title)) + { + info.Title = h3Title; + } + + // サムネイル画像 + if (string.IsNullOrWhiteSpace(info.ThumbnailUrl)) + { + var imgEl = articleDoc.QuerySelector(".itemImage img"); + var src = imgEl?.GetAttribute("src"); + if (string.IsNullOrWhiteSpace(src) || src.StartsWith("data:")) + { + var sourceEl = articleDoc.QuerySelector(".itemImage picture source"); + src = sourceEl?.GetAttribute("srcset"); + } + if (!string.IsNullOrWhiteSpace(src)) + { + info.ThumbnailUrl = NormalizeUrl(src, articleUrl); + } + } + + // 再生時間 + var movieTime = articleDoc.QuerySelector(".movieTime")?.TextContent?.Trim(); + if (!string.IsNullOrWhiteSpace(movieTime)) + { + info.Duration = movieTime; + } + + // プロバイダ名 + var proName = articleDoc.QuerySelector(".proName")?.TextContent?.Trim(); + if (!string.IsNullOrWhiteSpace(proName)) + { + info.Provider = proName; + } + + // クリック数 + var clickEl = articleDoc.QuerySelector(".clickCnt")?.TextContent?.Trim(); + if (!string.IsNullOrWhiteSpace(clickEl)) + { + info.ClickCount = clickEl; + } + + // タグ + var tagElements = articleDoc.QuerySelectorAll(".itemTag a"); + foreach (var t in tagElements) + { + var tagText = t.TextContent?.Trim(); + if (!string.IsNullOrWhiteSpace(tagText) && !info.Tags.Contains(tagText)) + { + info.Tags.Add(tagText); + } + } + + // キーワード + var wordElements = articleDoc.QuerySelectorAll(".itemWords a"); + foreach (var w in wordElements) + { + var wordText = w.TextContent?.Trim(); + if (!string.IsNullOrWhiteSpace(wordText) && !info.Words.Contains(wordText) && !info.Tags.Contains(wordText)) + { + info.Words.Add(wordText); + } + } + + // 出演女優 + var actressElements = articleDoc.QuerySelectorAll(".actressWrapper .itemTitle a"); + foreach (var a in actressElements) + { + var actName = a.TextContent?.Trim(); + if (!string.IsNullOrWhiteSpace(actName) && !info.Actresses.Contains(actName)) + { + info.Actresses.Add(actName); + } + } + + // まとめブログURLの特定 + var blogLinkEl = articleDoc.QuerySelector(".gotoBlog a, a[onclick*='cntup'], .itemBody > a[href*='blogterest.net'], .itemBody > a[href*='page']"); + var rawBlogHref = blogLinkEl?.GetAttribute("href")?.Trim(); + if (!string.IsNullOrWhiteSpace(rawBlogHref)) + { + info.DestinationBlogUrl = NormalizeUrl(rawBlogHref, articleUrl); + } + + // まとめブログ名 + var siteNameEl = articleDoc.QuerySelector(".itemSiteName a, .itemSiteName"); + var siteName = siteNameEl?.TextContent?.Trim(); + if (!string.IsNullOrWhiteSpace(siteName)) + { + info.DestinationBlogSiteName = siteName; + } + } + } + catch (Exception ex) + { + LogManager.AddLog($"[警告] [EroterestParser] 記事詳細取得失敗 ({articleUrl}): {ex.Message}"); + } + + // 2. 内部リンクされているまとめブログ(*.blogterest.net/page/...)を巡回して実動画を探索 + if (!string.IsNullOrWhiteSpace(info.DestinationBlogUrl)) + { + try + { + await DeepSearchDestinationBlogAsync(client, info, ct); + } + catch (Exception ex) + { + LogManager.AddLog($"[警告] [EroterestParser] ブログ探索失敗 ({info.DestinationBlogUrl}): {ex.Message}"); + } + } + + // 3. WebImageViewer の再生URLを決定 + BuildViewerUrl(info); + + return info; + } + + /// + /// まとめブログのHTMLから実際の動画URLや埋め込み動画を検索します。 + /// + private static async Task DeepSearchDestinationBlogAsync(HttpClient client, EroterestArticleInfo info, CancellationToken ct) + { + if (string.IsNullOrWhiteSpace(info.DestinationBlogUrl)) return; + + var blogDoc = await CmnUtil.GetDocument(client, info.DestinationBlogUrl, cancellationToken: ct); + if (blogDoc == null) return; + + // ブログ内の主要エリアからリンクを走査 + var candidateLinks = new List(); + + // 優先度1: エントリー画像およびパーツ内のリンク (.entryImage a, .entryParts a, .pagePiece a) + var priorityLinks = blogDoc.QuerySelectorAll(".entryImage a, .entryParts a, .pagePiece a, .entryBody a"); + foreach (var el in priorityLinks) + { + var href = el.GetAttribute("href")?.Trim(); + if (!string.IsNullOrWhiteSpace(href)) + { + candidateLinks.Add(href); + } + } + + // 優先度2: 本文内のその他リンク + var otherLinks = blogDoc.QuerySelectorAll(".entry a"); + foreach (var el in otherLinks) + { + var href = el.GetAttribute("href")?.Trim(); + if (!string.IsNullOrWhiteSpace(href) && !candidateLinks.Contains(href)) + { + candidateLinks.Add(href); + } + } + + // 探索候補リンクを評価 + foreach (var rawHref in candidateLinks) + { + var fullUrl = NormalizeUrl(rawHref, info.DestinationBlogUrl); + + // 無視するリンク(画像ファイルそのもの、エロタレストTOP、人気ランキング、同ブログ内TOPなど) + if (fullUrl.EndsWith(".jpg", StringComparison.OrdinalIgnoreCase) || + fullUrl.EndsWith(".jpeg", StringComparison.OrdinalIgnoreCase) || + fullUrl.EndsWith(".png", StringComparison.OrdinalIgnoreCase) || + fullUrl.EndsWith(".gif", StringComparison.OrdinalIgnoreCase) || + fullUrl.EndsWith(".webp", StringComparison.OrdinalIgnoreCase)) + { + continue; + } + if (fullUrl.Contains("movie.eroterest.net/popular") || + fullUrl.Equals("https://movie.eroterest.net/", StringComparison.OrdinalIgnoreCase) || + fullUrl.Equals(info.DestinationBlogUrl, StringComparison.OrdinalIgnoreCase)) + { + continue; + } + + // A. エロタレドーガ (https://do-ga.eroterest.net/video/detail/...) + if (fullUrl.Contains("do-ga.eroterest.net/video/detail/", StringComparison.OrdinalIgnoreCase)) + { + info.ActualVideoUrl = fullUrl; + info.VideoSiteName = "doga"; + var m = Regex.Match(fullUrl, @"detail/([0-9]+)"); + if (m.Success) + { + info.VideoSiteId = m.Groups[1].Value; + } + + // エロタレドーガの詳細ページから直接 h264.m3u8 を取得 + await ExtractDogaStreamAsync(client, info, fullUrl, ct); + return; + } + + // B. LAXD (video.laxd.com) + if (fullUrl.Contains("video.laxd.com", StringComparison.OrdinalIgnoreCase)) + { + info.ActualVideoUrl = fullUrl; + info.VideoSiteName = "laxd"; + var m = Regex.Match(fullUrl, @"content/([a-zA-Z0-9_-]+)"); + if (m.Success) + { + info.VideoSiteId = m.Groups[1].Value; + } + return; + } + + // C. Upornia (upornia.com) + if (fullUrl.Contains("upornia.com/videos/", StringComparison.OrdinalIgnoreCase)) + { + info.ActualVideoUrl = fullUrl; + info.VideoSiteName = "upornia"; + var m = Regex.Match(fullUrl, @"videos/([0-9]+)"); + if (m.Success) + { + info.VideoSiteId = m.Groups[1].Value; + } + return; + } + + // D. SpankBang (spankbang.com) + if (fullUrl.Contains("spankbang.com", StringComparison.OrdinalIgnoreCase)) + { + info.ActualVideoUrl = fullUrl; + info.VideoSiteName = "spankbang"; + var m = Regex.Match(fullUrl, @"(?:spankbang\.(?:com|party)/|/)([a-z0-9]+)(?:/video|/|$)", RegexOptions.IgnoreCase); + if (m.Success) + { + info.VideoSiteId = m.Groups[1].Value; + } + return; + } + + // E. 123av (123av.com) + if (fullUrl.Contains("123av.com", StringComparison.OrdinalIgnoreCase)) + { + info.ActualVideoUrl = fullUrl; + info.VideoSiteName = "123av"; + var m = Regex.Match(fullUrl, @"video/([a-zA-Z0-9_-]+)"); + if (m.Success) + { + info.VideoSiteId = m.Groups[1].Value; + } + return; + } + + // F. MissAV (missav.ai, missav.com) + if (fullUrl.Contains("missav", StringComparison.OrdinalIgnoreCase)) + { + info.ActualVideoUrl = fullUrl; + info.VideoSiteName = "missav"; + var m = Regex.Match(fullUrl, @"(?:missav\.(?:ai|com)/|/)([a-zA-Z0-9_-]+)(?:/|$)", RegexOptions.IgnoreCase); + if (m.Success) + { + info.VideoSiteId = m.Groups[1].Value; + } + return; + } + + // G. XVIDEOS (xvideos.com) + if (fullUrl.Contains("xvideos.com", StringComparison.OrdinalIgnoreCase)) + { + info.ActualVideoUrl = fullUrl; + info.VideoSiteName = "xvideos"; + var m = Regex.Match(fullUrl, @"video\.?([0-9a-zA-Z]+)", RegexOptions.IgnoreCase); + if (m.Success) + { + info.VideoSiteId = m.Groups[1].Value; + } + return; + } + + // H. FC2 (video.fc2.com) + if (fullUrl.Contains("fc2.com", StringComparison.OrdinalIgnoreCase)) + { + info.ActualVideoUrl = fullUrl; + info.VideoSiteName = "fc2"; + var m = Regex.Match(fullUrl, @"content/([a-zA-Z0-9_-]+)"); + if (m.Success) + { + info.VideoSiteId = m.Groups[1].Value; + } + return; + } + + // I. 直接の動画ファイル (.mp4, .m3u8) + if (fullUrl.EndsWith(".m3u8", StringComparison.OrdinalIgnoreCase) || fullUrl.EndsWith(".mp4", StringComparison.OrdinalIgnoreCase)) + { + info.ActualVideoUrl = fullUrl; + info.StreamUrl = fullUrl; + info.VideoSiteName = "direct"; + return; + } + + // J. その他の動画サイト(汎用候補として一旦保持) + if (string.IsNullOrEmpty(info.ActualVideoUrl) && !fullUrl.Contains("blogterest.net") && !fullUrl.Contains("eroterest.net")) + { + info.ActualVideoUrl = fullUrl; + info.VideoSiteName = "external"; + } + } + } + + /// + /// エロタレドーガ (do-ga.eroterest.net) のページから application/ld+json 内の contentUrl (m3u8) を抽出します。 + /// + private static async Task ExtractDogaStreamAsync(HttpClient client, EroterestArticleInfo info, string dogaUrl, CancellationToken ct) + { + try + { + var dogaDoc = await CmnUtil.GetDocument(client, dogaUrl, cancellationToken: ct); + if (dogaDoc == null) return; + + // 1. application/ld+json から contentUrl (h264.m3u8) を取得 + var jsonLdScripts = dogaDoc.QuerySelectorAll("script[type='application/ld+json']"); + foreach (var script in jsonLdScripts) + { + var content = script.TextContent; + if (string.IsNullOrWhiteSpace(content)) continue; + + if (content.Contains("contentUrl", StringComparison.OrdinalIgnoreCase)) + { + try + { + using var doc = JsonDocument.Parse(content); + var root = doc.RootElement; + if (root.TryGetProperty("contentUrl", out var contentUrlProp)) + { + var cUrl = contentUrlProp.GetString(); + if (!string.IsNullOrWhiteSpace(cUrl)) + { + info.StreamUrl = cUrl.Trim(); + break; + } + } + } + catch + { + // JSONパースに失敗した場合は正規表現でフォールバック + var match = Regex.Match(content, @"""contentUrl""\s*:\s*""([^""]+)"""); + if (match.Success) + { + info.StreamUrl = match.Groups[1].Value.Trim(); + break; + } + } + } + } + + // 2. data-preview や video source も確認 + if (string.IsNullOrWhiteSpace(info.StreamUrl)) + { + var sourceEl = dogaDoc.QuerySelector("video source, video[src]"); + var vSrc = sourceEl?.GetAttribute("src")?.Trim(); + if (!string.IsNullOrWhiteSpace(vSrc)) + { + info.StreamUrl = NormalizeUrl(vSrc, dogaUrl); + } + } + } + catch (Exception ex) + { + LogManager.AddLog($"[警告] [EroterestParser] エロタレドーガストリーム取得失敗 ({dogaUrl}): {ex.Message}"); + } + } + + /// + /// WebImageViewer の再生リンクを生成します。 + /// + private static void BuildViewerUrl(EroterestArticleInfo info) + { + string baseViewer = MovieEroterestConfig.WebImageViewerBaseUrl.TrimEnd('/'); + + // 1. エロタレドーガで streamUrl (m3u8) が取得できた場合 + if (info.VideoSiteName == "doga" && !string.IsNullOrWhiteSpace(info.StreamUrl)) + { + info.ViewerUrl = $"{baseViewer}/video?site=doga&id={Uri.EscapeDataString(info.VideoSiteId ?? "doga")}&stream={Uri.EscapeDataString(info.StreamUrl)}&url={Uri.EscapeDataString(info.ActualVideoUrl ?? "")}&title={Uri.EscapeDataString(info.Title)}"; + return; + } + + // 2. SpankBang + if (info.VideoSiteName == "spankbang" && !string.IsNullOrWhiteSpace(info.VideoSiteId)) + { + info.ViewerUrl = $"{baseViewer}/spankbang/{Uri.EscapeDataString(info.VideoSiteId)}"; + return; + } + + // 3. 123av + if (info.VideoSiteName == "123av" && !string.IsNullOrWhiteSpace(info.VideoSiteId)) + { + info.ViewerUrl = $"{baseViewer}/123av/{Uri.EscapeDataString(info.VideoSiteId)}"; + return; + } + + // 4. MissAV + if (info.VideoSiteName == "missav" && !string.IsNullOrWhiteSpace(info.VideoSiteId)) + { + info.ViewerUrl = $"{baseViewer}/missav/{Uri.EscapeDataString(info.VideoSiteId)}"; + return; + } + + // 5. 直接ストリーム (m3u8 / mp4) + if (!string.IsNullOrWhiteSpace(info.StreamUrl)) + { + info.ViewerUrl = $"{baseViewer}/video?stream={Uri.EscapeDataString(info.StreamUrl)}&url={Uri.EscapeDataString(info.ActualVideoUrl ?? "")}&title={Uri.EscapeDataString(info.Title)}"; + return; + } + + // 6. 実動画URLが存在する場合 (LAXD, Upornia, Xvideos, その他) + if (!string.IsNullOrWhiteSpace(info.ActualVideoUrl)) + { + var siteParam = !string.IsNullOrWhiteSpace(info.VideoSiteName) ? $"&site={Uri.EscapeDataString(info.VideoSiteName)}" : ""; + var idParam = !string.IsNullOrWhiteSpace(info.VideoSiteId) ? $"&id={Uri.EscapeDataString(info.VideoSiteId)}" : ""; + info.ViewerUrl = $"{baseViewer}/video?url={Uri.EscapeDataString(info.ActualVideoUrl)}{siteParam}{idParam}&title={Uri.EscapeDataString(info.Title)}"; + return; + } + + // 7. まとめブログURLが存在する場合 + if (!string.IsNullOrWhiteSpace(info.DestinationBlogUrl)) + { + info.ViewerUrl = $"{baseViewer}/video?url={Uri.EscapeDataString(info.DestinationBlogUrl)}&title={Uri.EscapeDataString(info.Title)}"; + return; + } + + // 8. フォールバック: movie.eroterest.net 記事ページ + info.ViewerUrl = $"{baseViewer}/video?site=eroterest&id={Uri.EscapeDataString(info.ArticleId)}&url={Uri.EscapeDataString(info.ArticlePageUrl)}&title={Uri.EscapeDataString(info.Title)}"; + } + + /// + /// RSS の各アイテムの本文 HTML (Summary) を構築します。 + /// + public static string BuildSummaryHtml(EroterestArticleInfo info) + { + var sb = new StringBuilder(); + + // 1. 最上部: WebImageViewer で動画を再生するボタンスタイルのバナー + sb.Append("
"); + sb.Append($"

▶ WebImageViewerで動画を再生する

"); + + // 実動画提供元・ブログ・エロタレストへの外部リンクリンク集 + sb.Append("
"); + if (!string.IsNullOrWhiteSpace(info.ActualVideoUrl)) + { + var siteLabel = !string.IsNullOrWhiteSpace(info.VideoSiteName) ? info.VideoSiteName.ToUpperInvariant() : "配信元"; + sb.Append($"🔗 {siteLabel} 公式ページ"); + } + if (!string.IsNullOrWhiteSpace(info.DestinationBlogUrl)) + { + var blogName = !string.IsNullOrWhiteSpace(info.DestinationBlogSiteName) ? info.DestinationBlogSiteName : "元まとめ記事"; + sb.Append($"📝 {blogName}"); + } + sb.Append($"🎬 エロタレスト記事"); + sb.Append("
"); + sb.Append("
"); + + // 2. タイトルリンク + sb.Append($""); + + // 3. 動画プレイヤー / サムネイル画像 + if (!string.IsNullOrWhiteSpace(info.StreamUrl)) + { + // HLS / MP4 ストリーム動画プレビュー + sb.Append("
"); + sb.Append($""); + sb.Append("
"); + } + else if (!string.IsNullOrWhiteSpace(info.ThumbnailUrl)) + { + // サムネイル画像 + sb.Append("
"); + sb.Append($""); + sb.Append($"\"{WebUtility.HtmlEncode(info.Title)}\""); + sb.Append(""); + sb.Append("
"); + } + + // 4. メタ情報リスト + sb.Append("
    "); + if (!string.IsNullOrWhiteSpace(info.Provider)) + { + sb.Append($"
  • 🏷 配信元・プロバイダ: {WebUtility.HtmlEncode(info.Provider)}
  • "); + } + if (!string.IsNullOrWhiteSpace(info.Duration)) + { + sb.Append($"
  • ⏱ 再生時間: {WebUtility.HtmlEncode(info.Duration)}
  • "); + } + if (!string.IsNullOrWhiteSpace(info.ClickCount)) + { + sb.Append($"
  • 👁 人気度: {WebUtility.HtmlEncode(info.ClickCount)}
  • "); + } + if (info.Actresses.Count > 0) + { + var actressLinks = string.Join(" / ", info.Actresses.Select(a => $"{WebUtility.HtmlEncode(a)}")); + sb.Append($"
  • ❤️ 出演女優: {actressLinks}
  • "); + } + if (info.Tags.Count > 0) + { + var tagLinks = string.Join(" | ", info.Tags.Select(t => $"{WebUtility.HtmlEncode(t)}")); + sb.Append($"
  • 🏷 タグ: {tagLinks}
  • "); + } + if (info.Words.Count > 0) + { + var wordLinks = string.Join(" ", info.Words.Take(15).Select(w => $"#{WebUtility.HtmlEncode(w)}")); + sb.Append($"
  • 🔍 キーワード: {wordLinks}
  • "); + } + sb.Append("
"); + + // 5. 下部リンクバー + sb.Append("
"); + sb.Append($"▶ WebImageViewerで全画面再生"); + if (!string.IsNullOrWhiteSpace(info.ActualVideoUrl)) + { + sb.Append($" | 公式配信先で視聴"); + } + sb.Append("
"); + + return sb.ToString(); + } + + /// + /// EroterestArticleInfo から SyndicationItem を生成します。 + /// + public static SyndicationItem CreateSyndicationItem(EroterestArticleInfo info) + { + var itemUri = new Uri(info.ViewerUrl ?? info.ArticlePageUrl); + var item = new SyndicationItem( + info.Title, + string.Empty, + itemUri, + CmnUtil.CreateGuid(info.ArticlePageUrl), + info.PublishDate + ) + { + PublishDate = info.PublishDate, + LastUpdatedTime = info.PublishDate + }; + + // カテゴリの追加 + if (!string.IsNullOrWhiteSpace(info.Provider)) + { + item.Categories.Add(new SyndicationCategory(info.Provider)); + } + foreach (var tag in info.Tags) + { + item.Categories.Add(new SyndicationCategory(tag)); + } + foreach (var actress in info.Actresses) + { + item.Categories.Add(new SyndicationCategory(actress)); + } + + // Summary HTML の設定 + var summaryHtml = BuildSummaryHtml(info); + item.Summary = new TextSyndicationContent(summaryHtml, TextSyndicationContentKind.Html); + + return item; + } + + /// + /// 相対URLを絶対URLに正規化します。 + /// + private static string NormalizeUrl(string url, string baseUrl) + { + if (string.IsNullOrWhiteSpace(url)) return string.Empty; + if (url.StartsWith("//")) + { + return "https:" + url; + } + if (url.StartsWith("http://", StringComparison.OrdinalIgnoreCase) || url.StartsWith("https://", StringComparison.OrdinalIgnoreCase)) + { + return url; + } + if (Uri.TryCreate(new Uri(baseUrl), url, out var combinedUri)) + { + return combinedUri.ToString(); + } + return url; + } +} diff --git a/rss-generator/Program.cs b/rss-generator/Program.cs index 4f86ab1..37068d8 100644 --- a/rss-generator/Program.cs +++ b/rss-generator/Program.cs @@ -4,6 +4,7 @@ using rss_generator.Class.CiEn; using rss_generator.Class.Common; using rss_generator.Class.Danbooru; using rss_generator.Class.EHentai; +using rss_generator.Class.Eroterest; using rss_generator.Class.HentaiPaw; using rss_generator.Class.HitomiLa; using rss_generator.Class.Javtwi; @@ -90,8 +91,9 @@ while (true) var feedActions = new List<(string Name, Func Action)>(); #if DEBUG - feedActions.Add(("skebetter", () => skebetter.CreateRSSAsync(client))); + feedActions.Add(("movie.eroterest.net", () => MovieEroterestFeedManager.CreateAllRSSAsync(client))); #else + feedActions.Add(("movie.eroterest.net", () => MovieEroterestFeedManager.CreateAllRSSAsync(client))); feedActions.Add(("YouTube", () => YouTubeFeedManager.CreateRSSAsync(client))); feedActions.Add(("X (Twitter)", () => x_list.CreateRSSAsync(client))); feedActions.Add(("kimochiinfo", () => kimochiinfo.CreateRSSAsync(client)));