Files
rss-generator/rss-generator/Class/MissAV/missav.cs
T

359 lines
17 KiB
C#

using AngleSharp.Dom;
using AngleSharp.Html.Dom;
using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Net;
using System.ServiceModel.Syndication;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading.Tasks;
using System.Xml;
using rss_generator.Class.Common;
namespace rss_generator.Class.MissAV;
/// <summary>
/// missav.ai の新着動画を取得し、WebImageViewer (https://udukipc-web.armonica-vps.work/) で動画を視聴できるリンクを含むRSSを生成します。
/// 既存のフィードが存在する場合は同一記事の情報を引き継ぎ、FreshRSS 等で「更新された記事を未読とする」が有効な場合でも不要な未読化が発生しないようにします。
/// </summary>
internal static class missav
{
#region □クラス(Private)
/// <summary>
/// 既存の RSS フィードから読み込んだ記事情報を保持する内部クラスです。
/// </summary>
private sealed class ExistingFeedEntry
{
public string Title { get; set; } = string.Empty;
public string SummaryHtml { get; set; } = string.Empty;
public DateTimeOffset PublishDate { get; set; }
public DateTimeOffset LastUpdatedTime { get; set; }
public List<string> Categories { get; set; } = new();
public List<string> Authors { get; set; } = new();
}
#endregion
#region □メソッド(Public)
/// <summary>
/// missav.ai の新着動画から RSS フィード (missav.xml) を生成・出力します。
/// </summary>
/// <param name="client">HttpClient</param>
/// <param name="sessionId">FlareSolverr セッションID</param>
/// <returns>非同期タスク</returns>
public static async Task CreateRSSAsync(HttpClient client, string? sessionId = null)
{
var pageMaster = "https://missav.ai";
var fileName = "missav.xml";
var feed = new SyndicationFeed("missav.ai", "missav Recent Videos", new Uri($"{pageMaster}/ja/new"));
var items = new List<SyndicationItem>();
try
{
sessionId ??= CmnUtil.SharedFlareSolverrSessionId;
// 既存フィードの読み込み(未更新記事の不要な未読化防止およびFlareSolverrアクセス削減)
var existingEntries = LoadExistingEntries(fileName);
var docList = new List<IDocument>();
for (int pageId = 1; pageId <= 2; pageId++)
{
var pageURL = $"{pageMaster}/ja/new{(pageId > 1 ? $"?page={pageId}" : "")}";
var document = await CmnUtil.GetDocumentFlareSolverr(client, pageURL, session: sessionId);
if (document != null)
{
docList.Add(document);
}
}
var linkList = new List<string>();
foreach (var document in docList)
{
var elements = document.QuerySelectorAll("div.thumbnail.group");
var targetDivs = elements.Where(e => e.ClassList.Length == 2).ToList();
foreach (var div in targetDivs)
{
var titleElement = div.QuerySelector(".text-secondary") ?? div.QuerySelector("a[alt]");
var linkElement = div.QuerySelector(".text-secondary") ?? div.QuerySelector("a");
var imgElement = div.QuerySelector("img");
var title = titleElement?.TextContent?.Trim() ?? "タイトルなし";
var relHref = linkElement?.GetAttribute("href") ?? string.Empty;
if (string.IsNullOrWhiteSpace(relHref))
{
continue;
}
var linkHref = relHref.StartsWith("http", StringComparison.OrdinalIgnoreCase)
? relHref
: $"{pageMaster.TrimEnd('/')}/{relHref.TrimStart('/')}";
var imageSrc = imgElement?.GetAttribute("data-src") ?? imgElement?.GetAttribute("src");
if (!linkList.Contains(linkHref))
{
linkList.Add(linkHref);
}
else
{
continue;
}
var itemUri = new Uri(linkHref);
var imageUri = !string.IsNullOrEmpty(imageSrc) ? new Uri(imageSrc) : null;
var guid = CmnUtil.CreateGuid(linkHref);
existingEntries.TryGetValue(linkHref, out var prevEntry);
if (prevEntry == null && !string.IsNullOrEmpty(guid))
{
existingEntries.TryGetValue(guid, out prevEntry);
}
SyndicationItem item;
if (prevEntry != null && !string.IsNullOrEmpty(prevEntry.SummaryHtml))
{
// 【未更新記事】
// 前回の本文HTMLおよび日時をそのまま維持して未読化を完全防止
item = new SyndicationItem(
title,
(string?)null,
itemUri,
guid,
prevEntry.LastUpdatedTime
)
{
PublishDate = prevEntry.PublishDate,
LastUpdatedTime = prevEntry.LastUpdatedTime,
Summary = new TextSyndicationContent(prevEntry.SummaryHtml, TextSyndicationContentKind.Html)
};
foreach (var cat in prevEntry.Categories)
{
item.Categories.Add(new SyndicationCategory(cat));
}
foreach (var auth in prevEntry.Authors)
{
item.Authors.Add(new SyndicationPerson { Name = auth });
}
}
else
{
// 【新規記事】
string? descText = null;
string? maker = null;
var actresses = new List<string>();
var genres = new List<string>();
var tags = new List<string>();
try
{
var docDetail = await CmnUtil.GetDocumentFlareSolverr(client, linkHref, session: sessionId);
if (docDetail != null)
{
// 詳細テキスト(説明文)
descText = docDetail.QuerySelector("meta[name='description']")?.GetAttribute("content")
?? docDetail.QuerySelector("meta[property='og:description']")?.GetAttribute("content")
?? docDetail.QuerySelector(".text-secondary")?.TextContent?.Trim();
// メーカー / レーベル
maker = docDetail.QuerySelector("a[href*='/makers/'], a[href*='/maker/'], a[href*='/labels/'], a[href*='/label/']")?.TextContent?.Trim();
// 女優
var actressElements = docDetail.QuerySelectorAll("a[href*='/actresses/'], a[href*='/actress/']");
foreach (var a in actressElements)
{
var aName = a.TextContent?.Trim();
if (!string.IsNullOrEmpty(aName) && !actresses.Contains(aName))
{
actresses.Add(aName);
}
}
// ジャンル
var genreElements = docDetail.QuerySelectorAll("a[href*='/genres/'], a[href*='/genre/']");
foreach (var g in genreElements)
{
var gName = g.TextContent?.Trim();
if (!string.IsNullOrEmpty(gName) && !genres.Contains(gName))
{
genres.Add(gName);
}
}
// タグ
var tagElements = docDetail.QuerySelectorAll("a[href*='/tags/'], a[href*='/tag/']");
foreach (var t in tagElements)
{
var tName = t.TextContent?.Trim();
if (!string.IsNullOrEmpty(tName) && !tags.Contains(tName))
{
tags.Add(tName);
}
}
}
}
catch (Exception ex)
{
LogManager.AddLog($"[警告] missav 詳細ページ取得失敗 ({linkHref}): {ex.Message}");
}
// WebImageViewer統一リンクの生成 (https://udukipc-web.armonica-vps.work/?url=[ページURL])
string viewerUrl = $"https://udukipc-web.armonica-vps.work/?url={Uri.EscapeDataString(linkHref)}";
var body = new StringBuilder();
// 1. WebImageViewer への再生リンク & 外部リンク
body.Append($@"<div style=""margin-bottom: 12px; padding: 10px 14px; background: rgba(236, 72, 153, 0.08); border-radius: 8px; border-left: 4px solid #ec4899;"">");
body.Append($@"<p style=""margin: 0 0 6px 0;""><a href=""{viewerUrl}"" target=""_blank"" rel=""noopener noreferrer"" style=""font-weight: bold; font-size: 1.1em; color: #db2777; text-decoration: none;"">▶ WebImageViewerで動画を再生する</a></p>");
body.Append($@"<p style=""margin: 0; font-size: 0.9em; color: #64748b;""><a href=""{itemUri}"" target=""_blank"" rel=""noopener noreferrer"" referrerpolicy=""no-referrer"">missav公式ページで開く</a></p>");
body.Append($@"</div>");
// 2. サムネイル画像
if (imageUri != null)
{
body.Append($@"<div><img src=""{imageUri}"" referrerpolicy=""no-referrer"" alt=""{WebUtility.HtmlEncode(title)}"" style=""max-width: 100%; height: auto; margin-top: 8px; border-radius: 6px;"" /></div>");
}
// 3. メタ情報(詳細、メーカー、女優、ジャンル、タグ)
if (!string.IsNullOrWhiteSpace(descText))
{
body.Append($@"<div style=""margin-top: 8px;""><strong>詳細:</strong> {WebUtility.HtmlEncode(descText)}</div>");
}
if (!string.IsNullOrWhiteSpace(maker))
{
body.Append($@"<div><strong>メーカー:</strong> {WebUtility.HtmlEncode(maker)}</div>");
}
if (actresses.Count > 0)
{
body.Append($@"<div><strong>女優:</strong> {WebUtility.HtmlEncode(string.Join(", ", actresses))}</div>");
}
if (genres.Count > 0)
{
body.Append($@"<div><strong>ジャンル:</strong> {WebUtility.HtmlEncode(string.Join(", ", genres))}</div>");
}
if (tags.Count > 0)
{
body.Append($@"<div><strong>タグ:</strong> {WebUtility.HtmlEncode(string.Join(", ", tags))}</div>");
}
var now = DateTimeOffset.Now;
item = new SyndicationItem(
title,
(string?)null,
itemUri,
guid,
now
)
{
PublishDate = now,
LastUpdatedTime = now,
Summary = new TextSyndicationContent(body.ToString(), TextSyndicationContentKind.Html)
};
// カテゴリ登録(ジャンル、タグ、女優)
foreach (var g in genres)
{
item.Categories.Add(new SyndicationCategory(g));
}
foreach (var t in tags)
{
item.Categories.Add(new SyndicationCategory(t));
}
foreach (var a in actresses)
{
item.Categories.Add(new SyndicationCategory(a));
}
// 作者/メーカー登録
if (!string.IsNullOrEmpty(maker))
{
item.Authors.Add(new SyndicationPerson { Name = maker });
}
else if (actresses.Count > 0)
{
item.Authors.Add(new SyndicationPerson { Name = actresses[0] });
}
}
items.Add(item);
}
}
feed.Items = items;
await CmnUtil.ExportXMLFileAsync(fileName, feed, client, filter24Hours: false);
}
catch (Exception ex)
{
LogManager.AddLog($"[エラー] 【missav】 {ex.Message}");
CmnUtil.PrintCallStackToEvent(ex);
}
}
#endregion
#region □メソッド(Private)
/// <summary>
/// 既存の XML ファイルから各記事のタイトル・本文 HTML・公開日時・更新日時を読み込みます。
/// </summary>
/// <param name="fileName">XML ファイル名</param>
/// <returns>URL または GUID をキーとする既存エントリの辞書</returns>
private static Dictionary<string, ExistingFeedEntry> LoadExistingEntries(string fileName)
{
var existingEntries = new Dictionary<string, ExistingFeedEntry>(StringComparer.OrdinalIgnoreCase);
try
{
string xmlPath = CmnUtil.GetExportXmlPath(fileName);
if (!File.Exists(xmlPath))
{
return existingEntries;
}
using var reader = XmlReader.Create(xmlPath);
var existingFeed = SyndicationFeed.Load(reader);
if (existingFeed?.Items != null)
{
foreach (var item in existingFeed.Items)
{
var linkUrl = item.Links.FirstOrDefault()?.Uri?.AbsoluteUri;
var guid = item.Id;
var entry = new ExistingFeedEntry
{
Title = item.Title?.Text?.Trim() ?? string.Empty,
SummaryHtml = item.Summary?.Text?.Trim() ?? string.Empty,
PublishDate = item.PublishDate != DateTimeOffset.MinValue
? item.PublishDate
: (item.LastUpdatedTime != DateTimeOffset.MinValue ? item.LastUpdatedTime : DateTimeOffset.Now),
LastUpdatedTime = item.LastUpdatedTime != DateTimeOffset.MinValue
? item.LastUpdatedTime
: (item.PublishDate != DateTimeOffset.MinValue ? item.PublishDate : DateTimeOffset.Now),
Categories = item.Categories.Select(c => c.Name).ToList(),
Authors = item.Authors.Select(a => a.Name).ToList()
};
if (!string.IsNullOrWhiteSpace(linkUrl) && !existingEntries.ContainsKey(linkUrl))
{
existingEntries[linkUrl] = entry;
}
if (!string.IsNullOrWhiteSpace(guid) && !existingEntries.ContainsKey(guid))
{
existingEntries[guid] = entry;
}
}
}
}
catch (Exception ex)
{
LogManager.AddLog($"[情報] missav 既存エントリ読み込みスキップ: {ex.Message}");
}
return existingEntries;
}
#endregion
}