359 lines
17 KiB
C#
359 lines
17 KiB
C#
using AngleSharp.Dom;
|
|
using AngleSharp.Html.Dom;
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.IO;
|
|
using System.Linq;
|
|
using System.Net;
|
|
using System.ServiceModel.Syndication;
|
|
using System.Text;
|
|
using System.Text.RegularExpressions;
|
|
using System.Threading.Tasks;
|
|
using System.Xml;
|
|
using rss_generator.Class.Common;
|
|
|
|
namespace rss_generator.Class.MissAV;
|
|
|
|
/// <summary>
|
|
/// missav.ai の新着動画を取得し、WebImageViewer (https://udukipc-web.armonica-vps.work/) で動画を視聴できるリンクを含むRSSを生成します。
|
|
/// 既存のフィードが存在する場合は同一記事の情報を引き継ぎ、FreshRSS 等で「更新された記事を未読とする」が有効な場合でも不要な未読化が発生しないようにします。
|
|
/// </summary>
|
|
internal static class missav
|
|
{
|
|
#region □クラス(Private)
|
|
|
|
/// <summary>
|
|
/// 既存の RSS フィードから読み込んだ記事情報を保持する内部クラスです。
|
|
/// </summary>
|
|
private sealed class ExistingFeedEntry
|
|
{
|
|
public string Title { get; set; } = string.Empty;
|
|
public string SummaryHtml { get; set; } = string.Empty;
|
|
public DateTimeOffset PublishDate { get; set; }
|
|
public DateTimeOffset LastUpdatedTime { get; set; }
|
|
public List<string> Categories { get; set; } = new();
|
|
public List<string> Authors { get; set; } = new();
|
|
}
|
|
|
|
#endregion
|
|
|
|
#region □メソッド(Public)
|
|
|
|
/// <summary>
|
|
/// missav.ai の新着動画から RSS フィード (missav.xml) を生成・出力します。
|
|
/// </summary>
|
|
/// <param name="client">HttpClient</param>
|
|
/// <param name="sessionId">FlareSolverr セッションID</param>
|
|
/// <returns>非同期タスク</returns>
|
|
public static async Task CreateRSSAsync(HttpClient client, string? sessionId = null)
|
|
{
|
|
var pageMaster = "https://missav.ai";
|
|
var fileName = "missav.xml";
|
|
var feed = new SyndicationFeed("missav.ai", "missav Recent Videos", new Uri($"{pageMaster}/ja/new"));
|
|
var items = new List<SyndicationItem>();
|
|
|
|
try
|
|
{
|
|
sessionId ??= CmnUtil.SharedFlareSolverrSessionId;
|
|
|
|
// 既存フィードの読み込み(未更新記事の不要な未読化防止およびFlareSolverrアクセス削減)
|
|
var existingEntries = LoadExistingEntries(fileName);
|
|
|
|
var docList = new List<IDocument>();
|
|
for (int pageId = 1; pageId <= 2; pageId++)
|
|
{
|
|
var pageURL = $"{pageMaster}/ja/new{(pageId > 1 ? $"?page={pageId}" : "")}";
|
|
var document = await CmnUtil.GetDocumentFlareSolverr(client, pageURL, session: sessionId);
|
|
if (document != null)
|
|
{
|
|
docList.Add(document);
|
|
}
|
|
}
|
|
|
|
var linkList = new List<string>();
|
|
foreach (var document in docList)
|
|
{
|
|
var elements = document.QuerySelectorAll("div.thumbnail.group");
|
|
var targetDivs = elements.Where(e => e.ClassList.Length == 2).ToList();
|
|
|
|
foreach (var div in targetDivs)
|
|
{
|
|
var titleElement = div.QuerySelector(".text-secondary") ?? div.QuerySelector("a[alt]");
|
|
var linkElement = div.QuerySelector(".text-secondary") ?? div.QuerySelector("a");
|
|
var imgElement = div.QuerySelector("img");
|
|
|
|
var title = titleElement?.TextContent?.Trim() ?? "タイトルなし";
|
|
var relHref = linkElement?.GetAttribute("href") ?? string.Empty;
|
|
if (string.IsNullOrWhiteSpace(relHref))
|
|
{
|
|
continue;
|
|
}
|
|
|
|
var linkHref = relHref.StartsWith("http", StringComparison.OrdinalIgnoreCase)
|
|
? relHref
|
|
: $"{pageMaster.TrimEnd('/')}/{relHref.TrimStart('/')}";
|
|
|
|
var imageSrc = imgElement?.GetAttribute("data-src") ?? imgElement?.GetAttribute("src");
|
|
if (!linkList.Contains(linkHref))
|
|
{
|
|
linkList.Add(linkHref);
|
|
}
|
|
else
|
|
{
|
|
continue;
|
|
}
|
|
|
|
var itemUri = new Uri(linkHref);
|
|
var imageUri = !string.IsNullOrEmpty(imageSrc) ? new Uri(imageSrc) : null;
|
|
var guid = CmnUtil.CreateGuid(linkHref);
|
|
|
|
existingEntries.TryGetValue(linkHref, out var prevEntry);
|
|
if (prevEntry == null && !string.IsNullOrEmpty(guid))
|
|
{
|
|
existingEntries.TryGetValue(guid, out prevEntry);
|
|
}
|
|
|
|
SyndicationItem item;
|
|
if (prevEntry != null && !string.IsNullOrEmpty(prevEntry.SummaryHtml))
|
|
{
|
|
// 【未更新記事】
|
|
// 前回の本文HTMLおよび日時をそのまま維持して未読化を完全防止
|
|
item = new SyndicationItem(
|
|
title,
|
|
(string?)null,
|
|
itemUri,
|
|
guid,
|
|
prevEntry.LastUpdatedTime
|
|
)
|
|
{
|
|
PublishDate = prevEntry.PublishDate,
|
|
LastUpdatedTime = prevEntry.LastUpdatedTime,
|
|
Summary = new TextSyndicationContent(prevEntry.SummaryHtml, TextSyndicationContentKind.Html)
|
|
};
|
|
|
|
foreach (var cat in prevEntry.Categories)
|
|
{
|
|
item.Categories.Add(new SyndicationCategory(cat));
|
|
}
|
|
foreach (var auth in prevEntry.Authors)
|
|
{
|
|
item.Authors.Add(new SyndicationPerson { Name = auth });
|
|
}
|
|
}
|
|
else
|
|
{
|
|
// 【新規記事】
|
|
string? descText = null;
|
|
string? maker = null;
|
|
var actresses = new List<string>();
|
|
var genres = new List<string>();
|
|
var tags = new List<string>();
|
|
|
|
try
|
|
{
|
|
var docDetail = await CmnUtil.GetDocumentFlareSolverr(client, linkHref, session: sessionId);
|
|
if (docDetail != null)
|
|
{
|
|
// 詳細テキスト(説明文)
|
|
descText = docDetail.QuerySelector("meta[name='description']")?.GetAttribute("content")
|
|
?? docDetail.QuerySelector("meta[property='og:description']")?.GetAttribute("content")
|
|
?? docDetail.QuerySelector(".text-secondary")?.TextContent?.Trim();
|
|
|
|
// メーカー / レーベル
|
|
maker = docDetail.QuerySelector("a[href*='/makers/'], a[href*='/maker/'], a[href*='/labels/'], a[href*='/label/']")?.TextContent?.Trim();
|
|
|
|
// 女優
|
|
var actressElements = docDetail.QuerySelectorAll("a[href*='/actresses/'], a[href*='/actress/']");
|
|
foreach (var a in actressElements)
|
|
{
|
|
var aName = a.TextContent?.Trim();
|
|
if (!string.IsNullOrEmpty(aName) && !actresses.Contains(aName))
|
|
{
|
|
actresses.Add(aName);
|
|
}
|
|
}
|
|
|
|
// ジャンル
|
|
var genreElements = docDetail.QuerySelectorAll("a[href*='/genres/'], a[href*='/genre/']");
|
|
foreach (var g in genreElements)
|
|
{
|
|
var gName = g.TextContent?.Trim();
|
|
if (!string.IsNullOrEmpty(gName) && !genres.Contains(gName))
|
|
{
|
|
genres.Add(gName);
|
|
}
|
|
}
|
|
|
|
// タグ
|
|
var tagElements = docDetail.QuerySelectorAll("a[href*='/tags/'], a[href*='/tag/']");
|
|
foreach (var t in tagElements)
|
|
{
|
|
var tName = t.TextContent?.Trim();
|
|
if (!string.IsNullOrEmpty(tName) && !tags.Contains(tName))
|
|
{
|
|
tags.Add(tName);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
LogManager.AddLog($"[警告] missav 詳細ページ取得失敗 ({linkHref}): {ex.Message}");
|
|
}
|
|
|
|
// WebImageViewer統一リンクの生成 (https://udukipc-web.armonica-vps.work/?url=[ページURL])
|
|
string viewerUrl = $"https://udukipc-web.armonica-vps.work/?url={Uri.EscapeDataString(linkHref)}";
|
|
|
|
var body = new StringBuilder();
|
|
|
|
// 1. WebImageViewer への再生リンク & 外部リンク
|
|
body.Append($@"<div style=""margin-bottom: 12px; padding: 10px 14px; background: rgba(236, 72, 153, 0.08); border-radius: 8px; border-left: 4px solid #ec4899;"">");
|
|
body.Append($@"<p style=""margin: 0 0 6px 0;""><a href=""{viewerUrl}"" target=""_blank"" rel=""noopener noreferrer"" style=""font-weight: bold; font-size: 1.1em; color: #db2777; text-decoration: none;"">▶ WebImageViewerで動画を再生する</a></p>");
|
|
body.Append($@"<p style=""margin: 0; font-size: 0.9em; color: #64748b;""><a href=""{itemUri}"" target=""_blank"" rel=""noopener noreferrer"" referrerpolicy=""no-referrer"">missav公式ページで開く</a></p>");
|
|
body.Append($@"</div>");
|
|
|
|
// 2. サムネイル画像
|
|
if (imageUri != null)
|
|
{
|
|
body.Append($@"<div><img src=""{imageUri}"" referrerpolicy=""no-referrer"" alt=""{WebUtility.HtmlEncode(title)}"" style=""max-width: 100%; height: auto; margin-top: 8px; border-radius: 6px;"" /></div>");
|
|
}
|
|
|
|
// 3. メタ情報(詳細、メーカー、女優、ジャンル、タグ)
|
|
if (!string.IsNullOrWhiteSpace(descText))
|
|
{
|
|
body.Append($@"<div style=""margin-top: 8px;""><strong>詳細:</strong> {WebUtility.HtmlEncode(descText)}</div>");
|
|
}
|
|
if (!string.IsNullOrWhiteSpace(maker))
|
|
{
|
|
body.Append($@"<div><strong>メーカー:</strong> {WebUtility.HtmlEncode(maker)}</div>");
|
|
}
|
|
if (actresses.Count > 0)
|
|
{
|
|
body.Append($@"<div><strong>女優:</strong> {WebUtility.HtmlEncode(string.Join(", ", actresses))}</div>");
|
|
}
|
|
if (genres.Count > 0)
|
|
{
|
|
body.Append($@"<div><strong>ジャンル:</strong> {WebUtility.HtmlEncode(string.Join(", ", genres))}</div>");
|
|
}
|
|
if (tags.Count > 0)
|
|
{
|
|
body.Append($@"<div><strong>タグ:</strong> {WebUtility.HtmlEncode(string.Join(", ", tags))}</div>");
|
|
}
|
|
|
|
var now = DateTimeOffset.Now;
|
|
item = new SyndicationItem(
|
|
title,
|
|
(string?)null,
|
|
itemUri,
|
|
guid,
|
|
now
|
|
)
|
|
{
|
|
PublishDate = now,
|
|
LastUpdatedTime = now,
|
|
Summary = new TextSyndicationContent(body.ToString(), TextSyndicationContentKind.Html)
|
|
};
|
|
|
|
// カテゴリ登録(ジャンル、タグ、女優)
|
|
foreach (var g in genres)
|
|
{
|
|
item.Categories.Add(new SyndicationCategory(g));
|
|
}
|
|
foreach (var t in tags)
|
|
{
|
|
item.Categories.Add(new SyndicationCategory(t));
|
|
}
|
|
foreach (var a in actresses)
|
|
{
|
|
item.Categories.Add(new SyndicationCategory(a));
|
|
}
|
|
|
|
// 作者/メーカー登録
|
|
if (!string.IsNullOrEmpty(maker))
|
|
{
|
|
item.Authors.Add(new SyndicationPerson { Name = maker });
|
|
}
|
|
else if (actresses.Count > 0)
|
|
{
|
|
item.Authors.Add(new SyndicationPerson { Name = actresses[0] });
|
|
}
|
|
}
|
|
|
|
items.Add(item);
|
|
}
|
|
}
|
|
|
|
feed.Items = items;
|
|
await CmnUtil.ExportXMLFileAsync(fileName, feed, client, filter24Hours: false);
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
LogManager.AddLog($"[エラー] 【missav】 {ex.Message}");
|
|
CmnUtil.PrintCallStackToEvent(ex);
|
|
}
|
|
}
|
|
|
|
#endregion
|
|
|
|
#region □メソッド(Private)
|
|
|
|
/// <summary>
|
|
/// 既存の XML ファイルから各記事のタイトル・本文 HTML・公開日時・更新日時を読み込みます。
|
|
/// </summary>
|
|
/// <param name="fileName">XML ファイル名</param>
|
|
/// <returns>URL または GUID をキーとする既存エントリの辞書</returns>
|
|
private static Dictionary<string, ExistingFeedEntry> LoadExistingEntries(string fileName)
|
|
{
|
|
var existingEntries = new Dictionary<string, ExistingFeedEntry>(StringComparer.OrdinalIgnoreCase);
|
|
try
|
|
{
|
|
string xmlPath = CmnUtil.GetExportXmlPath(fileName);
|
|
if (!File.Exists(xmlPath))
|
|
{
|
|
return existingEntries;
|
|
}
|
|
|
|
using var reader = XmlReader.Create(xmlPath);
|
|
var existingFeed = SyndicationFeed.Load(reader);
|
|
if (existingFeed?.Items != null)
|
|
{
|
|
foreach (var item in existingFeed.Items)
|
|
{
|
|
var linkUrl = item.Links.FirstOrDefault()?.Uri?.AbsoluteUri;
|
|
var guid = item.Id;
|
|
|
|
var entry = new ExistingFeedEntry
|
|
{
|
|
Title = item.Title?.Text?.Trim() ?? string.Empty,
|
|
SummaryHtml = item.Summary?.Text?.Trim() ?? string.Empty,
|
|
PublishDate = item.PublishDate != DateTimeOffset.MinValue
|
|
? item.PublishDate
|
|
: (item.LastUpdatedTime != DateTimeOffset.MinValue ? item.LastUpdatedTime : DateTimeOffset.Now),
|
|
LastUpdatedTime = item.LastUpdatedTime != DateTimeOffset.MinValue
|
|
? item.LastUpdatedTime
|
|
: (item.PublishDate != DateTimeOffset.MinValue ? item.PublishDate : DateTimeOffset.Now),
|
|
Categories = item.Categories.Select(c => c.Name).ToList(),
|
|
Authors = item.Authors.Select(a => a.Name).ToList()
|
|
};
|
|
|
|
if (!string.IsNullOrWhiteSpace(linkUrl) && !existingEntries.ContainsKey(linkUrl))
|
|
{
|
|
existingEntries[linkUrl] = entry;
|
|
}
|
|
if (!string.IsNullOrWhiteSpace(guid) && !existingEntries.ContainsKey(guid))
|
|
{
|
|
existingEntries[guid] = entry;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
LogManager.AddLog($"[情報] missav 既存エントリ読み込みスキップ: {ex.Message}");
|
|
}
|
|
|
|
return existingEntries;
|
|
}
|
|
|
|
#endregion
|
|
} |