feat: add RSS generator support for Ci-en and Missav sites
This commit is contained in:
1 parent
bdd853a5ab
commit
cbbe19e80e
2 files changed
+90
-10
No files matched your search
@@ -1,9 +1,13 @@
|
||||
using AngleSharp.Dom;
|
||||
using AngleSharp.Dom;
|
||||
using AngleSharp.Html.Dom;
|
||||
using AngleSharp.Html.Parser;
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Linq;
|
||||
using System.Net;
|
||||
using System.ServiceModel.Syndication;
|
||||
using System.Text;
|
||||
using System.Threading.Tasks;
|
||||
using static rss_generator.Class.LogManager;
|
||||
|
||||
namespace rss_generator.Class.RSS;
|
||||
@@ -19,10 +23,17 @@ internal class ci_en
|
||||
{
|
||||
var pageURL = $"https://ci-en.dlsite.com/mypage/recent";
|
||||
var rssUrl = $"{pageURL}";
|
||||
|
||||
if (client.DefaultRequestHeaders.Contains("Cookie"))
|
||||
{
|
||||
client.DefaultRequestHeaders.Remove("Cookie");
|
||||
}
|
||||
client.DefaultRequestHeaders.Add("Cookie", cookie);
|
||||
|
||||
var document = await CmnUtil.GetDocument(client, rssUrl);
|
||||
var elemArticles = document.QuerySelectorAll(".c-card-article");
|
||||
var parser = new HtmlParser();
|
||||
|
||||
foreach (var elemArticle in elemArticles)
|
||||
{
|
||||
var item = new SyndicationItem();
|
||||
@@ -65,20 +76,88 @@ internal class ci_en
|
||||
}
|
||||
|
||||
var body = new StringBuilder();
|
||||
if (!string.IsNullOrEmpty(href))
|
||||
{
|
||||
//if (elemArticle.QuerySelector(".image") is IHtmlImageElement element)
|
||||
//{
|
||||
// var imageUri = !string.IsNullOrEmpty(element.Source) ? new Uri(element.Source) : null;
|
||||
// var title = element.AlternativeText ?? "";
|
||||
var docContents = await CmnUtil.GetDocument(client, href);
|
||||
var divDetail = docContents.QuerySelector("article");
|
||||
|
||||
// body.Append($@"<div><img src=""{imageUri}"" alt=""{title}"" style=""max-width: 100%; height: auto;"" /></div>");
|
||||
//}
|
||||
if (divDetail != null)
|
||||
{
|
||||
var docContents = await CmnUtil.GetDocument(client, href);
|
||||
var divDetail = docContents.QuerySelector("article")!;
|
||||
// 1. vue-l-image 等の Vue カスタムコンポーネントを標準の <a><img></a> タグに置換
|
||||
var vueImages = divDetail.QuerySelectorAll("vue-l-image, [vue-is='l_image'], vue-image").ToList();
|
||||
foreach (var vueImg in vueImages)
|
||||
{
|
||||
var src = vueImg.GetAttribute("src");
|
||||
var actualSrc = vueImg.GetAttribute("data-actual");
|
||||
var rawSrc = vueImg.GetAttribute("data-raw");
|
||||
var alt = vueImg.GetAttribute("alt") ?? "";
|
||||
|
||||
var targetImgSrc = !string.IsNullOrEmpty(actualSrc) ? actualSrc : (!string.IsNullOrEmpty(src) ? src : rawSrc);
|
||||
if (!string.IsNullOrEmpty(targetImgSrc))
|
||||
{
|
||||
var linkUrl = !string.IsNullOrEmpty(rawSrc) ? rawSrc : targetImgSrc;
|
||||
var imgTagHtml = $@"<a href=""{linkUrl}"" target=""_blank"" rel=""noopener noreferrer""><img src=""{targetImgSrc}"" alt=""{WebUtility.HtmlEncode(alt)}"" style=""max-width: 100%; height: auto; display: block; margin: 8px 0;"" /></a>";
|
||||
|
||||
var fragment = parser.ParseDocument(imgTagHtml);
|
||||
var newElement = fragment.Body?.FirstElementChild;
|
||||
if (newElement != null)
|
||||
{
|
||||
vueImg.ReplaceWith(newElement);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// 2. figure や file-player-image-wrapper の崩れ防止(padding-bottom等の削除)
|
||||
var figureWrappers = divDetail.QuerySelectorAll("figure, div.file-player-image-wrapper").ToList();
|
||||
foreach (var fig in figureWrappers)
|
||||
{
|
||||
fig.RemoveAttribute("style");
|
||||
}
|
||||
|
||||
// 3. 通常の <img> タグの data-actual / data-src 対応
|
||||
var regularImages = divDetail.QuerySelectorAll("img").ToList();
|
||||
foreach (var img in regularImages)
|
||||
{
|
||||
var dataActual = img.GetAttribute("data-actual");
|
||||
var dataSrc = img.GetAttribute("data-src");
|
||||
var currentSrc = img.GetAttribute("src");
|
||||
|
||||
if (!string.IsNullOrEmpty(dataActual))
|
||||
{
|
||||
img.SetAttribute("src", dataActual);
|
||||
}
|
||||
else if ((string.IsNullOrEmpty(currentSrc) || currentSrc.Contains("no_image")) && !string.IsNullOrEmpty(dataSrc))
|
||||
{
|
||||
img.SetAttribute("src", dataSrc);
|
||||
}
|
||||
|
||||
img.SetAttribute("style", "max-width: 100%; height: auto;");
|
||||
}
|
||||
|
||||
// 4. カバー画像/アイキャッチ画像の配置
|
||||
string? coverImageUrl = null;
|
||||
if (elemArticle.QuerySelector("img.image, img") is IHtmlImageElement coverElem && !string.IsNullOrEmpty(coverElem.Source) && !coverElem.Source.Contains("no_image") && !coverElem.Source.Contains("logo_"))
|
||||
{
|
||||
coverImageUrl = coverElem.Source;
|
||||
}
|
||||
else
|
||||
{
|
||||
var metaOgImage = docContents.QuerySelector("meta[property='og:image']")?.GetAttribute("content");
|
||||
if (!string.IsNullOrEmpty(metaOgImage) && !metaOgImage.Contains("logo_") && !metaOgImage.Contains("no_image"))
|
||||
{
|
||||
coverImageUrl = metaOgImage;
|
||||
}
|
||||
}
|
||||
|
||||
if (!string.IsNullOrEmpty(coverImageUrl))
|
||||
{
|
||||
body.Append($@"<div><a href=""{href}""><img src=""{coverImageUrl}"" alt=""{WebUtility.HtmlEncode(title)}"" style=""max-width: 100%; height: auto; margin-bottom: 12px;"" /></a></div>");
|
||||
}
|
||||
|
||||
body.Append(CmnUtil.GetHtmlWithoutJavaScript(divDetail));
|
||||
}
|
||||
}
|
||||
|
||||
item.Summary = new TextSyndicationContent(body.ToString(), TextSyndicationContentKind.Html);
|
||||
// ID
|
||||
item.Id = CmnUtil.CreateGuid($"{href}");
|
||||
@@ -92,6 +171,7 @@ internal class ci_en
|
||||
catch (Exception ex)
|
||||
{
|
||||
AddLog($"[エラー] [ci_en]:{ex.Message}");
|
||||
CmnUtil.PrintCallStackToEvent(ex);
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -142,7 +142,7 @@ internal class missav123
|
||||
if (!string.IsNullOrEmpty(playerUrl))
|
||||
{
|
||||
body.Append($@"<div style=""position: relative; width: 100%; max-width: 800px; aspect-ratio: 16/9; margin: 12px 0;"">");
|
||||
body.Append($@"<iframe src=""{playerUrl}"" style=""width: 100%; height: 100%; border: 0;"" allow=""autoplay; fullscreen; encrypted-media"" allowfullscreen=""true"" scrolling=""no"" frameborder=""0""></iframe>");
|
||||
body.Append($@"<iframe src=""about:blank"" data-src=""{playerUrl}"" style=""width: 100%; height: 100%; border: 0;"" allow=""autoplay; fullscreen; encrypted-media"" allowfullscreen=""true"" scrolling=""no"" frameborder=""0""></iframe>");
|
||||
body.Append($@"</div>");
|
||||
body.Append($@"<div><p><a href=""{itemUri}"" target=""_blank"" rel=""noopener noreferrer"">123avで開く</a> | <a href=""{playerUrl}"" target=""_blank"" rel=""noopener noreferrer"">直接動画プレイヤーを開く</a></p></div>");
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user