- momonga_fanzine.cs, momonga_magazine.cs において本文メタデータから「サークル」「作者」を抽出し、著者の箇所(Authors)にそれぞれ追加 - 複数作者や複数サークルがある場合はカンマ区切りで個別登録し、重複を排除 - FreshRSS上でサークル名・アーティスト名のそれぞれで絞り込み検索が可能になるよう改善 - リファクタリングおよびログ出力プレフィックスの統一
264 lines
18 KiB
C#
264 lines
18 KiB
C#
using AngleSharp.Dom;
|
|
using AngleSharp.Html.Dom;
|
|
using AngleSharp.Html.Parser;
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.Linq;
|
|
using System.Net;
|
|
using System.Net.Http;
|
|
using System.ServiceModel.Syndication;
|
|
using System.Text;
|
|
using System.Text.Json;
|
|
using System.Threading.Tasks;
|
|
using rss_generator.Class.Common;
|
|
using static rss_generator.Class.Common.LogManager;
|
|
|
|
namespace rss_generator.Class.CiEn;
|
|
|
|
/// <summary>
|
|
/// Ci-en(シエン)のマイページ新着記事からRSSフィードを生成するクラスです。
|
|
/// </summary>
|
|
internal class ci_en
|
|
{
|
|
#region □定数(Private)
|
|
|
|
/// <summary>
|
|
/// Ci-en マイページ新着記事一覧取得用APIエンドポイント
|
|
/// </summary>
|
|
private const string RecentApiUrl = "https://ci-en.dlsite.com/api/mypage/recent";
|
|
|
|
/// <summary>
|
|
/// Ci-en マイページURL(リファラーおよびフィードURL用)
|
|
/// </summary>
|
|
private const string MypageRecentUrl = "https://ci-en.dlsite.com/mypage/recent";
|
|
|
|
/// <summary>
|
|
/// Ci-en ログイン認証用Cookie文字列
|
|
/// </summary>
|
|
private const string CookieString = @"dlloginjp=1; _vwo_uuid_v2=DE0A491AF4C7D82F5A0E36EE05FB9DCC4|1c75fec8568c82f554ce0bf05b184323; _fbp=fb.1.1744889132407.755153059380374410; _gaid=368068859.1744048157; _tt_enable_cookie=1; _ttp=01JS1QYDMMCWME95G944M64YBH_.tt.1; carted=1; accepted_rating=r18g; _ga_BZK47NSH6M=GS2.1.s1773681391$o1$g1$t1773683085$j60$l0$h0; _ga_5V5XC0P05K=GS2.1.s1773925565$o1$g1$t1773925597$j28$l0$h0; _ga_FT5XDNCSST=GS2.1.s1774009996$o1$g1$t1774010041$j15$l0$h0; recommend_device_id=4242537564.1775488541; locale=ja-jp; _trust360_=%7B%22pid%22%3A%22GZOmvAwr%22%2C%22vid%22%3A%22MNNC1CLRTKMZA453FZJ2AKYY%22%2C%22v%22%3A1%2C%22accepted%22%3A7%2C%22it%22%3A1775488544271%7D; adultchecked=1; _ga_QQPE5BRL8Y=GS2.1.s1776218873$o1$g1$t1776218883$j50$l0$h0; _twpid=tw.1776384373659.787621302594603318; _ga_MYZL3283YG=GS2.1.s1776533403$o5$g1$t1776533425$j38$l0$h0; i18n_redirected=ja-jp; _ga_57HC74EGYW=GS2.1.s1776877012$o3$g0$t1776877014$j58$l0$h0; _ga_FGNPZ32399=GS2.1.s1776963447$o3$g1$t1776963496$j11$l0$h0; _ga_CKDD79YY5K=GS2.1.s1777130134$o2$g1$t1777130163$j31$l0$h0; _ga_SLMZ0ZXNJ1=GS2.1.s1788801244$o2$g1$t1788801256$j48$l0$h0; uhashjp=8a9768d1bc66b3cb5d302ada2c95724cbab9eeeb; iom_jp=SFT000002128873; uid_jp=SFT000002128873; remember_web_59ba36addc2b2f9401580f014c7f58ea4e30989d=2045064%7CtfkLIcqxXZDJ8bpsXA8nOZcofF9qGIiUeo8T8eWSTesxR7BjTKvlzj2JjKFI%7CtfkLIcqxXZDJ8bpsXA8nOZcofF9qGIiUeo8T8eWSTesxR7BjTKvlzj2JjKFI; _ga_9SB79WF4BD=GS2.1.s1779791861$o4$g1$t1779792797$j60$l0$h0; _ga_140=GS2.1.s1779805620$o17$g1$t1779805764$j60$l0$h0; _ga_EZN33JX2LQ=GS2.1.s1780220071$o8$g1$t1780220111$j20$l0$h0; _ga_NSFZEVF70Z=GS2.1.s1780660225$o13$g1$t1780660251$j34$l0$h0; client_id=5296163acabf6608213b4e6f7e9ebd60; _unv_aid=183806e4-d24d-4d1d-958e-0044749aebab; _ga_YJ8NCCZMYD=GS2.1.s1782302356$o5$g1$t1782302393$j23$l0$h0; _ga_H29V5427MF=GS2.1.s1782311562$o7$g0$t1782311570$j52$l0$h0; _vwo_uuid=D0095974371256A8657ECF68E198C5817; _ga_166H7ZBJJ6=GS2.1.s1782579077$o7$g1$t1782579130$j7$l0$h0; _ga_FYQ837TCLF=GS2.1.s1782643016$o3$g1$t1782643097$j47$l0$h0; _ga_ZWB2Z5E0V2=GS2.1.s1782821894$o7$g0$t1782821903$j51$l0$h0; ttcsid_D0DFBO3C77U626LJDL6G=1782837386436::cRvgniZAyWEaSNF3mVpx.43.1782837438327.1; ttcsid_CKRMHGRC77U81CKC8HNG=1782837386443::vABiN78hXjyU_a3pz7XK.43.1782837438334.1; ttcsid_CLVT5NRC77U95UC4O12G=1782837386446::MF_CNvJ_wXnnaUYSTF1e.43.1782837438340.1; ttcsid_CPLBGI3C77U3S3PJLFRG=1782837386450::1QYS6mg4SHJnwBkWzvvm.43.1782837438346.1; ttcsid_CQ3QNNBC77U0CETNEGNG=1782837386454::Zx5dDGKm5RKyQqEMQmtp.43.1782837438353.1; ttcsid_D02V363C77U9GIBTNP9G=1782837386457::OMcsULq6hpuuJ2x1B0r2.43.1782837438359.1; ttcsid=1782837386438::1pxUgLoa6xq6svEKpaD3.203.1782837438357.0::1.36619.41937::0.0.0.0::51807.20.3300; _ga_3Q3ERY250G=GS2.1.s1782837523$o1$g1$t1782837803$j60$l0$h0; _vwo_ds=3%241782551443%3A50.02909166%3A%3A%3A%3A%3A1782902051%3A1782897550%3A18; _vis_opt_s=20%7C; _ga_HEQQ3BGXDL=GS2.1.s1782902045$o7$g1$t1782902059$j46$l0$h0; _ga=GA1.1.368068859.1744048157; _ga_CWG6LEYWHN=GS2.1.s1783181099$o4$g1$t1783181119$j40$l0$h0; vendor_design=normal; session_state=3f33774fce7cb6c51d66cf8c4bef7642173dce3c7e4ef82310b9752b9ad2c6b7.40x3nks7uaww4800o4wkc0wgg; loginchecked=1; __DLsite_SID=htvqf2s9ge8o313nolr7edcrfd; _ga_MB2PT3FWW8=GS2.1.s1783268429$o15$g1$t1783268531$j56$l0$h0; _ga_1CQ9479B3Z=GS2.1.s1783688876$o6$g0$t1783688878$j58$l0$h0; _inflow_params=%7B%22referrer_uri%22%3A%22www.anime-sharing.com%22%7D; _ga_1Z1SYS3CQ4=GS2.1.s1783858175$o12$g0$t1783858180$j55$l0$h0; _ga_6VLJ921530=GS2.1.s1784047289$o19$g1$t1784047430$j57$l0$h0; _ga_SEMVGMN3H2=GS2.1.s1784223465$o5$g1$t1784223531$j58$l0$h0; consent_terms_vivion_id_SFT000002128873=2026-07-19T12:57:22.011Z; consent_privacy_vivion_id_SFT000002128873=2026-07-19T12:57:22.011Z; consent_terms_dlsite_SFT000002128873=2026-07-19T12:57:22.011Z; consent_privacy_dlsite_SFT000002128873=2026-07-19T12:57:22.011Z; DL_PTAFID=twitternukomajin; utm_c=sns_link; _inflow_ad_params=%7B%22product_id%22%3A%22RJ01009083%22%2C%22utm_medium%22%3A%22affiliate%22%2C%22utm_campaign%22%3A%22sns_link%22%2C%22utm_content%22%3A%22RJ01009083%22%2C%22utm_source%22%3A%22t.co%2F%22%7D; _gcl_au=1.1.302635706.1783464784.999250299.1784474157.1784474157.93176051.1784474157.1784474157; DL_PRODUCT_LOG=RJ196116%2CRJ01632273%2CRJ01668630%2CRJ01670035%2CRJ01671421%2CRJ01673489%2CRJ01657229%2CRJ01009083%2CRJ01648715%2CRJ01644999%2CRJ01604830%2CRJ01625582%2CRJ01605765%2CRJ236734%2CRJ071090%2CRJ01623421%2CRJ145373%2CRJ01570227%2CRJ01665800%2CRJ01669480%2CRJ01212879%2CRJ01606779%2CRJ01605618%2CRJ01610188%2CRJ01648963%2CRJ01484365%2CRJ362203%2CRJ01509772%2CRJ01450546%2CRJ01271060%2CRJ01123284%2CRJ01516172%2CRJ01576032%2CRJ01375307%2CRJ01622268%2CRJ01496131%2CRJ01550550%2CRJ01650691%2CRJ01647232%2CRJ01585232%2CRJ01657316%2CRJ01622380%2CRJ01387722%2CRJ01409387%2CRJ01449864%2CRJ01509009%2CRJ212283%2CRJ01638705%2CRJ01653149%2CRJ01633249; last_wishlist_check=0; _inflow_dlsite_params=%7B%22dlsite_referrer_url%22%3A%22https%3A%2F%2Fwww.dlsite.com%2Fmaniax%2Fwork%2F%3D%2Fproduct_id%2FRJ196116.html%22%7D; _ga_sid=1784562026; _ga_ZW5GTXK6EV=GS2.1.s1784562026$o539$g1$t1784562088$j60$l0$h0; XSRF-TOKEN=7Pd3wwYRAYnapOjHko4WXDEC4Ph9x31Cfiiuj1jT; ci_en_session=MxYxMBj2ta2Gc0OvQAv0ySUjRGRPGXAwu0iQSdWq; ci_locale=ja; _ga_SLJCT1V2RP=GS2.1.s1784611717$o44$g0$t1784611723$j54$l0$h0; _dd_s=aid=261b1bee-b51a-4521-9044-79a1e82380ce&rum=0&expire=1784612652310; _ga_YG879NVEC7=GS2.1.s1784611716$o300$g1$t1784611752$j24$l0$h0";
|
|
|
|
#endregion
|
|
|
|
#region □メソッド(Public)
|
|
|
|
/// <summary>
|
|
/// Ci-enのマイページ新着記事一覧APIから新着記事を取得し、RSSフィード(XML)を非同期で生成・出力します。
|
|
/// </summary>
|
|
/// <param name="client">HTTPクライアントインスタンス</param>
|
|
/// <returns>非同期タスク</returns>
|
|
public static async Task CreateRSSAsync(HttpClient client)
|
|
{
|
|
var feed = new SyndicationFeed("Ci-en", "", new Uri(MypageRecentUrl));
|
|
var items = new List<SyndicationItem>();
|
|
try
|
|
{
|
|
using var request = new HttpRequestMessage(HttpMethod.Get, RecentApiUrl);
|
|
request.Headers.Add("Cookie", CookieString);
|
|
request.Headers.Add("Accept", "application/json");
|
|
request.Headers.Add("Referer", MypageRecentUrl);
|
|
|
|
using var response = await client.SendAsync(request);
|
|
response.EnsureSuccessStatusCode();
|
|
|
|
// リダイレクト先URLがメンテナンスページであるか検証
|
|
var responseUri = response.RequestMessage?.RequestUri?.ToString() ?? string.Empty;
|
|
if (responseUri.Contains("maintenance", StringComparison.OrdinalIgnoreCase))
|
|
{
|
|
AddLog($"[情報] 【ci_en】 Ci-enは現在システムメンテナンス中です ({responseUri})。メンテナンス完了後に自動再開されます。");
|
|
return;
|
|
}
|
|
|
|
var responseString = await response.Content.ReadAsStringAsync();
|
|
var trimmedContent = responseString.TrimStart();
|
|
|
|
// レスポンスがJSONではなくHTML(メンテナンス画面やログイン画面等)の場合の安全ハンドリング
|
|
if (trimmedContent.StartsWith('<'))
|
|
{
|
|
if (trimmedContent.Contains("メンテナンス") || trimmedContent.Contains("maintenance", StringComparison.OrdinalIgnoreCase))
|
|
{
|
|
AddLog("[情報] 【ci_en】 Ci-enは現在システムメンテナンス中です。サービスの再開後に自動取得されます。");
|
|
}
|
|
else
|
|
{
|
|
AddLog("[警告] 【ci_en】 APIからJSONではなくHTMLが返却されました。セッションCookieの有効期限切れ、またはリダイレクトの可能性があります。");
|
|
}
|
|
return;
|
|
}
|
|
|
|
using var jsonDoc = JsonDocument.Parse(responseString);
|
|
|
|
if (!jsonDoc.RootElement.TryGetProperty("items", out var itemsElem) ||
|
|
!itemsElem.TryGetProperty("data", out var dataElem))
|
|
{
|
|
AddLog("[警告] 【ci_en】 items.data プロパティが存在しません。");
|
|
return;
|
|
}
|
|
|
|
var parser = new HtmlParser();
|
|
var cutoff = DateTimeOffset.Now.AddHours(-24);
|
|
|
|
foreach (var elem in dataElem.EnumerateArray())
|
|
{
|
|
var item = new SyndicationItem();
|
|
|
|
var href = elem.TryGetProperty("path", out var pathElem) ? pathElem.GetString() ?? "" : "";
|
|
var rawTitle = elem.TryGetProperty("title", out var titleElem) ? titleElem.GetString() ?? "" : "";
|
|
var creatorName = elem.TryGetProperty("creator", out var creatorElem) &&
|
|
creatorElem.TryGetProperty("creator_name", out var cNameElem)
|
|
? cNameElem.GetString() ?? ""
|
|
: "";
|
|
|
|
if (!string.IsNullOrEmpty(href))
|
|
{
|
|
item.Links.Add(new SyndicationLink(new Uri(href)));
|
|
}
|
|
|
|
item.Authors.Add(new SyndicationPerson { Name = "Ci-en" });
|
|
if (!string.IsNullOrEmpty(creatorName))
|
|
{
|
|
item.Authors.Add(new SyndicationPerson { Name = creatorName });
|
|
}
|
|
|
|
var title = !string.IsNullOrEmpty(creatorName) ? $"{creatorName} : {rawTitle}" : rawTitle;
|
|
item.Title = new TextSyndicationContent(title);
|
|
|
|
var releasedAtStr = elem.TryGetProperty("released_at", out var relElem) ? relElem.GetString() : null;
|
|
var updateTime = DateTimeOffset.Now;
|
|
if (!string.IsNullOrEmpty(releasedAtStr) && DateTimeOffset.TryParse(releasedAtStr, out var parsedDate))
|
|
{
|
|
updateTime = parsedDate;
|
|
}
|
|
item.LastUpdatedTime = updateTime;
|
|
|
|
// 24時間判定(カットオフより古い記事は本文取得を行わずスキップ)
|
|
if (!CmnUtil.IsItemWithinCutoff(item, cutoff))
|
|
{
|
|
continue;
|
|
}
|
|
|
|
var body = new StringBuilder();
|
|
if (!string.IsNullOrEmpty(href))
|
|
{
|
|
if (client.DefaultRequestHeaders.Contains("Cookie"))
|
|
{
|
|
client.DefaultRequestHeaders.Remove("Cookie");
|
|
}
|
|
client.DefaultRequestHeaders.Add("Cookie", CookieString);
|
|
|
|
var docContents = await CmnUtil.GetDocument(client, href);
|
|
var divDetail = docContents.QuerySelector("article");
|
|
|
|
if (divDetail != null)
|
|
{
|
|
// 1. vue-l-image 等の Vue カスタムコンポーネントを標準の <a><img></a> タグに置換
|
|
var vueImages = divDetail.QuerySelectorAll("vue-l-image, [vue-is='l_image'], vue-image").ToList();
|
|
foreach (var vueImg in vueImages)
|
|
{
|
|
var src = vueImg.GetAttribute("src");
|
|
var actualSrc = vueImg.GetAttribute("data-actual");
|
|
var rawSrc = vueImg.GetAttribute("data-raw");
|
|
var alt = vueImg.GetAttribute("alt") ?? "";
|
|
|
|
var targetImgSrc = !string.IsNullOrEmpty(actualSrc) ? actualSrc : (!string.IsNullOrEmpty(src) ? src : rawSrc);
|
|
if (!string.IsNullOrEmpty(targetImgSrc))
|
|
{
|
|
var linkUrl = !string.IsNullOrEmpty(rawSrc) ? rawSrc : targetImgSrc;
|
|
var imgTagHtml = $@"<a href=""{linkUrl}"" target=""_blank"" rel=""noopener noreferrer"" referrerpolicy=""no-referrer""><img src=""{targetImgSrc}"" referrerpolicy=""no-referrer"" alt=""{WebUtility.HtmlEncode(alt)}"" style=""max-width: 100%; height: auto; display: block; margin: 8px 0;"" /></a>";
|
|
|
|
var fragment = parser.ParseDocument(imgTagHtml);
|
|
var newElement = fragment.Body?.FirstElementChild;
|
|
if (newElement != null)
|
|
{
|
|
vueImg.ReplaceWith(newElement);
|
|
}
|
|
}
|
|
}
|
|
|
|
// 2. figure や file-player-image-wrapper の崩れ防止(padding-bottom等の削除)
|
|
var figureWrappers = divDetail.QuerySelectorAll("figure, div.file-player-image-wrapper").ToList();
|
|
foreach (var fig in figureWrappers)
|
|
{
|
|
fig.RemoveAttribute("style");
|
|
}
|
|
|
|
// 3. 通常の <img> タグの data-actual / data-src 対応
|
|
var regularImages = divDetail.QuerySelectorAll("img").ToList();
|
|
foreach (var img in regularImages)
|
|
{
|
|
var dataActual = img.GetAttribute("data-actual");
|
|
var dataSrc = img.GetAttribute("data-src");
|
|
var currentSrc = img.GetAttribute("src");
|
|
|
|
if (!string.IsNullOrEmpty(dataActual))
|
|
{
|
|
img.SetAttribute("src", dataActual);
|
|
}
|
|
else if ((string.IsNullOrEmpty(currentSrc) || currentSrc.Contains("no_image")) && !string.IsNullOrEmpty(dataSrc))
|
|
{
|
|
img.SetAttribute("src", dataSrc);
|
|
}
|
|
|
|
img.SetAttribute("referrerpolicy", "no-referrer");
|
|
img.SetAttribute("style", "max-width: 100%; height: auto;");
|
|
}
|
|
|
|
// 本文内リンクへのリファラー設定
|
|
var regularAnchors = divDetail.QuerySelectorAll("a").ToList();
|
|
foreach (var a in regularAnchors)
|
|
{
|
|
a.SetAttribute("target", "_blank");
|
|
a.SetAttribute("rel", "noopener noreferrer");
|
|
a.SetAttribute("referrerpolicy", "no-referrer");
|
|
}
|
|
|
|
// 4. カバー画像/アイキャッチ画像の配置(API返却の image_src を最優先)
|
|
var coverImageUrl = elem.TryGetProperty("image_src", out var imgElem) ? imgElem.GetString() : null;
|
|
if (string.IsNullOrEmpty(coverImageUrl))
|
|
{
|
|
if (docContents.QuerySelector("img.image, img") is IHtmlImageElement coverElem &&
|
|
!string.IsNullOrEmpty(coverElem.Source) &&
|
|
!coverElem.Source.Contains("no_image") &&
|
|
!coverElem.Source.Contains("logo_"))
|
|
{
|
|
coverImageUrl = coverElem.Source;
|
|
}
|
|
else
|
|
{
|
|
var metaOgImage = docContents.QuerySelector("meta[property='og:image']")?.GetAttribute("content");
|
|
if (!string.IsNullOrEmpty(metaOgImage) && !metaOgImage.Contains("logo_") && !metaOgImage.Contains("no_image"))
|
|
{
|
|
coverImageUrl = metaOgImage;
|
|
}
|
|
}
|
|
}
|
|
|
|
if (!string.IsNullOrEmpty(coverImageUrl))
|
|
{
|
|
body.Append($@"<div><a href=""{href}"" target=""_blank"" rel=""noopener noreferrer"" referrerpolicy=""no-referrer""><img src=""{coverImageUrl}"" referrerpolicy=""no-referrer"" alt=""{WebUtility.HtmlEncode(title)}"" style=""max-width: 100%; height: auto; margin-bottom: 12px;"" /></a></div>");
|
|
}
|
|
|
|
body.Append(CmnUtil.GetHtmlWithoutJavaScript(divDetail));
|
|
}
|
|
}
|
|
|
|
item.Summary = new TextSyndicationContent(body.ToString(), TextSyndicationContentKind.Html);
|
|
item.Id = CmnUtil.CreateGuid(href);
|
|
|
|
items.Add(item);
|
|
}
|
|
|
|
feed.Items = items;
|
|
|
|
// ci_en は画像リンクを Base64 変換せず、通常の画像リンクとして出力する
|
|
await CmnUtil.ExportXMLFileAsync("ci_en.xml", feed, client, embedBase64: false);
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
AddLog($"[エラー] 【ci_en】 {ex.Message}");
|
|
CmnUtil.PrintCallStackToEvent(ex);
|
|
}
|
|
}
|
|
|
|
#endregion
|
|
}
|