Files
rss-generator/rss-generator/Class/CiEn/ci_en.cs
T
armonica c788acaeca feat(momonga): フィード著者にアーティスト(作者)およびサークルの値を追加しFreshRSSでの個別検索に対応
- momonga_fanzine.cs, momonga_magazine.cs において本文メタデータから「サークル」「作者」を抽出し、著者の箇所(Authors)にそれぞれ追加
- 複数作者や複数サークルがある場合はカンマ区切りで個別登録し、重複を排除
- FreshRSS上でサークル名・アーティスト名のそれぞれで絞り込み検索が可能になるよう改善
- リファクタリングおよびログ出力プレフィックスの統一
2026-10-28 11:32:45 +09:00

264 lines
18 KiB
C#

using AngleSharp.Dom;
using AngleSharp.Html.Dom;
using AngleSharp.Html.Parser;
using System;
using System.Collections.Generic;
using System.Linq;
using System.Net;
using System.Net.Http;
using System.ServiceModel.Syndication;
using System.Text;
using System.Text.Json;
using System.Threading.Tasks;
using rss_generator.Class.Common;
using static rss_generator.Class.Common.LogManager;
namespace rss_generator.Class.CiEn;
/// <summary>
/// Ci-en(シエン)のマイページ新着記事からRSSフィードを生成するクラスです。
/// </summary>
internal class ci_en
{
#region □定数(Private)
/// <summary>
/// Ci-en マイページ新着記事一覧取得用APIエンドポイント
/// </summary>
private const string RecentApiUrl = "https://ci-en.dlsite.com/api/mypage/recent";
/// <summary>
/// Ci-en マイページURL(リファラーおよびフィードURL用)
/// </summary>
private const string MypageRecentUrl = "https://ci-en.dlsite.com/mypage/recent";
/// <summary>
/// Ci-en ログイン認証用Cookie文字列
/// </summary>
private const string CookieString = @"dlloginjp=1; _vwo_uuid_v2=DE0A491AF4C7D82F5A0E36EE05FB9DCC4|1c75fec8568c82f554ce0bf05b184323; _fbp=fb.1.1744889132407.755153059380374410; _gaid=368068859.1744048157; _tt_enable_cookie=1; _ttp=01JS1QYDMMCWME95G944M64YBH_.tt.1; carted=1; accepted_rating=r18g; _ga_BZK47NSH6M=GS2.1.s1773681391$o1$g1$t1773683085$j60$l0$h0; _ga_5V5XC0P05K=GS2.1.s1773925565$o1$g1$t1773925597$j28$l0$h0; _ga_FT5XDNCSST=GS2.1.s1774009996$o1$g1$t1774010041$j15$l0$h0; recommend_device_id=4242537564.1775488541; locale=ja-jp; _trust360_=%7B%22pid%22%3A%22GZOmvAwr%22%2C%22vid%22%3A%22MNNC1CLRTKMZA453FZJ2AKYY%22%2C%22v%22%3A1%2C%22accepted%22%3A7%2C%22it%22%3A1775488544271%7D; adultchecked=1; _ga_QQPE5BRL8Y=GS2.1.s1776218873$o1$g1$t1776218883$j50$l0$h0; _twpid=tw.1776384373659.787621302594603318; _ga_MYZL3283YG=GS2.1.s1776533403$o5$g1$t1776533425$j38$l0$h0; i18n_redirected=ja-jp; _ga_57HC74EGYW=GS2.1.s1776877012$o3$g0$t1776877014$j58$l0$h0; _ga_FGNPZ32399=GS2.1.s1776963447$o3$g1$t1776963496$j11$l0$h0; _ga_CKDD79YY5K=GS2.1.s1777130134$o2$g1$t1777130163$j31$l0$h0; _ga_SLMZ0ZXNJ1=GS2.1.s1788801244$o2$g1$t1788801256$j48$l0$h0; uhashjp=8a9768d1bc66b3cb5d302ada2c95724cbab9eeeb; iom_jp=SFT000002128873; uid_jp=SFT000002128873; remember_web_59ba36addc2b2f9401580f014c7f58ea4e30989d=2045064%7CtfkLIcqxXZDJ8bpsXA8nOZcofF9qGIiUeo8T8eWSTesxR7BjTKvlzj2JjKFI%7CtfkLIcqxXZDJ8bpsXA8nOZcofF9qGIiUeo8T8eWSTesxR7BjTKvlzj2JjKFI; _ga_9SB79WF4BD=GS2.1.s1779791861$o4$g1$t1779792797$j60$l0$h0; _ga_140=GS2.1.s1779805620$o17$g1$t1779805764$j60$l0$h0; _ga_EZN33JX2LQ=GS2.1.s1780220071$o8$g1$t1780220111$j20$l0$h0; _ga_NSFZEVF70Z=GS2.1.s1780660225$o13$g1$t1780660251$j34$l0$h0; client_id=5296163acabf6608213b4e6f7e9ebd60; _unv_aid=183806e4-d24d-4d1d-958e-0044749aebab; _ga_YJ8NCCZMYD=GS2.1.s1782302356$o5$g1$t1782302393$j23$l0$h0; _ga_H29V5427MF=GS2.1.s1782311562$o7$g0$t1782311570$j52$l0$h0; _vwo_uuid=D0095974371256A8657ECF68E198C5817; _ga_166H7ZBJJ6=GS2.1.s1782579077$o7$g1$t1782579130$j7$l0$h0; _ga_FYQ837TCLF=GS2.1.s1782643016$o3$g1$t1782643097$j47$l0$h0; _ga_ZWB2Z5E0V2=GS2.1.s1782821894$o7$g0$t1782821903$j51$l0$h0; ttcsid_D0DFBO3C77U626LJDL6G=1782837386436::cRvgniZAyWEaSNF3mVpx.43.1782837438327.1; ttcsid_CKRMHGRC77U81CKC8HNG=1782837386443::vABiN78hXjyU_a3pz7XK.43.1782837438334.1; ttcsid_CLVT5NRC77U95UC4O12G=1782837386446::MF_CNvJ_wXnnaUYSTF1e.43.1782837438340.1; ttcsid_CPLBGI3C77U3S3PJLFRG=1782837386450::1QYS6mg4SHJnwBkWzvvm.43.1782837438346.1; ttcsid_CQ3QNNBC77U0CETNEGNG=1782837386454::Zx5dDGKm5RKyQqEMQmtp.43.1782837438353.1; ttcsid_D02V363C77U9GIBTNP9G=1782837386457::OMcsULq6hpuuJ2x1B0r2.43.1782837438359.1; ttcsid=1782837386438::1pxUgLoa6xq6svEKpaD3.203.1782837438357.0::1.36619.41937::0.0.0.0::51807.20.3300; _ga_3Q3ERY250G=GS2.1.s1782837523$o1$g1$t1782837803$j60$l0$h0; _vwo_ds=3%241782551443%3A50.02909166%3A%3A%3A%3A%3A1782902051%3A1782897550%3A18; _vis_opt_s=20%7C; _ga_HEQQ3BGXDL=GS2.1.s1782902045$o7$g1$t1782902059$j46$l0$h0; _ga=GA1.1.368068859.1744048157; _ga_CWG6LEYWHN=GS2.1.s1783181099$o4$g1$t1783181119$j40$l0$h0; vendor_design=normal; session_state=3f33774fce7cb6c51d66cf8c4bef7642173dce3c7e4ef82310b9752b9ad2c6b7.40x3nks7uaww4800o4wkc0wgg; loginchecked=1; __DLsite_SID=htvqf2s9ge8o313nolr7edcrfd; _ga_MB2PT3FWW8=GS2.1.s1783268429$o15$g1$t1783268531$j56$l0$h0; _ga_1CQ9479B3Z=GS2.1.s1783688876$o6$g0$t1783688878$j58$l0$h0; _inflow_params=%7B%22referrer_uri%22%3A%22www.anime-sharing.com%22%7D; _ga_1Z1SYS3CQ4=GS2.1.s1783858175$o12$g0$t1783858180$j55$l0$h0; _ga_6VLJ921530=GS2.1.s1784047289$o19$g1$t1784047430$j57$l0$h0; _ga_SEMVGMN3H2=GS2.1.s1784223465$o5$g1$t1784223531$j58$l0$h0; consent_terms_vivion_id_SFT000002128873=2026-07-19T12:57:22.011Z; consent_privacy_vivion_id_SFT000002128873=2026-07-19T12:57:22.011Z; consent_terms_dlsite_SFT000002128873=2026-07-19T12:57:22.011Z; consent_privacy_dlsite_SFT000002128873=2026-07-19T12:57:22.011Z; DL_PTAFID=twitternukomajin; utm_c=sns_link; _inflow_ad_params=%7B%22product_id%22%3A%22RJ01009083%22%2C%22utm_medium%22%3A%22affiliate%22%2C%22utm_campaign%22%3A%22sns_link%22%2C%22utm_content%22%3A%22RJ01009083%22%2C%22utm_source%22%3A%22t.co%2F%22%7D; _gcl_au=1.1.302635706.1783464784.999250299.1784474157.1784474157.93176051.1784474157.1784474157; DL_PRODUCT_LOG=RJ196116%2CRJ01632273%2CRJ01668630%2CRJ01670035%2CRJ01671421%2CRJ01673489%2CRJ01657229%2CRJ01009083%2CRJ01648715%2CRJ01644999%2CRJ01604830%2CRJ01625582%2CRJ01605765%2CRJ236734%2CRJ071090%2CRJ01623421%2CRJ145373%2CRJ01570227%2CRJ01665800%2CRJ01669480%2CRJ01212879%2CRJ01606779%2CRJ01605618%2CRJ01610188%2CRJ01648963%2CRJ01484365%2CRJ362203%2CRJ01509772%2CRJ01450546%2CRJ01271060%2CRJ01123284%2CRJ01516172%2CRJ01576032%2CRJ01375307%2CRJ01622268%2CRJ01496131%2CRJ01550550%2CRJ01650691%2CRJ01647232%2CRJ01585232%2CRJ01657316%2CRJ01622380%2CRJ01387722%2CRJ01409387%2CRJ01449864%2CRJ01509009%2CRJ212283%2CRJ01638705%2CRJ01653149%2CRJ01633249; last_wishlist_check=0; _inflow_dlsite_params=%7B%22dlsite_referrer_url%22%3A%22https%3A%2F%2Fwww.dlsite.com%2Fmaniax%2Fwork%2F%3D%2Fproduct_id%2FRJ196116.html%22%7D; _ga_sid=1784562026; _ga_ZW5GTXK6EV=GS2.1.s1784562026$o539$g1$t1784562088$j60$l0$h0; XSRF-TOKEN=7Pd3wwYRAYnapOjHko4WXDEC4Ph9x31Cfiiuj1jT; ci_en_session=MxYxMBj2ta2Gc0OvQAv0ySUjRGRPGXAwu0iQSdWq; ci_locale=ja; _ga_SLJCT1V2RP=GS2.1.s1784611717$o44$g0$t1784611723$j54$l0$h0; _dd_s=aid=261b1bee-b51a-4521-9044-79a1e82380ce&rum=0&expire=1784612652310; _ga_YG879NVEC7=GS2.1.s1784611716$o300$g1$t1784611752$j24$l0$h0";
#endregion
#region □メソッド(Public)
/// <summary>
/// Ci-enのマイページ新着記事一覧APIから新着記事を取得し、RSSフィード(XML)を非同期で生成・出力します。
/// </summary>
/// <param name="client">HTTPクライアントインスタンス</param>
/// <returns>非同期タスク</returns>
public static async Task CreateRSSAsync(HttpClient client)
{
var feed = new SyndicationFeed("Ci-en", "", new Uri(MypageRecentUrl));
var items = new List<SyndicationItem>();
try
{
using var request = new HttpRequestMessage(HttpMethod.Get, RecentApiUrl);
request.Headers.Add("Cookie", CookieString);
request.Headers.Add("Accept", "application/json");
request.Headers.Add("Referer", MypageRecentUrl);
using var response = await client.SendAsync(request);
response.EnsureSuccessStatusCode();
// リダイレクト先URLがメンテナンスページであるか検証
var responseUri = response.RequestMessage?.RequestUri?.ToString() ?? string.Empty;
if (responseUri.Contains("maintenance", StringComparison.OrdinalIgnoreCase))
{
AddLog($"[情報] 【ci_en】 Ci-enは現在システムメンテナンス中です ({responseUri})。メンテナンス完了後に自動再開されます。");
return;
}
var responseString = await response.Content.ReadAsStringAsync();
var trimmedContent = responseString.TrimStart();
// レスポンスがJSONではなくHTML(メンテナンス画面やログイン画面等)の場合の安全ハンドリング
if (trimmedContent.StartsWith('<'))
{
if (trimmedContent.Contains("メンテナンス") || trimmedContent.Contains("maintenance", StringComparison.OrdinalIgnoreCase))
{
AddLog("[情報] 【ci_en】 Ci-enは現在システムメンテナンス中です。サービスの再開後に自動取得されます。");
}
else
{
AddLog("[警告] 【ci_en】 APIからJSONではなくHTMLが返却されました。セッションCookieの有効期限切れ、またはリダイレクトの可能性があります。");
}
return;
}
using var jsonDoc = JsonDocument.Parse(responseString);
if (!jsonDoc.RootElement.TryGetProperty("items", out var itemsElem) ||
!itemsElem.TryGetProperty("data", out var dataElem))
{
AddLog("[警告] 【ci_en】 items.data プロパティが存在しません。");
return;
}
var parser = new HtmlParser();
var cutoff = DateTimeOffset.Now.AddHours(-24);
foreach (var elem in dataElem.EnumerateArray())
{
var item = new SyndicationItem();
var href = elem.TryGetProperty("path", out var pathElem) ? pathElem.GetString() ?? "" : "";
var rawTitle = elem.TryGetProperty("title", out var titleElem) ? titleElem.GetString() ?? "" : "";
var creatorName = elem.TryGetProperty("creator", out var creatorElem) &&
creatorElem.TryGetProperty("creator_name", out var cNameElem)
? cNameElem.GetString() ?? ""
: "";
if (!string.IsNullOrEmpty(href))
{
item.Links.Add(new SyndicationLink(new Uri(href)));
}
item.Authors.Add(new SyndicationPerson { Name = "Ci-en" });
if (!string.IsNullOrEmpty(creatorName))
{
item.Authors.Add(new SyndicationPerson { Name = creatorName });
}
var title = !string.IsNullOrEmpty(creatorName) ? $"{creatorName} : {rawTitle}" : rawTitle;
item.Title = new TextSyndicationContent(title);
var releasedAtStr = elem.TryGetProperty("released_at", out var relElem) ? relElem.GetString() : null;
var updateTime = DateTimeOffset.Now;
if (!string.IsNullOrEmpty(releasedAtStr) && DateTimeOffset.TryParse(releasedAtStr, out var parsedDate))
{
updateTime = parsedDate;
}
item.LastUpdatedTime = updateTime;
// 24時間判定(カットオフより古い記事は本文取得を行わずスキップ)
if (!CmnUtil.IsItemWithinCutoff(item, cutoff))
{
continue;
}
var body = new StringBuilder();
if (!string.IsNullOrEmpty(href))
{
if (client.DefaultRequestHeaders.Contains("Cookie"))
{
client.DefaultRequestHeaders.Remove("Cookie");
}
client.DefaultRequestHeaders.Add("Cookie", CookieString);
var docContents = await CmnUtil.GetDocument(client, href);
var divDetail = docContents.QuerySelector("article");
if (divDetail != null)
{
// 1. vue-l-image 等の Vue カスタムコンポーネントを標準の <a><img></a> タグに置換
var vueImages = divDetail.QuerySelectorAll("vue-l-image, [vue-is='l_image'], vue-image").ToList();
foreach (var vueImg in vueImages)
{
var src = vueImg.GetAttribute("src");
var actualSrc = vueImg.GetAttribute("data-actual");
var rawSrc = vueImg.GetAttribute("data-raw");
var alt = vueImg.GetAttribute("alt") ?? "";
var targetImgSrc = !string.IsNullOrEmpty(actualSrc) ? actualSrc : (!string.IsNullOrEmpty(src) ? src : rawSrc);
if (!string.IsNullOrEmpty(targetImgSrc))
{
var linkUrl = !string.IsNullOrEmpty(rawSrc) ? rawSrc : targetImgSrc;
var imgTagHtml = $@"<a href=""{linkUrl}"" target=""_blank"" rel=""noopener noreferrer"" referrerpolicy=""no-referrer""><img src=""{targetImgSrc}"" referrerpolicy=""no-referrer"" alt=""{WebUtility.HtmlEncode(alt)}"" style=""max-width: 100%; height: auto; display: block; margin: 8px 0;"" /></a>";
var fragment = parser.ParseDocument(imgTagHtml);
var newElement = fragment.Body?.FirstElementChild;
if (newElement != null)
{
vueImg.ReplaceWith(newElement);
}
}
}
// 2. figure や file-player-image-wrapper の崩れ防止(padding-bottom等の削除)
var figureWrappers = divDetail.QuerySelectorAll("figure, div.file-player-image-wrapper").ToList();
foreach (var fig in figureWrappers)
{
fig.RemoveAttribute("style");
}
// 3. 通常の <img> タグの data-actual / data-src 対応
var regularImages = divDetail.QuerySelectorAll("img").ToList();
foreach (var img in regularImages)
{
var dataActual = img.GetAttribute("data-actual");
var dataSrc = img.GetAttribute("data-src");
var currentSrc = img.GetAttribute("src");
if (!string.IsNullOrEmpty(dataActual))
{
img.SetAttribute("src", dataActual);
}
else if ((string.IsNullOrEmpty(currentSrc) || currentSrc.Contains("no_image")) && !string.IsNullOrEmpty(dataSrc))
{
img.SetAttribute("src", dataSrc);
}
img.SetAttribute("referrerpolicy", "no-referrer");
img.SetAttribute("style", "max-width: 100%; height: auto;");
}
// 本文内リンクへのリファラー設定
var regularAnchors = divDetail.QuerySelectorAll("a").ToList();
foreach (var a in regularAnchors)
{
a.SetAttribute("target", "_blank");
a.SetAttribute("rel", "noopener noreferrer");
a.SetAttribute("referrerpolicy", "no-referrer");
}
// 4. カバー画像/アイキャッチ画像の配置(API返却の image_src を最優先)
var coverImageUrl = elem.TryGetProperty("image_src", out var imgElem) ? imgElem.GetString() : null;
if (string.IsNullOrEmpty(coverImageUrl))
{
if (docContents.QuerySelector("img.image, img") is IHtmlImageElement coverElem &&
!string.IsNullOrEmpty(coverElem.Source) &&
!coverElem.Source.Contains("no_image") &&
!coverElem.Source.Contains("logo_"))
{
coverImageUrl = coverElem.Source;
}
else
{
var metaOgImage = docContents.QuerySelector("meta[property='og:image']")?.GetAttribute("content");
if (!string.IsNullOrEmpty(metaOgImage) && !metaOgImage.Contains("logo_") && !metaOgImage.Contains("no_image"))
{
coverImageUrl = metaOgImage;
}
}
}
if (!string.IsNullOrEmpty(coverImageUrl))
{
body.Append($@"<div><a href=""{href}"" target=""_blank"" rel=""noopener noreferrer"" referrerpolicy=""no-referrer""><img src=""{coverImageUrl}"" referrerpolicy=""no-referrer"" alt=""{WebUtility.HtmlEncode(title)}"" style=""max-width: 100%; height: auto; margin-bottom: 12px;"" /></a></div>");
}
body.Append(CmnUtil.GetHtmlWithoutJavaScript(divDetail));
}
}
item.Summary = new TextSyndicationContent(body.ToString(), TextSyndicationContentKind.Html);
item.Id = CmnUtil.CreateGuid(href);
items.Add(item);
}
feed.Items = items;
// ci_en は画像リンクを Base64 変換せず、通常の画像リンクとして出力する
await CmnUtil.ExportXMLFileAsync("ci_en.xml", feed, client, embedBase64: false);
}
catch (Exception ex)
{
AddLog($"[エラー] 【ci_en】 {ex.Message}");
CmnUtil.PrintCallStackToEvent(ex);
}
}
#endregion
}