using AngleSharp.Dom; using AngleSharp.Html.Dom; using AngleSharp.Html.Parser; using System; using System.Collections.Generic; using System.Linq; using System.Net; using System.Net.Http; using System.ServiceModel.Syndication; using System.Text; using System.Text.Json; using System.Threading.Tasks; using rss_generator.Class.Common; using static rss_generator.Class.Common.LogManager; namespace rss_generator.Class.CiEn; /// /// Ci-en(シエン)のマイページ新着記事からRSSフィードを生成するクラスです。 /// internal class ci_en { #region □定数(Private) /// /// Ci-en マイページ新着記事一覧取得用APIエンドポイント /// private const string RecentApiUrl = "https://ci-en.dlsite.com/api/mypage/recent"; /// /// Ci-en マイページURL(リファラーおよびフィードURL用) /// private const string MypageRecentUrl = "https://ci-en.dlsite.com/mypage/recent"; /// /// Ci-en ログイン認証用Cookie文字列 /// private const string CookieString = @"dlloginjp=1; _vwo_uuid_v2=DE0A491AF4C7D82F5A0E36EE05FB9DCC4|1c75fec8568c82f554ce0bf05b184323; _fbp=fb.1.1744889132407.755153059380374410; _gaid=368068859.1744048157; _tt_enable_cookie=1; _ttp=01JS1QYDMMCWME95G944M64YBH_.tt.1; carted=1; accepted_rating=r18g; _ga_BZK47NSH6M=GS2.1.s1773681391$o1$g1$t1773683085$j60$l0$h0; _ga_5V5XC0P05K=GS2.1.s1773925565$o1$g1$t1773925597$j28$l0$h0; _ga_FT5XDNCSST=GS2.1.s1774009996$o1$g1$t1774010041$j15$l0$h0; recommend_device_id=4242537564.1775488541; locale=ja-jp; _trust360_=%7B%22pid%22%3A%22GZOmvAwr%22%2C%22vid%22%3A%22MNNC1CLRTKMZA453FZJ2AKYY%22%2C%22v%22%3A1%2C%22accepted%22%3A7%2C%22it%22%3A1775488544271%7D; adultchecked=1; _ga_QQPE5BRL8Y=GS2.1.s1776218873$o1$g1$t1776218883$j50$l0$h0; _twpid=tw.1776384373659.787621302594603318; _ga_MYZL3283YG=GS2.1.s1776533403$o5$g1$t1776533425$j38$l0$h0; i18n_redirected=ja-jp; _ga_57HC74EGYW=GS2.1.s1776877012$o3$g0$t1776877014$j58$l0$h0; _ga_FGNPZ32399=GS2.1.s1776963447$o3$g1$t1776963496$j11$l0$h0; _ga_CKDD79YY5K=GS2.1.s1777130134$o2$g1$t1777130163$j31$l0$h0; _ga_SLMZ0ZXNJ1=GS2.1.s1788801244$o2$g1$t1788801256$j48$l0$h0; uhashjp=8a9768d1bc66b3cb5d302ada2c95724cbab9eeeb; iom_jp=SFT000002128873; uid_jp=SFT000002128873; remember_web_59ba36addc2b2f9401580f014c7f58ea4e30989d=2045064%7CtfkLIcqxXZDJ8bpsXA8nOZcofF9qGIiUeo8T8eWSTesxR7BjTKvlzj2JjKFI%7CtfkLIcqxXZDJ8bpsXA8nOZcofF9qGIiUeo8T8eWSTesxR7BjTKvlzj2JjKFI; _ga_9SB79WF4BD=GS2.1.s1779791861$o4$g1$t1779792797$j60$l0$h0; _ga_140=GS2.1.s1779805620$o17$g1$t1779805764$j60$l0$h0; _ga_EZN33JX2LQ=GS2.1.s1780220071$o8$g1$t1780220111$j20$l0$h0; _ga_NSFZEVF70Z=GS2.1.s1780660225$o13$g1$t1780660251$j34$l0$h0; client_id=5296163acabf6608213b4e6f7e9ebd60; _unv_aid=183806e4-d24d-4d1d-958e-0044749aebab; _ga_YJ8NCCZMYD=GS2.1.s1782302356$o5$g1$t1782302393$j23$l0$h0; _ga_H29V5427MF=GS2.1.s1782311562$o7$g0$t1782311570$j52$l0$h0; _vwo_uuid=D0095974371256A8657ECF68E198C5817; _ga_166H7ZBJJ6=GS2.1.s1782579077$o7$g1$t1782579130$j7$l0$h0; _ga_FYQ837TCLF=GS2.1.s1782643016$o3$g1$t1782643097$j47$l0$h0; _ga_ZWB2Z5E0V2=GS2.1.s1782821894$o7$g0$t1782821903$j51$l0$h0; ttcsid_D0DFBO3C77U626LJDL6G=1782837386436::cRvgniZAyWEaSNF3mVpx.43.1782837438327.1; ttcsid_CKRMHGRC77U81CKC8HNG=1782837386443::vABiN78hXjyU_a3pz7XK.43.1782837438334.1; ttcsid_CLVT5NRC77U95UC4O12G=1782837386446::MF_CNvJ_wXnnaUYSTF1e.43.1782837438340.1; ttcsid_CPLBGI3C77U3S3PJLFRG=1782837386450::1QYS6mg4SHJnwBkWzvvm.43.1782837438346.1; ttcsid_CQ3QNNBC77U0CETNEGNG=1782837386454::Zx5dDGKm5RKyQqEMQmtp.43.1782837438353.1; ttcsid_D02V363C77U9GIBTNP9G=1782837386457::OMcsULq6hpuuJ2x1B0r2.43.1782837438359.1; ttcsid=1782837386438::1pxUgLoa6xq6svEKpaD3.203.1782837438357.0::1.36619.41937::0.0.0.0::51807.20.3300; _ga_3Q3ERY250G=GS2.1.s1782837523$o1$g1$t1782837803$j60$l0$h0; _vwo_ds=3%241782551443%3A50.02909166%3A%3A%3A%3A%3A1782902051%3A1782897550%3A18; _vis_opt_s=20%7C; _ga_HEQQ3BGXDL=GS2.1.s1782902045$o7$g1$t1782902059$j46$l0$h0; _ga=GA1.1.368068859.1744048157; _ga_CWG6LEYWHN=GS2.1.s1783181099$o4$g1$t1783181119$j40$l0$h0; vendor_design=normal; session_state=3f33774fce7cb6c51d66cf8c4bef7642173dce3c7e4ef82310b9752b9ad2c6b7.40x3nks7uaww4800o4wkc0wgg; loginchecked=1; __DLsite_SID=htvqf2s9ge8o313nolr7edcrfd; _ga_MB2PT3FWW8=GS2.1.s1783268429$o15$g1$t1783268531$j56$l0$h0; _ga_1CQ9479B3Z=GS2.1.s1783688876$o6$g0$t1783688878$j58$l0$h0; _inflow_params=%7B%22referrer_uri%22%3A%22www.anime-sharing.com%22%7D; _ga_1Z1SYS3CQ4=GS2.1.s1783858175$o12$g0$t1783858180$j55$l0$h0; _ga_6VLJ921530=GS2.1.s1784047289$o19$g1$t1784047430$j57$l0$h0; _ga_SEMVGMN3H2=GS2.1.s1784223465$o5$g1$t1784223531$j58$l0$h0; consent_terms_vivion_id_SFT000002128873=2026-07-19T12:57:22.011Z; consent_privacy_vivion_id_SFT000002128873=2026-07-19T12:57:22.011Z; consent_terms_dlsite_SFT000002128873=2026-07-19T12:57:22.011Z; consent_privacy_dlsite_SFT000002128873=2026-07-19T12:57:22.011Z; DL_PTAFID=twitternukomajin; utm_c=sns_link; _inflow_ad_params=%7B%22product_id%22%3A%22RJ01009083%22%2C%22utm_medium%22%3A%22affiliate%22%2C%22utm_campaign%22%3A%22sns_link%22%2C%22utm_content%22%3A%22RJ01009083%22%2C%22utm_source%22%3A%22t.co%2F%22%7D; _gcl_au=1.1.302635706.1783464784.999250299.1784474157.1784474157.93176051.1784474157.1784474157; DL_PRODUCT_LOG=RJ196116%2CRJ01632273%2CRJ01668630%2CRJ01670035%2CRJ01671421%2CRJ01673489%2CRJ01657229%2CRJ01009083%2CRJ01648715%2CRJ01644999%2CRJ01604830%2CRJ01625582%2CRJ01605765%2CRJ236734%2CRJ071090%2CRJ01623421%2CRJ145373%2CRJ01570227%2CRJ01665800%2CRJ01669480%2CRJ01212879%2CRJ01606779%2CRJ01605618%2CRJ01610188%2CRJ01648963%2CRJ01484365%2CRJ362203%2CRJ01509772%2CRJ01450546%2CRJ01271060%2CRJ01123284%2CRJ01516172%2CRJ01576032%2CRJ01375307%2CRJ01622268%2CRJ01496131%2CRJ01550550%2CRJ01650691%2CRJ01647232%2CRJ01585232%2CRJ01657316%2CRJ01622380%2CRJ01387722%2CRJ01409387%2CRJ01449864%2CRJ01509009%2CRJ212283%2CRJ01638705%2CRJ01653149%2CRJ01633249; last_wishlist_check=0; _inflow_dlsite_params=%7B%22dlsite_referrer_url%22%3A%22https%3A%2F%2Fwww.dlsite.com%2Fmaniax%2Fwork%2F%3D%2Fproduct_id%2FRJ196116.html%22%7D; _ga_sid=1784562026; _ga_ZW5GTXK6EV=GS2.1.s1784562026$o539$g1$t1784562088$j60$l0$h0; XSRF-TOKEN=7Pd3wwYRAYnapOjHko4WXDEC4Ph9x31Cfiiuj1jT; ci_en_session=MxYxMBj2ta2Gc0OvQAv0ySUjRGRPGXAwu0iQSdWq; ci_locale=ja; _ga_SLJCT1V2RP=GS2.1.s1784611717$o44$g0$t1784611723$j54$l0$h0; _dd_s=aid=261b1bee-b51a-4521-9044-79a1e82380ce&rum=0&expire=1784612652310; _ga_YG879NVEC7=GS2.1.s1784611716$o300$g1$t1784611752$j24$l0$h0"; #endregion #region □メソッド(Public) /// /// Ci-enのマイページ新着記事一覧APIから新着記事を取得し、RSSフィード(XML)を非同期で生成・出力します。 /// /// HTTPクライアントインスタンス /// 非同期タスク public static async Task CreateRSSAsync(HttpClient client) { var feed = new SyndicationFeed("Ci-en", "", new Uri(MypageRecentUrl)); var items = new List(); try { using var request = new HttpRequestMessage(HttpMethod.Get, RecentApiUrl); request.Headers.Add("Cookie", CookieString); request.Headers.Add("Accept", "application/json"); request.Headers.Add("Referer", MypageRecentUrl); using var response = await client.SendAsync(request); response.EnsureSuccessStatusCode(); // リダイレクト先URLがメンテナンスページであるか検証 var responseUri = response.RequestMessage?.RequestUri?.ToString() ?? string.Empty; if (responseUri.Contains("maintenance", StringComparison.OrdinalIgnoreCase)) { AddLog($"[情報] 【ci_en】 Ci-enは現在システムメンテナンス中です ({responseUri})。メンテナンス完了後に自動再開されます。"); return; } var responseString = await response.Content.ReadAsStringAsync(); var trimmedContent = responseString.TrimStart(); // レスポンスがJSONではなくHTML(メンテナンス画面やログイン画面等)の場合の安全ハンドリング if (trimmedContent.StartsWith('<')) { if (trimmedContent.Contains("メンテナンス") || trimmedContent.Contains("maintenance", StringComparison.OrdinalIgnoreCase)) { AddLog("[情報] 【ci_en】 Ci-enは現在システムメンテナンス中です。サービスの再開後に自動取得されます。"); } else { AddLog("[警告] 【ci_en】 APIからJSONではなくHTMLが返却されました。セッションCookieの有効期限切れ、またはリダイレクトの可能性があります。"); } return; } using var jsonDoc = JsonDocument.Parse(responseString); if (!jsonDoc.RootElement.TryGetProperty("items", out var itemsElem) || !itemsElem.TryGetProperty("data", out var dataElem)) { AddLog("[警告] 【ci_en】 items.data プロパティが存在しません。"); return; } var parser = new HtmlParser(); var cutoff = DateTimeOffset.Now.AddHours(-24); foreach (var elem in dataElem.EnumerateArray()) { var item = new SyndicationItem(); var href = elem.TryGetProperty("path", out var pathElem) ? pathElem.GetString() ?? "" : ""; var rawTitle = elem.TryGetProperty("title", out var titleElem) ? titleElem.GetString() ?? "" : ""; var creatorName = elem.TryGetProperty("creator", out var creatorElem) && creatorElem.TryGetProperty("creator_name", out var cNameElem) ? cNameElem.GetString() ?? "" : ""; if (!string.IsNullOrEmpty(href)) { item.Links.Add(new SyndicationLink(new Uri(href))); } item.Authors.Add(new SyndicationPerson { Name = "Ci-en" }); if (!string.IsNullOrEmpty(creatorName)) { item.Authors.Add(new SyndicationPerson { Name = creatorName }); } var title = !string.IsNullOrEmpty(creatorName) ? $"{creatorName} : {rawTitle}" : rawTitle; item.Title = new TextSyndicationContent(title); var releasedAtStr = elem.TryGetProperty("released_at", out var relElem) ? relElem.GetString() : null; var updateTime = DateTimeOffset.Now; if (!string.IsNullOrEmpty(releasedAtStr) && DateTimeOffset.TryParse(releasedAtStr, out var parsedDate)) { updateTime = parsedDate; } item.LastUpdatedTime = updateTime; // 24時間判定(カットオフより古い記事は本文取得を行わずスキップ) if (!CmnUtil.IsItemWithinCutoff(item, cutoff)) { continue; } var body = new StringBuilder(); if (!string.IsNullOrEmpty(href)) { if (client.DefaultRequestHeaders.Contains("Cookie")) { client.DefaultRequestHeaders.Remove("Cookie"); } client.DefaultRequestHeaders.Add("Cookie", CookieString); var docContents = await CmnUtil.GetDocument(client, href); var divDetail = docContents.QuerySelector("article"); if (divDetail != null) { // 1. vue-l-image 等の Vue カスタムコンポーネントを標準の タグに置換 var vueImages = divDetail.QuerySelectorAll("vue-l-image, [vue-is='l_image'], vue-image").ToList(); foreach (var vueImg in vueImages) { var src = vueImg.GetAttribute("src"); var actualSrc = vueImg.GetAttribute("data-actual"); var rawSrc = vueImg.GetAttribute("data-raw"); var alt = vueImg.GetAttribute("alt") ?? ""; var targetImgSrc = !string.IsNullOrEmpty(actualSrc) ? actualSrc : (!string.IsNullOrEmpty(src) ? src : rawSrc); if (!string.IsNullOrEmpty(targetImgSrc)) { var linkUrl = !string.IsNullOrEmpty(rawSrc) ? rawSrc : targetImgSrc; var imgTagHtml = $@""; var fragment = parser.ParseDocument(imgTagHtml); var newElement = fragment.Body?.FirstElementChild; if (newElement != null) { vueImg.ReplaceWith(newElement); } } } // 2. figure や file-player-image-wrapper の崩れ防止(padding-bottom等の削除) var figureWrappers = divDetail.QuerySelectorAll("figure, div.file-player-image-wrapper").ToList(); foreach (var fig in figureWrappers) { fig.RemoveAttribute("style"); } // 3. 通常の タグの data-actual / data-src 対応 var regularImages = divDetail.QuerySelectorAll("img").ToList(); foreach (var img in regularImages) { var dataActual = img.GetAttribute("data-actual"); var dataSrc = img.GetAttribute("data-src"); var currentSrc = img.GetAttribute("src"); if (!string.IsNullOrEmpty(dataActual)) { img.SetAttribute("src", dataActual); } else if ((string.IsNullOrEmpty(currentSrc) || currentSrc.Contains("no_image")) && !string.IsNullOrEmpty(dataSrc)) { img.SetAttribute("src", dataSrc); } img.SetAttribute("referrerpolicy", "no-referrer"); img.SetAttribute("style", "max-width: 100%; height: auto;"); } // 本文内リンクへのリファラー設定 var regularAnchors = divDetail.QuerySelectorAll("a").ToList(); foreach (var a in regularAnchors) { a.SetAttribute("target", "_blank"); a.SetAttribute("rel", "noopener noreferrer"); a.SetAttribute("referrerpolicy", "no-referrer"); } // 4. カバー画像/アイキャッチ画像の配置(API返却の image_src を最優先) var coverImageUrl = elem.TryGetProperty("image_src", out var imgElem) ? imgElem.GetString() : null; if (string.IsNullOrEmpty(coverImageUrl)) { if (docContents.QuerySelector("img.image, img") is IHtmlImageElement coverElem && !string.IsNullOrEmpty(coverElem.Source) && !coverElem.Source.Contains("no_image") && !coverElem.Source.Contains("logo_")) { coverImageUrl = coverElem.Source; } else { var metaOgImage = docContents.QuerySelector("meta[property='og:image']")?.GetAttribute("content"); if (!string.IsNullOrEmpty(metaOgImage) && !metaOgImage.Contains("logo_") && !metaOgImage.Contains("no_image")) { coverImageUrl = metaOgImage; } } } if (!string.IsNullOrEmpty(coverImageUrl)) { body.Append($@"
"); } body.Append(CmnUtil.GetHtmlWithoutJavaScript(divDetail)); } } item.Summary = new TextSyndicationContent(body.ToString(), TextSyndicationContentKind.Html); item.Id = CmnUtil.CreateGuid(href); items.Add(item); } feed.Items = items; // ci_en は画像リンクを Base64 変換せず、通常の画像リンクとして出力する await CmnUtil.ExportXMLFileAsync("ci_en.xml", feed, client, embedBase64: false); } catch (Exception ex) { AddLog($"[エラー] 【ci_en】 {ex.Message}"); CmnUtil.PrintCallStackToEvent(ex); } } #endregion }