using AngleSharp.Dom; using AngleSharp.Html.Dom; using AngleSharp.Html.Parser; using System; using System.Collections.Generic; using System.Linq; using System.Net.Http; using System.ServiceModel.Syndication; using System.Text; using System.Text.RegularExpressions; using System.Threading.Tasks; namespace rss_generator.Class.RSS.hitomi_la; internal class index_japanese { public static async Task CreateRSSAsync(HttpClient client, string? sessionId = null) { var baseURL = "https://hitomi.la/index-japanese.html"; var feed = new SyndicationFeed("hitomi.la", "", new Uri(baseURL)); var items = new List(); try { // 外部からセッションが渡されなかった場合は自前で作成 bool ownSession = sessionId == null; if (ownSession) { sessionId = await CmnUtil.CreateFlareSolverrSession(client); } try { for (int pageId = 1; pageId <= 5; pageId++) { var pageURL = pageId == 1 ? baseURL : $"{baseURL}?page={pageId}"; var document = await CmnUtil.GetDocumentFlareSolverr(client, pageURL, session: sessionId); if (document == null) { continue; } var newItems = ParseGalleryItems(document); items.AddRange(newItems); } } finally { if (ownSession && sessionId != null) { await CmnUtil.DestroyFlareSolverrSession(client, sessionId); } } // 重複除外(IDベース) var uniqueItems = items .GroupBy(x => x.Id) .Select(g => g.First()) .ToList(); feed.Items = uniqueItems; CmnUtil.ExportXMLFile("hitomi-japanese.xml", feed); LogManager.AddLog($"[情報] hitomi-japanese.xml を正常に出力しました (記事数: {uniqueItems.Count})"); } catch (Exception ex) { LogManager.AddLog($"[エラー] hitomi-japanese:{ex.Message}"); CmnUtil.PrintCallStackToEvent(ex); } } private static List ParseGalleryItems(IDocument document) { var result = new List(); var cards = document.QuerySelectorAll(".gallery-content > div"); foreach (var card in cards) { var titleElem = card.QuerySelector("h1.lillie a, h1 a"); if (titleElem == null) { continue; } var title = titleElem.TextContent?.Trim() ?? "No Title"; var relLink = titleElem.GetAttribute("href") ?? string.Empty; var linkHref = !string.IsNullOrEmpty(relLink) ? (relLink.StartsWith("http") ? relLink : $"https://hitomi.la{(relLink.StartsWith("/") ? "" : "/")}{relLink}") : string.Empty; if (string.IsNullOrEmpty(linkHref)) { continue; } // 作品IDの抽出 string galleryId = ""; var matchId = Regex.Match(linkHref, @"(\d+)\.html", RegexOptions.IgnoreCase); if (!matchId.Success) { matchId = Regex.Match(linkHref, @"(\d{5,})"); } if (matchId.Success) { galleryId = matchId.Groups[1].Value; } var item = new SyndicationItem { Title = new TextSyndicationContent(title), Id = CmnUtil.CreateGuid(linkHref) }; item.Links.Add(new SyndicationLink(new Uri(linkHref))); // 投稿日時の取得 var dateElem = card.QuerySelector(".date"); var dateStr = dateElem?.GetAttribute("data-posted") ?? dateElem?.TextContent?.Trim(); if (!string.IsNullOrEmpty(dateStr) && DateTimeOffset.TryParse(dateStr, out var parsedOffset)) { var jstDate = parsedOffset.ToOffset(TimeSpan.FromHours(9)).DateTime; item.PublishDate = jstDate; item.LastUpdatedTime = jstDate; } else { item.PublishDate = DateTime.Now; item.LastUpdatedTime = DateTime.Now; } // 作家の取得 var artistElems = card.QuerySelectorAll(".artist-list li a"); foreach (var artistElem in artistElems) { var artist = artistElem.TextContent?.Trim(); if (!string.IsNullOrEmpty(artist) && !string.Equals(artist, "N/A", StringComparison.OrdinalIgnoreCase)) { item.Authors.Add(new SyndicationPerson { Name = artist }); item.Categories.Add(new SyndicationCategory(artist)); } } // シリーズの取得 var seriesElems = card.QuerySelectorAll(".series-list li a"); foreach (var seriesElem in seriesElems) { var series = seriesElem.TextContent?.Trim(); if (!string.IsNullOrEmpty(series) && !string.Equals(series, "N/A", StringComparison.OrdinalIgnoreCase)) { item.Categories.Add(new SyndicationCategory(series)); } } // タイプの取得 var typeElem = card.QuerySelector(".dj-desc a[href*='/type/']"); if (typeElem != null) { var typeName = typeElem.TextContent?.Trim(); if (!string.IsNullOrEmpty(typeName) && !string.Equals(typeName, "N/A", StringComparison.OrdinalIgnoreCase)) { item.Categories.Add(new SyndicationCategory(typeName)); } } // タグの取得 var tagElems = card.QuerySelectorAll(".relatedtags li a"); foreach (var tagElem in tagElems) { var tag = tagElem.TextContent?.Trim(); if (!string.IsNullOrEmpty(tag)) { // 記号(♀ ♂ など)をトリム tag = Regex.Replace(tag, @"[\s♀♂]+$", "").Trim(); if (!string.IsNullOrEmpty(tag)) { item.Categories.Add(new SyndicationCategory(tag)); } } } // サムネイル画像の取得 var imgElem = card.QuerySelector("img"); var imgSrc = imgElem?.GetAttribute("data-src") ?? imgElem?.GetAttribute("src") ?? string.Empty; if (!string.IsNullOrEmpty(imgSrc) && imgSrc.StartsWith("//")) { imgSrc = $"https:{imgSrc}"; } // HTML構築 var body = new StringBuilder(); if (!string.IsNullOrEmpty(galleryId)) { string galleryUrl = $"https://udukipc-web.armonica-vps.work/hitomi/{galleryId}"; body.Append($"
"); body.Append($"[Gallery]"); body.Append($"
"); } if (!string.IsNullOrEmpty(imgSrc)) { body.Append($"
"); body.Append($""); body.Append($"
"); } item.Summary = new TextSyndicationContent(body.ToString(), TextSyndicationContentKind.Html); result.Add(item); } return result; } }