212 lines
7.5 KiB
C#
212 lines
7.5 KiB
C#
using AngleSharp.Dom;
|
|
using AngleSharp.Html.Dom;
|
|
using AngleSharp.Html.Parser;
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.Linq;
|
|
using System.Net.Http;
|
|
using System.ServiceModel.Syndication;
|
|
using System.Text;
|
|
using System.Text.RegularExpressions;
|
|
using System.Threading.Tasks;
|
|
|
|
namespace rss_generator.Class.RSS.hitomi_la;
|
|
|
|
internal class index_japanese
|
|
{
|
|
public static async Task CreateRSSAsync(HttpClient client, string? sessionId = null)
|
|
{
|
|
var baseURL = "https://hitomi.la/index-japanese.html";
|
|
|
|
var feed = new SyndicationFeed("hitomi.la", "", new Uri(baseURL));
|
|
var items = new List<SyndicationItem>();
|
|
|
|
try
|
|
{
|
|
// 外部からセッションが渡されなかった場合は自前で作成
|
|
bool ownSession = sessionId == null;
|
|
if (ownSession)
|
|
{
|
|
sessionId = await CmnUtil.CreateFlareSolverrSession(client);
|
|
}
|
|
try
|
|
{
|
|
for (int pageId = 1; pageId <= 5; pageId++)
|
|
{
|
|
var pageURL = pageId == 1 ? baseURL : $"{baseURL}?page={pageId}";
|
|
var document = await CmnUtil.GetDocumentFlareSolverr(client, pageURL, session: sessionId);
|
|
if (document == null)
|
|
{
|
|
continue;
|
|
}
|
|
|
|
var newItems = ParseGalleryItems(document);
|
|
items.AddRange(newItems);
|
|
}
|
|
}
|
|
finally
|
|
{
|
|
if (ownSession && sessionId != null)
|
|
{
|
|
await CmnUtil.DestroyFlareSolverrSession(client, sessionId);
|
|
}
|
|
}
|
|
|
|
// 重複除外(IDベース)
|
|
var uniqueItems = items
|
|
.GroupBy(x => x.Id)
|
|
.Select(g => g.First())
|
|
.ToList();
|
|
|
|
feed.Items = uniqueItems;
|
|
|
|
CmnUtil.ExportXMLFile("hitomi-japanese.xml", feed);
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
LogManager.AddLog($"[エラー] hitomi-japanese:{ex.Message}");
|
|
CmnUtil.PrintCallStackToEvent(ex);
|
|
}
|
|
}
|
|
|
|
private static List<SyndicationItem> ParseGalleryItems(IDocument document)
|
|
{
|
|
var result = new List<SyndicationItem>();
|
|
var cards = document.QuerySelectorAll(".gallery-content > div");
|
|
|
|
foreach (var card in cards)
|
|
{
|
|
var titleElem = card.QuerySelector("h1.lillie a, h1 a");
|
|
if (titleElem == null)
|
|
{
|
|
continue;
|
|
}
|
|
|
|
var title = titleElem.TextContent?.Trim() ?? "No Title";
|
|
var relLink = titleElem.GetAttribute("href") ?? string.Empty;
|
|
var linkHref = !string.IsNullOrEmpty(relLink)
|
|
? (relLink.StartsWith("http") ? relLink : $"https://hitomi.la{(relLink.StartsWith("/") ? "" : "/")}{relLink}")
|
|
: string.Empty;
|
|
|
|
if (string.IsNullOrEmpty(linkHref))
|
|
{
|
|
continue;
|
|
}
|
|
|
|
// 作品IDの抽出
|
|
string galleryId = "";
|
|
var matchId = Regex.Match(linkHref, @"(\d+)\.html", RegexOptions.IgnoreCase);
|
|
if (!matchId.Success)
|
|
{
|
|
matchId = Regex.Match(linkHref, @"(\d{5,})");
|
|
}
|
|
if (matchId.Success)
|
|
{
|
|
galleryId = matchId.Groups[1].Value;
|
|
}
|
|
|
|
var item = new SyndicationItem
|
|
{
|
|
Title = new TextSyndicationContent(title),
|
|
Id = CmnUtil.CreateGuid(linkHref)
|
|
};
|
|
|
|
item.Links.Add(new SyndicationLink(new Uri(linkHref)));
|
|
|
|
// 投稿日時の取得
|
|
var dateElem = card.QuerySelector(".date");
|
|
var dateStr = dateElem?.GetAttribute("data-posted") ?? dateElem?.TextContent?.Trim();
|
|
if (!string.IsNullOrEmpty(dateStr) && DateTimeOffset.TryParse(dateStr, out var parsedOffset))
|
|
{
|
|
var jstDate = parsedOffset.ToOffset(TimeSpan.FromHours(9)).DateTime;
|
|
item.PublishDate = jstDate;
|
|
item.LastUpdatedTime = jstDate;
|
|
}
|
|
else
|
|
{
|
|
item.PublishDate = DateTime.Now;
|
|
item.LastUpdatedTime = DateTime.Now;
|
|
}
|
|
|
|
// 作家の取得
|
|
var artistElems = card.QuerySelectorAll(".artist-list li a");
|
|
foreach (var artistElem in artistElems)
|
|
{
|
|
var artist = artistElem.TextContent?.Trim();
|
|
if (!string.IsNullOrEmpty(artist) && !string.Equals(artist, "N/A", StringComparison.OrdinalIgnoreCase))
|
|
{
|
|
item.Authors.Add(new SyndicationPerson { Name = artist });
|
|
item.Categories.Add(new SyndicationCategory(artist));
|
|
}
|
|
}
|
|
|
|
// シリーズの取得
|
|
var seriesElems = card.QuerySelectorAll(".series-list li a");
|
|
foreach (var seriesElem in seriesElems)
|
|
{
|
|
var series = seriesElem.TextContent?.Trim();
|
|
if (!string.IsNullOrEmpty(series) && !string.Equals(series, "N/A", StringComparison.OrdinalIgnoreCase))
|
|
{
|
|
item.Categories.Add(new SyndicationCategory(series));
|
|
}
|
|
}
|
|
|
|
// タイプの取得
|
|
var typeElem = card.QuerySelector(".dj-desc a[href*='/type/']");
|
|
if (typeElem != null)
|
|
{
|
|
var typeName = typeElem.TextContent?.Trim();
|
|
if (!string.IsNullOrEmpty(typeName) && !string.Equals(typeName, "N/A", StringComparison.OrdinalIgnoreCase))
|
|
{
|
|
item.Categories.Add(new SyndicationCategory(typeName));
|
|
}
|
|
}
|
|
|
|
// タグの取得
|
|
var tagElems = card.QuerySelectorAll(".relatedtags li a");
|
|
foreach (var tagElem in tagElems)
|
|
{
|
|
var tag = tagElem.TextContent?.Trim();
|
|
if (!string.IsNullOrEmpty(tag))
|
|
{
|
|
// 記号(♀ ♂ など)をトリム
|
|
tag = Regex.Replace(tag, @"[\s♀♂]+$", "").Trim();
|
|
if (!string.IsNullOrEmpty(tag))
|
|
{
|
|
item.Categories.Add(new SyndicationCategory(tag));
|
|
}
|
|
}
|
|
}
|
|
|
|
// サムネイル画像の取得
|
|
var imgElem = card.QuerySelector("img");
|
|
var imgSrc = imgElem?.GetAttribute("data-src") ?? imgElem?.GetAttribute("src") ?? string.Empty;
|
|
if (!string.IsNullOrEmpty(imgSrc) && imgSrc.StartsWith("//"))
|
|
{
|
|
imgSrc = $"https:{imgSrc}";
|
|
}
|
|
|
|
// HTML構築
|
|
var body = new StringBuilder();
|
|
if (!string.IsNullOrEmpty(galleryId))
|
|
{
|
|
string galleryUrl = $"https://udukipc-web.armonica-vps.work/hitomi/{galleryId}";
|
|
body.Append($"<div>");
|
|
body.Append($"<a href=\"{galleryUrl}\">[Gallery]</a>");
|
|
body.Append($"</div>");
|
|
}
|
|
if (!string.IsNullOrEmpty(imgSrc))
|
|
{
|
|
body.Append($"<div>");
|
|
body.Append($"<img src=\"{imgSrc}\" />");
|
|
body.Append($"</div>");
|
|
}
|
|
|
|
item.Summary = new TextSyndicationContent(body.ToString(), TextSyndicationContentKind.Html);
|
|
result.Add(item);
|
|
}
|
|
|
|
return result;
|
|
}
|
|
}
|