no message
This commit is contained in:
commit
e874ae9808
34 files changed
+1584
No files matched your search
@@ -0,0 +1,129 @@
|
||||
using AngleSharp;
|
||||
using AngleSharp.Dom;
|
||||
using System.ServiceModel.Syndication;
|
||||
using System.Text.RegularExpressions;
|
||||
using System.Xml;
|
||||
|
||||
var builder = WebApplication.CreateBuilder(args);
|
||||
|
||||
// --- 1. AngleSharpの初期設定 ---
|
||||
var config = Configuration.Default.WithDefaultLoader();
|
||||
var context = BrowsingContext.New(config);
|
||||
|
||||
var app = builder.Build();
|
||||
|
||||
// --- 2. APIエンドポイントの定義 ---
|
||||
app.MapGet("/ci-en/{creatorId}", async (string creatorId) =>
|
||||
{
|
||||
// HTMLの記載に合わせてドメインを ci-en.dlsite.com に修正
|
||||
var targetUrl = $"https://ci-en.dlsite.com/creator/{creatorId}/article";
|
||||
|
||||
try
|
||||
{
|
||||
// --- 3. HTMLの取得と解析 ---
|
||||
var document = await context.OpenAsync(targetUrl);
|
||||
var pageTitle = document.QuerySelector("title")?.TextContent ?? $"{creatorId} - Ci-en Articles";
|
||||
|
||||
// --- 4. RSSフィードの基本情報を作成 ---
|
||||
var feed = new SyndicationFeed(
|
||||
title: pageTitle,
|
||||
description: "Ci-en Unofficial Scraped RSS Feed",
|
||||
feedAlternateLink: new Uri(targetUrl)
|
||||
);
|
||||
|
||||
var items = new List<SyndicationItem>();
|
||||
|
||||
// --- 5. 記事一覧の要素を取得(実際のクラス名に修正) ---
|
||||
var articleElements = document.QuerySelectorAll(".c-postedArticle");
|
||||
|
||||
foreach (var element in articleElements)
|
||||
{
|
||||
// ==========================================
|
||||
// 【機能1】固定記事の除外ロジック
|
||||
// ==========================================
|
||||
// 取得した要素自身が "is-fixed" クラスを持っているか判定
|
||||
if (element.ClassList.Contains("is-fixed"))
|
||||
{
|
||||
continue; // 固定記事の場合はスキップして次の記事へ
|
||||
}
|
||||
|
||||
// タイトル、リンク、日付の取得
|
||||
var titleElement = element.QuerySelector(".e-title");
|
||||
var linkElement = element.QuerySelector("a.c-cardLink");
|
||||
|
||||
var title = titleElement?.TextContent?.Trim();
|
||||
var link = linkElement?.GetAttribute("href");
|
||||
|
||||
// 相対パスの場合は絶対パスに変換
|
||||
if (!string.IsNullOrEmpty(link) && link.StartsWith("/"))
|
||||
{
|
||||
link = $"https://ci-en.dlsite.com{link}";
|
||||
}
|
||||
|
||||
if (!string.IsNullOrEmpty(title) && !string.IsNullOrEmpty(link))
|
||||
{
|
||||
// 日付の取得と変換
|
||||
var dateText = element.QuerySelector(".e-date")?.TextContent?.Trim();
|
||||
var pubDate = DateTimeOffset.Now;
|
||||
|
||||
if (!string.IsNullOrEmpty(dateText))
|
||||
{
|
||||
// "2026/04/03 00:04" などの文字列を日付型に変換
|
||||
if (DateTimeOffset.TryParse(dateText, out var parsedDate))
|
||||
{
|
||||
pubDate = parsedDate;
|
||||
}
|
||||
}
|
||||
|
||||
// ==========================================
|
||||
// 【機能2】サムネイル画像の取得ロジック
|
||||
// ==========================================
|
||||
var imgElement = element.QuerySelector(".v-image");
|
||||
// 遅延読み込み対策: data-src を優先し、なければ src を取得
|
||||
var imageUrl = imgElement?.GetAttribute("data-src");
|
||||
if (string.IsNullOrEmpty(imageUrl))
|
||||
{
|
||||
imageUrl = imgElement?.GetAttribute("src");
|
||||
}
|
||||
// RSSリーダーで表示するためのHTMLコンテンツを作成
|
||||
var contentBody = "<p>この記事の詳細はCi-enのサイト内で確認してください。</p>";
|
||||
if (!string.IsNullOrEmpty(imageUrl))
|
||||
{
|
||||
// 本文内に画像を埋め込む
|
||||
contentBody = $"<div><img src=\"{imageUrl}\" /></div>" + contentBody;
|
||||
}
|
||||
var item = new SyndicationItem()
|
||||
{
|
||||
Title = new TextSyndicationContent(title),
|
||||
Id = link,
|
||||
PublishDate = pubDate,
|
||||
Content = SyndicationContent.CreateHtmlContent(contentBody)
|
||||
};
|
||||
item.Links.Add(new SyndicationLink(new Uri(link)));
|
||||
|
||||
items.Add(item);
|
||||
}
|
||||
}
|
||||
feed.Items = items;
|
||||
|
||||
// --- 6. XMLフォーマットで出力(文字化け修正・UTF-8対応版) ---
|
||||
using var memoryStream = new MemoryStream();
|
||||
using (var xmlWriter = XmlWriter.Create(memoryStream, new XmlWriterSettings
|
||||
{
|
||||
Indent = true,
|
||||
Encoding = System.Text.Encoding.UTF8
|
||||
}))
|
||||
{
|
||||
var rssFormatter = new Rss20FeedFormatter(feed);
|
||||
rssFormatter.WriteTo(xmlWriter);
|
||||
}
|
||||
|
||||
return Results.File(memoryStream.ToArray(), contentType: "application/rss+xml; charset=utf-8");
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
return Results.Problem(detail: ex.Message, statusCode: 500, title: "Scraping Error");
|
||||
}
|
||||
});
|
||||
|
||||
app.Run();
|
||||
Reference in new issue
Block a user