From 4a93843d3f6bd5f9344fd27072ef43f800db8336 Mon Sep 17 00:00:00 2001 From: uduki Date: Mon, 24 Aug 2026 20:10:15 +0900 Subject: [PATCH] =?UTF-8?q?=E6=8E=A5=E7=B6=9A=E6=96=B9=E6=B3=95=E5=A4=89?= =?UTF-8?q?=E6=9B=B4?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- rss-generator/Class/CmnUtil.cs | 25 ++++++++++++++++++++----- 1 file changed, 20 insertions(+), 5 deletions(-) diff --git a/rss-generator/Class/CmnUtil.cs b/rss-generator/Class/CmnUtil.cs index 04d307f..4a51ce7 100644 --- a/rss-generator/Class/CmnUtil.cs +++ b/rss-generator/Class/CmnUtil.cs @@ -6,6 +6,7 @@ using System; using System.Collections.Generic; using System.Diagnostics; using System.Net; +using System.Net.Http.Headers; using System.Security.Cryptography; using System.ServiceModel.Syndication; using System.Text; @@ -130,25 +131,39 @@ internal class CmnUtil { Console.WriteLine($"Fetching: {pageURL}"); - // 1. User-Agent が未設定なら付与(Bot遮断対策) + // 1. User-Agent が未設定なら付与 if (!client.DefaultRequestHeaders.UserAgent.Any()) { client.DefaultRequestHeaders.UserAgent.ParseAdd("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"); } - // 2. HTMLのダウンロード - string htmlContent = await client.GetStringAsync(pageURL); + // 2. キャッシュ無効化ヘッダーを付与したリクエストを生成 + string separator = pageURL.Contains('?') ? "&" : "?"; + string cacheBusterUrl = $"{pageURL}{separator}_tutc={DateTimeOffset.UtcNow.ToUnixTimeMilliseconds()}"; + using var request = new HttpRequestMessage(HttpMethod.Get, cacheBusterUrl); + request.Headers.CacheControl = new CacheControlHeaderValue + { + NoCache = true, + NoStore = true, + MustRevalidate = true + }; + request.Headers.Pragma.ParseAdd("no-cache"); + + // 3. HTMLのダウンロード + using var response = await client.SendAsync(request); + response.EnsureSuccessStatusCode(); + string htmlContent = await response.Content.ReadAsStringAsync(); if (string.IsNullOrWhiteSpace(htmlContent)) { Console.WriteLine("Warning: 取得したHTMLが空です。"); } - // 3. AngleSharpのコンテキスト生成(通信なし・最速設定) + // 4. AngleSharpのコンテキスト生成(メモリ内パース) var config = Configuration.Default; var context = BrowsingContext.New(config); - // 4. アドレス(pageURL)を紐付けてパースすることで about:blank を防ぐ + // 5. アドレス(pageURL)を紐付けてパース IDocument document = await context.OpenAsync(req => req.Content(htmlContent).Address(pageURL)); return document;