feat: 初回コミット (MomongaDownloader)
This commit is contained in:
commit
fdf0c890bb
7 files changed
+451
No files matched your search
+10
@@ -0,0 +1,10 @@
|
|||||||
|
## Visual Studio 2026 / .NET .gitignore
|
||||||
|
[Bb]in/
|
||||||
|
[Oo]bj/
|
||||||
|
[Ll]og/
|
||||||
|
[Ll]ogs/
|
||||||
|
.vs/
|
||||||
|
*.user
|
||||||
|
*.suo
|
||||||
|
*.userosscache
|
||||||
|
*.sln.docstates
|
||||||
@@ -0,0 +1,3 @@
|
|||||||
|
<Solution>
|
||||||
|
<Project Path="MomongaDownloader/MomongaDownloader.csproj" />
|
||||||
|
</Solution>
|
||||||
Generated
+72
@@ -0,0 +1,72 @@
|
|||||||
|
namespace MomongaDownloader
|
||||||
|
{
|
||||||
|
partial class Form1
|
||||||
|
{
|
||||||
|
/// <summary>
|
||||||
|
/// Required designer variable.
|
||||||
|
/// </summary>
|
||||||
|
private System.ComponentModel.IContainer components = null;
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// Clean up any resources being used.
|
||||||
|
/// </summary>
|
||||||
|
/// <param name="disposing">true if managed resources should be disposed; otherwise, false.</param>
|
||||||
|
protected override void Dispose(bool disposing)
|
||||||
|
{
|
||||||
|
if (disposing && (components != null))
|
||||||
|
{
|
||||||
|
components.Dispose();
|
||||||
|
}
|
||||||
|
base.Dispose(disposing);
|
||||||
|
}
|
||||||
|
|
||||||
|
#region Windows Form Designer generated code
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// Required method for Designer support - do not modify
|
||||||
|
/// the contents of this method with the code editor.
|
||||||
|
/// </summary>
|
||||||
|
private void InitializeComponent()
|
||||||
|
{
|
||||||
|
txtURL = new TextBox();
|
||||||
|
btnDownload = new Button();
|
||||||
|
SuspendLayout();
|
||||||
|
//
|
||||||
|
// txtURL
|
||||||
|
//
|
||||||
|
txtURL.Anchor = AnchorStyles.Top | AnchorStyles.Left | AnchorStyles.Right;
|
||||||
|
txtURL.Location = new Point(12, 12);
|
||||||
|
txtURL.Name = "txtURL";
|
||||||
|
txtURL.Size = new Size(695, 23);
|
||||||
|
txtURL.TabIndex = 0;
|
||||||
|
//
|
||||||
|
// btnDownload
|
||||||
|
//
|
||||||
|
btnDownload.Anchor = AnchorStyles.Top | AnchorStyles.Right;
|
||||||
|
btnDownload.Location = new Point(713, 12);
|
||||||
|
btnDownload.Name = "btnDownload";
|
||||||
|
btnDownload.Size = new Size(75, 23);
|
||||||
|
btnDownload.TabIndex = 1;
|
||||||
|
btnDownload.Text = "実行";
|
||||||
|
btnDownload.UseVisualStyleBackColor = true;
|
||||||
|
btnDownload.Click += btnDownload_Click;
|
||||||
|
//
|
||||||
|
// Form1
|
||||||
|
//
|
||||||
|
AutoScaleDimensions = new SizeF(7F, 15F);
|
||||||
|
AutoScaleMode = AutoScaleMode.Font;
|
||||||
|
ClientSize = new Size(800, 450);
|
||||||
|
Controls.Add(btnDownload);
|
||||||
|
Controls.Add(txtURL);
|
||||||
|
Name = "Form1";
|
||||||
|
Text = "Form1";
|
||||||
|
ResumeLayout(false);
|
||||||
|
PerformLayout();
|
||||||
|
}
|
||||||
|
|
||||||
|
#endregion
|
||||||
|
|
||||||
|
private TextBox txtURL;
|
||||||
|
private Button btnDownload;
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,213 @@
|
|||||||
|
using AngleSharp;
|
||||||
|
using System.IO.Compression;
|
||||||
|
using System.ServiceModel.Syndication;
|
||||||
|
using System.Xml;
|
||||||
|
|
||||||
|
namespace MomongaDownloader
|
||||||
|
{
|
||||||
|
public partial class Form1 : Form
|
||||||
|
{
|
||||||
|
// HttpClientはアプリケーション全体で使い回すため、static readonlyで定義します
|
||||||
|
private static readonly HttpClient _httpClient = new HttpClient();
|
||||||
|
public Form1()
|
||||||
|
{
|
||||||
|
InitializeComponent();
|
||||||
|
|
||||||
|
txtURL.Text = "";
|
||||||
|
|
||||||
|
// サーバー側でボットとして弾かれないよう、一般的なブラウザのユーザーエージェントを設定します
|
||||||
|
_httpClient.DefaultRequestHeaders.Add("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.0.0 Safari/537.36");
|
||||||
|
}
|
||||||
|
|
||||||
|
private async void btnDownload_Click(object sender, EventArgs e)
|
||||||
|
{
|
||||||
|
var pageMaster = "https://momon-ga.com/fanzine";
|
||||||
|
|
||||||
|
var linkList = new List<string>();
|
||||||
|
for (int pageId = 1; pageId <= 50; pageId++)
|
||||||
|
{
|
||||||
|
var pageURL = $"{pageMaster}/feed/atom/{(pageId > 1 ? $"?paged={pageId}" : "")}";
|
||||||
|
linkList.Add(pageURL);
|
||||||
|
}
|
||||||
|
|
||||||
|
var tasks = linkList.Select(url => GetFeedItems(_httpClient, url)).ToList();
|
||||||
|
var results = await Task.WhenAll(tasks);
|
||||||
|
var allItems = results.SelectMany(items => items).ToList();
|
||||||
|
|
||||||
|
var urlList = new List<string>();
|
||||||
|
foreach (var originalItem in allItems)
|
||||||
|
{
|
||||||
|
|
||||||
|
var link = originalItem.Links.FirstOrDefault()?.Uri;
|
||||||
|
if (link != null)
|
||||||
|
{
|
||||||
|
urlList.Add(link.ToString());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
foreach (var urlString in urlList)
|
||||||
|
{
|
||||||
|
this.DownloadZip(urlString);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private async void DownloadZip(string urlString)
|
||||||
|
{
|
||||||
|
try
|
||||||
|
{
|
||||||
|
|
||||||
|
// URLの形式が正しいかチェック
|
||||||
|
if (string.IsNullOrWhiteSpace(urlString) || !Uri.TryCreate(urlString, UriKind.Absolute, out Uri baseUri))
|
||||||
|
{
|
||||||
|
// 有効なURLを入力してください。
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
try
|
||||||
|
{
|
||||||
|
// UI操作を一時無効化(連打防止)
|
||||||
|
btnDownload.Enabled = false;
|
||||||
|
|
||||||
|
// 1. AngleSharpを使ってHTMLドキュメントを取得・解析
|
||||||
|
var config = Configuration.Default.WithDefaultLoader();
|
||||||
|
using var context = BrowsingContext.New(config);
|
||||||
|
using var document = await context.OpenAsync(urlString);
|
||||||
|
|
||||||
|
// 2. h1タグの値を取得してファイル名を生成し、使用不可文字をサニタイズ
|
||||||
|
var h1Element = document.QuerySelector("h1");
|
||||||
|
string title = h1Element != null ? h1Element.TextContent.Trim() : "download";
|
||||||
|
string safeFileName = SanitizeFileName(title);
|
||||||
|
if (string.IsNullOrEmpty(safeFileName))
|
||||||
|
{
|
||||||
|
safeFileName = "download";
|
||||||
|
}
|
||||||
|
|
||||||
|
// 3. 対象のdivタグ以下のimgタグからURLを抽出
|
||||||
|
var imgElements = document.QuerySelectorAll("#post-hentai img");
|
||||||
|
var imageUrls = new List<Uri>();
|
||||||
|
|
||||||
|
foreach (var img in imgElements)
|
||||||
|
{
|
||||||
|
string src = img.GetAttribute("src");
|
||||||
|
if (!string.IsNullOrEmpty(src))
|
||||||
|
{
|
||||||
|
// 相対URLの場合も考慮して、絶対URLに解決する
|
||||||
|
if (Uri.TryCreate(baseUri, src, out Uri absoluteUri))
|
||||||
|
{
|
||||||
|
imageUrls.Add(absoluteUri);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (imageUrls.Count == 0)
|
||||||
|
{
|
||||||
|
// 指定された条件の画像が見つかりませんでした。
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
// 4. SemaphoreSlimを用いて同時接続数を制限し、画像を並列ダウンロード
|
||||||
|
int maxDegreeOfParallelism = 5; // 同時ダウンロード数の上限(適宜調整)
|
||||||
|
using var semaphore = new SemaphoreSlim(maxDegreeOfParallelism);
|
||||||
|
|
||||||
|
// 抽出した順番通りにタスクを作成
|
||||||
|
var downloadTasks = imageUrls.Select(async uri =>
|
||||||
|
{
|
||||||
|
await semaphore.WaitAsync();
|
||||||
|
try
|
||||||
|
{
|
||||||
|
return await _httpClient.GetByteArrayAsync(uri);
|
||||||
|
}
|
||||||
|
catch (Exception)
|
||||||
|
{
|
||||||
|
// ダウンロード失敗時はnullを返すなどのエラーハンドリング
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
finally
|
||||||
|
{
|
||||||
|
semaphore.Release();
|
||||||
|
}
|
||||||
|
}).ToList();
|
||||||
|
|
||||||
|
// 全タスクを待機
|
||||||
|
byte[][] downloadedImages = await Task.WhenAll(downloadTasks);
|
||||||
|
|
||||||
|
// 5. exeのディレクトリを取得し、ZIPファイルへの絶対パスを構築
|
||||||
|
string exeDir = AppContext.BaseDirectory;
|
||||||
|
string zipFilePath = Path.Combine(exeDir, $"{safeFileName}.zip");
|
||||||
|
|
||||||
|
// 6. ZipArchiveを用いて圧縮と保存
|
||||||
|
using (var fileStream = new FileStream(zipFilePath, FileMode.Create))
|
||||||
|
using (var archive = new ZipArchive(fileStream, ZipArchiveMode.Create, false))
|
||||||
|
{
|
||||||
|
for (int i = 0; i < downloadedImages.Length; i++)
|
||||||
|
{
|
||||||
|
var imgData = downloadedImages[i];
|
||||||
|
if (imgData == null) continue; // ダウンロードに失敗した画像はスキップ
|
||||||
|
|
||||||
|
// 拡張子を取得(不明な場合は.jpgをデフォルトに)
|
||||||
|
string extension = Path.GetExtension(imageUrls[i].AbsolutePath);
|
||||||
|
if (string.IsNullOrEmpty(extension))
|
||||||
|
{
|
||||||
|
extension = ".jpg";
|
||||||
|
}
|
||||||
|
|
||||||
|
// 元のHTMLの順序通りに連番でファイル名を付ける
|
||||||
|
string entryName = $"image_{i + 1:D3}{extension}";
|
||||||
|
var zipEntry = archive.CreateEntry(entryName);
|
||||||
|
|
||||||
|
using (var entryStream = zipEntry.Open())
|
||||||
|
using (var ms = new MemoryStream(imgData))
|
||||||
|
{
|
||||||
|
await ms.CopyToAsync(entryStream);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
//MessageBox.Show($"ダウンロードとZIP圧縮が完了しました。\n保存先: {zipFilePath}");
|
||||||
|
}
|
||||||
|
catch (Exception ex)
|
||||||
|
{
|
||||||
|
// $"処理中にエラーが発生しました: {ex.Message}"
|
||||||
|
}
|
||||||
|
finally
|
||||||
|
{
|
||||||
|
// UI操作を再度有効化
|
||||||
|
btnDownload.Enabled = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
catch (Exception)
|
||||||
|
{
|
||||||
|
|
||||||
|
}
|
||||||
|
finally
|
||||||
|
{
|
||||||
|
|
||||||
|
}
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
// ファイル名として使用できない文字をアンダースコアに置換するメソッド
|
||||||
|
private string SanitizeFileName(string fileName)
|
||||||
|
{
|
||||||
|
var invalidChars = Path.GetInvalidFileNameChars();
|
||||||
|
return string.Join("_", fileName.Split(invalidChars, StringSplitOptions.RemoveEmptyEntries));
|
||||||
|
}
|
||||||
|
|
||||||
|
public static async Task<IEnumerable<SyndicationItem>> GetFeedItems(HttpClient client, string url)
|
||||||
|
{
|
||||||
|
try
|
||||||
|
{
|
||||||
|
using var stream = await client.GetStreamAsync(url);
|
||||||
|
using var reader = XmlReader.Create(stream);
|
||||||
|
var feed = SyndicationFeed.Load(reader);
|
||||||
|
|
||||||
|
return feed?.Items ?? Enumerable.Empty<SyndicationItem>();
|
||||||
|
}
|
||||||
|
catch (Exception ex)
|
||||||
|
{
|
||||||
|
return Enumerable.Empty<SyndicationItem>();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,120 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?>
|
||||||
|
<root>
|
||||||
|
<!--
|
||||||
|
Microsoft ResX Schema
|
||||||
|
|
||||||
|
Version 2.0
|
||||||
|
|
||||||
|
The primary goals of this format is to allow a simple XML format
|
||||||
|
that is mostly human readable. The generation and parsing of the
|
||||||
|
various data types are done through the TypeConverter classes
|
||||||
|
associated with the data types.
|
||||||
|
|
||||||
|
Example:
|
||||||
|
|
||||||
|
... ado.net/XML headers & schema ...
|
||||||
|
<resheader name="resmimetype">text/microsoft-resx</resheader>
|
||||||
|
<resheader name="version">2.0</resheader>
|
||||||
|
<resheader name="reader">System.Resources.ResXResourceReader, System.Windows.Forms, ...</resheader>
|
||||||
|
<resheader name="writer">System.Resources.ResXResourceWriter, System.Windows.Forms, ...</resheader>
|
||||||
|
<data name="Name1"><value>this is my long string</value><comment>this is a comment</comment></data>
|
||||||
|
<data name="Color1" type="System.Drawing.Color, System.Drawing">Blue</data>
|
||||||
|
<data name="Bitmap1" mimetype="application/x-microsoft.net.object.binary.base64">
|
||||||
|
<value>[base64 mime encoded serialized .NET Framework object]</value>
|
||||||
|
</data>
|
||||||
|
<data name="Icon1" type="System.Drawing.Icon, System.Drawing" mimetype="application/x-microsoft.net.object.bytearray.base64">
|
||||||
|
<value>[base64 mime encoded string representing a byte array form of the .NET Framework object]</value>
|
||||||
|
<comment>This is a comment</comment>
|
||||||
|
</data>
|
||||||
|
|
||||||
|
There are any number of "resheader" rows that contain simple
|
||||||
|
name/value pairs.
|
||||||
|
|
||||||
|
Each data row contains a name, and value. The row also contains a
|
||||||
|
type or mimetype. Type corresponds to a .NET class that support
|
||||||
|
text/value conversion through the TypeConverter architecture.
|
||||||
|
Classes that don't support this are serialized and stored with the
|
||||||
|
mimetype set.
|
||||||
|
|
||||||
|
The mimetype is used for serialized objects, and tells the
|
||||||
|
ResXResourceReader how to depersist the object. This is currently not
|
||||||
|
extensible. For a given mimetype the value must be set accordingly:
|
||||||
|
|
||||||
|
Note - application/x-microsoft.net.object.binary.base64 is the format
|
||||||
|
that the ResXResourceWriter will generate, however the reader can
|
||||||
|
read any of the formats listed below.
|
||||||
|
|
||||||
|
mimetype: application/x-microsoft.net.object.binary.base64
|
||||||
|
value : The object must be serialized with
|
||||||
|
: System.Runtime.Serialization.Formatters.Binary.BinaryFormatter
|
||||||
|
: and then encoded with base64 encoding.
|
||||||
|
|
||||||
|
mimetype: application/x-microsoft.net.object.soap.base64
|
||||||
|
value : The object must be serialized with
|
||||||
|
: System.Runtime.Serialization.Formatters.Soap.SoapFormatter
|
||||||
|
: and then encoded with base64 encoding.
|
||||||
|
|
||||||
|
mimetype: application/x-microsoft.net.object.bytearray.base64
|
||||||
|
value : The object must be serialized into a byte array
|
||||||
|
: using a System.ComponentModel.TypeConverter
|
||||||
|
: and then encoded with base64 encoding.
|
||||||
|
-->
|
||||||
|
<xsd:schema id="root" xmlns="" xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:msdata="urn:schemas-microsoft-com:xml-msdata">
|
||||||
|
<xsd:import namespace="http://www.w3.org/XML/1998/namespace" />
|
||||||
|
<xsd:element name="root" msdata:IsDataSet="true">
|
||||||
|
<xsd:complexType>
|
||||||
|
<xsd:choice maxOccurs="unbounded">
|
||||||
|
<xsd:element name="metadata">
|
||||||
|
<xsd:complexType>
|
||||||
|
<xsd:sequence>
|
||||||
|
<xsd:element name="value" type="xsd:string" minOccurs="0" />
|
||||||
|
</xsd:sequence>
|
||||||
|
<xsd:attribute name="name" use="required" type="xsd:string" />
|
||||||
|
<xsd:attribute name="type" type="xsd:string" />
|
||||||
|
<xsd:attribute name="mimetype" type="xsd:string" />
|
||||||
|
<xsd:attribute ref="xml:space" />
|
||||||
|
</xsd:complexType>
|
||||||
|
</xsd:element>
|
||||||
|
<xsd:element name="assembly">
|
||||||
|
<xsd:complexType>
|
||||||
|
<xsd:attribute name="alias" type="xsd:string" />
|
||||||
|
<xsd:attribute name="name" type="xsd:string" />
|
||||||
|
</xsd:complexType>
|
||||||
|
</xsd:element>
|
||||||
|
<xsd:element name="data">
|
||||||
|
<xsd:complexType>
|
||||||
|
<xsd:sequence>
|
||||||
|
<xsd:element name="value" type="xsd:string" minOccurs="0" msdata:Ordinal="1" />
|
||||||
|
<xsd:element name="comment" type="xsd:string" minOccurs="0" msdata:Ordinal="2" />
|
||||||
|
</xsd:sequence>
|
||||||
|
<xsd:attribute name="name" type="xsd:string" use="required" msdata:Ordinal="1" />
|
||||||
|
<xsd:attribute name="type" type="xsd:string" msdata:Ordinal="3" />
|
||||||
|
<xsd:attribute name="mimetype" type="xsd:string" msdata:Ordinal="4" />
|
||||||
|
<xsd:attribute ref="xml:space" />
|
||||||
|
</xsd:complexType>
|
||||||
|
</xsd:element>
|
||||||
|
<xsd:element name="resheader">
|
||||||
|
<xsd:complexType>
|
||||||
|
<xsd:sequence>
|
||||||
|
<xsd:element name="value" type="xsd:string" minOccurs="0" msdata:Ordinal="1" />
|
||||||
|
</xsd:sequence>
|
||||||
|
<xsd:attribute name="name" type="xsd:string" use="required" />
|
||||||
|
</xsd:complexType>
|
||||||
|
</xsd:element>
|
||||||
|
</xsd:choice>
|
||||||
|
</xsd:complexType>
|
||||||
|
</xsd:element>
|
||||||
|
</xsd:schema>
|
||||||
|
<resheader name="resmimetype">
|
||||||
|
<value>text/microsoft-resx</value>
|
||||||
|
</resheader>
|
||||||
|
<resheader name="version">
|
||||||
|
<value>2.0</value>
|
||||||
|
</resheader>
|
||||||
|
<resheader name="reader">
|
||||||
|
<value>System.Resources.ResXResourceReader, System.Windows.Forms, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089</value>
|
||||||
|
</resheader>
|
||||||
|
<resheader name="writer">
|
||||||
|
<value>System.Resources.ResXResourceWriter, System.Windows.Forms, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089</value>
|
||||||
|
</resheader>
|
||||||
|
</root>
|
||||||
@@ -0,0 +1,16 @@
|
|||||||
|
<Project Sdk="Microsoft.NET.Sdk">
|
||||||
|
|
||||||
|
<PropertyGroup>
|
||||||
|
<OutputType>WinExe</OutputType>
|
||||||
|
<TargetFramework>net10.0-windows</TargetFramework>
|
||||||
|
<Nullable>enable</Nullable>
|
||||||
|
<UseWindowsForms>true</UseWindowsForms>
|
||||||
|
<ImplicitUsings>enable</ImplicitUsings>
|
||||||
|
</PropertyGroup>
|
||||||
|
|
||||||
|
<ItemGroup>
|
||||||
|
<PackageReference Include="AngleSharp" Version="1.7.1" />
|
||||||
|
<PackageReference Include="System.ServiceModel.Syndication" Version="10.0.11" />
|
||||||
|
</ItemGroup>
|
||||||
|
|
||||||
|
</Project>
|
||||||
@@ -0,0 +1,17 @@
|
|||||||
|
namespace MomongaDownloader
|
||||||
|
{
|
||||||
|
internal static class Program
|
||||||
|
{
|
||||||
|
/// <summary>
|
||||||
|
/// The main entry point for the application.
|
||||||
|
/// </summary>
|
||||||
|
[STAThread]
|
||||||
|
static void Main()
|
||||||
|
{
|
||||||
|
// To customize application configuration such as set high DPI settings or default font,
|
||||||
|
// see https://aka.ms/applicationconfiguration.
|
||||||
|
ApplicationConfiguration.Initialize();
|
||||||
|
Application.Run(new Form1());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
Reference in new issue
Block a user