using System; using System.Collections.Generic; using System.IO; using System.Runtime.InteropServices; using System.Text; using Microsoft.Win32.SafeHandles; namespace GameLauncher.Services { /// /// NTFS の MFT (USN Journal: FSCTL_ENUM_USN_DATA) を直接読み取り、 /// ドライブ内のファイルおよびディレクトリツリーを爆速で一括抽出するサービス /// public class NtfsMftScanService { #region □定数(Private) private const uint GENERIC_READ = 0x80000000; private const uint FILE_SHARE_READ = 0x00000001; private const uint FILE_SHARE_WRITE = 0x00000002; private const uint OPEN_EXISTING = 3; private const uint FSCTL_QUERY_USN_JOURNAL = 0x000900f4; private const uint FSCTL_ENUM_USN_DATA = 0x000900b3; private const uint FILE_ATTRIBUTE_DIRECTORY = 0x00000010; #endregion #region □構造体(Private) [StructLayout(LayoutKind.Sequential)] private struct USN_JOURNAL_DATA { public ulong UsnJournalID; public long FirstUsn; public long NextUsn; public long LowestValidUsn; public long MaxUsn; public ulong MaximumSize; public ulong AllocationDelta; } [StructLayout(LayoutKind.Sequential)] private struct MFT_ENUM_DATA_V0 { public ulong StartFileReferenceNumber; public long LowUsn; public long HighUsn; } private class MftNode { public ulong Id; public ulong ParentId; public string Name = string.Empty; public bool IsDirectory; } #endregion #region □メソッド(Public) /// /// 指定されたパス群(例: C:\..., Z:\...)に対して、NTFS MFT 直接読み取りを用いて高速スナップショットを生成します。 /// /// 走査対象のディレクトリルート一覧 /// 生成されたスナップショット。失敗または非NTFS時は null public static FastDirectorySnapshot? TryScanTargetsFast(IEnumerable targetDirectories) { var snapshot = new FastDirectorySnapshot(); var targetsByDrive = new Dictionary>(); foreach (var dir in targetDirectories) { if (string.IsNullOrWhiteSpace(dir)) continue; var full = Path.GetFullPath(dir).TrimEnd(Path.DirectorySeparatorChar, Path.AltDirectorySeparatorChar); if (full.Length >= 2 && full[1] == ':') { char driveLetter = char.ToUpperInvariant(full[0]); if (!targetsByDrive.TryGetValue(driveLetter, out var list)) { list = new List(); targetsByDrive[driveLetter] = list; } list.Add(full); } } if (targetsByDrive.Count == 0) return null; bool anySuccess = false; foreach (var kvp in targetsByDrive) { char driveLetter = kvp.Key; var targetPaths = kvp.Value; try { bool ok = ScanVolumeMft(driveLetter, targetPaths, snapshot); if (ok) { anySuccess = true; } } catch { // ドライブスキャン失敗時はスキップ } } return anySuccess ? snapshot : null; } #endregion #region □メソッド(Private) /// /// 1つのドライブボリュームのMFTを読み込み、指定されたパス配下のファイルをスナップショットに登録します。 /// private static bool ScanVolumeMft(char driveLetter, List targetPaths, FastDirectorySnapshot snapshot) { string volumePath = @"\\.\" + driveLetter + ":"; using var hVolume = CreateFile( volumePath, GENERIC_READ, FILE_SHARE_READ | FILE_SHARE_WRITE, IntPtr.Zero, OPEN_EXISTING, 0, IntPtr.Zero); if (hVolume.IsInvalid) { return false; } // 1. USNジャーナル情報の取得 var journalData = new USN_JOURNAL_DATA(); int journalDataSize = Marshal.SizeOf(typeof(USN_JOURNAL_DATA)); if (!DeviceIoControl(hVolume, FSCTL_QUERY_USN_JOURNAL, IntPtr.Zero, 0, out journalData, journalDataSize, out _, IntPtr.Zero)) { return false; } // 2. MFT列挙用パラメータの準備 var enumData = new MFT_ENUM_DATA_V0 { StartFileReferenceNumber = 0, LowUsn = 0, HighUsn = journalData.NextUsn }; int enumDataSize = Marshal.SizeOf(typeof(MFT_ENUM_DATA_V0)); IntPtr enumDataPtr = Marshal.AllocHGlobal(enumDataSize); Marshal.StructureToPtr(enumData, enumDataPtr, false); const int bufferSize = 1024 * 512; // 512KBバッファ byte[] buffer = new byte[bufferSize]; GCHandle bufferHandle = GCHandle.Alloc(buffer, GCHandleType.Pinned); IntPtr bufferPtr = bufferHandle.AddrOfPinnedObject(); // ID -> MftNode のマッピングを保持 var nodes = new Dictionary(500000); try { while (DeviceIoControl(hVolume, FSCTL_ENUM_USN_DATA, enumDataPtr, enumDataSize, bufferPtr, bufferSize, out uint bytesReturned, IntPtr.Zero)) { if (bytesReturned <= 8) break; // 次の開始参照番号を取得 ulong nextId = (ulong)Marshal.ReadInt64(bufferPtr); Marshal.WriteInt64(enumDataPtr, (long)nextId); int offset = 8; while (offset < bytesReturned) { IntPtr recordPtr = IntPtr.Add(bufferPtr, offset); int recordLength = Marshal.ReadInt32(recordPtr); if (recordLength <= 0) break; ulong fileRef = (ulong)Marshal.ReadInt64(recordPtr, 8) & 0x0000FFFFFFFFFFFFUL; ulong parentRef = (ulong)Marshal.ReadInt64(recordPtr, 16) & 0x0000FFFFFFFFFFFFUL; uint fileAttributes = (uint)Marshal.ReadInt32(recordPtr, 52); int fileNameLength = Marshal.ReadInt16(recordPtr, 56); int fileNameOffset = Marshal.ReadInt16(recordPtr, 58); if (fileNameLength > 0) { string fileName = Marshal.PtrToStringUni(IntPtr.Add(recordPtr, fileNameOffset), fileNameLength / 2); bool isDir = (fileAttributes & FILE_ATTRIBUTE_DIRECTORY) != 0; var node = new MftNode { Id = fileRef, ParentId = parentRef, Name = fileName, IsDirectory = isDir }; nodes[fileRef] = node; } offset += recordLength; } } } finally { if (bufferHandle.IsAllocated) bufferHandle.Free(); if (enumDataPtr != IntPtr.Zero) Marshal.FreeHGlobal(enumDataPtr); } if (nodes.Count == 0) return false; // 3. 親IDから子IDのツリーを構築 var childrenByParent = new Dictionary>(nodes.Count); foreach (var node in nodes.Values) { if (!childrenByParent.TryGetValue(node.ParentId, out var list)) { list = new List(); childrenByParent[node.ParentId] = list; } list.Add(node.Id); } // 4. 各ターゲットパスのノードIDを特定し、その配下のエントリをスナップショットに格納 foreach (var targetPath in targetPaths) { var targetNodeId = FindNodeIdByPath(driveLetter, targetPath, nodes, childrenByParent); if (targetNodeId.HasValue) { PopulateSnapshotFromNode(targetNodeId.Value, targetPath, nodes, childrenByParent, snapshot); } } return true; } /// /// パス文字列から対応するノードIDを検索します。 /// private static ulong? FindNodeIdByPath(char driveLetter, string path, Dictionary nodes, Dictionary> childrenByParent) { string rootStr = driveLetter + @":\"; if (path.Equals(rootStr.TrimEnd('\\'), StringComparison.OrdinalIgnoreCase) || path.Equals(rootStr, StringComparison.OrdinalIgnoreCase)) { // ドライブ直下のルートディレクトリ(通常IDは 5 / 0x0005) return 5UL; } var parts = path.Substring(3).Split(new[] { '\\', '/' }, StringSplitOptions.RemoveEmptyEntries); ulong currentParent = 5UL; // ルートID foreach (var part in parts) { bool found = false; if (childrenByParent.TryGetValue(currentParent, out var childIds)) { foreach (var childId in childIds) { if (nodes.TryGetValue(childId, out var node) && node.IsDirectory && string.Equals(node.Name, part, StringComparison.OrdinalIgnoreCase)) { currentParent = node.Id; found = true; break; } } } if (!found) return null; } return currentParent; } /// /// ノードIDから配下を再帰的に巡回し、スナップショットに登録します。 /// private static void PopulateSnapshotFromNode( ulong parentNodeId, string currentPath, Dictionary nodes, Dictionary> childrenByParent, FastDirectorySnapshot snapshot) { if (!childrenByParent.TryGetValue(parentNodeId, out var childIds)) return; foreach (var childId in childIds) { if (!nodes.TryGetValue(childId, out var childNode)) continue; if (childNode.IsDirectory) { string childPath = Path.Combine(currentPath, childNode.Name); snapshot.AddDirectory(currentPath, childPath); PopulateSnapshotFromNode(childId, childPath, nodes, childrenByParent, snapshot); } else { snapshot.AddFile(currentPath, childNode.Name); } } } #endregion #region □P/Invoke(Private) [DllImport("kernel32.dll", SetLastError = true, CharSet = CharSet.Auto)] private static extern SafeFileHandle CreateFile( string lpFileName, uint dwDesiredAccess, uint dwShareMode, IntPtr lpSecurityAttributes, uint dwCreationDisposition, uint dwFlagsAndAttributes, IntPtr hTemplateFile); [DllImport("kernel32.dll", ExactSpelling = true, SetLastError = true, CharSet = CharSet.Auto)] private static extern bool DeviceIoControl( SafeFileHandle hDevice, uint dwIoControlCode, IntPtr lpInBuffer, int nInBufferSize, out USN_JOURNAL_DATA lpOutBuffer, int nOutBufferSize, out uint lpBytesReturned, IntPtr lpOverlapped); [DllImport("kernel32.dll", ExactSpelling = true, SetLastError = true, CharSet = CharSet.Auto)] private static extern bool DeviceIoControl( SafeFileHandle hDevice, uint dwIoControlCode, IntPtr lpInBuffer, int nInBufferSize, IntPtr lpOutBuffer, int nOutBufferSize, out uint lpBytesReturned, IntPtr lpOverlapped); #endregion } }