removed dead/experimental file system related code

6 files changed, 0 insertions, 430 deletions

diff --git a/zenserver/experimental/usnjournal.cpp b/zenserver/experimental/usnjournal.cpp
deleted file mode 100644
index 580d71e45..000000000
--- a/zenserver/experimental/usnjournal.cpp
+++ /dev/null
@@ -1,351 +0,0 @@
-// Copyright Epic Games, Inc. All Rights Reserved.
-
-#include <zencore/zencore.h>
-
-#if ZEN_PLATFORM_WINDOWS
-
-#	include "usnjournal.h"
-
-#	include <zencore/except.h>
-#	include <zencore/logging.h>
-#	include <zencore/timer.h>
-
-ZEN_THIRD_PARTY_INCLUDES_START
-#	include <atlfile.h>
-ZEN_THIRD_PARTY_INCLUDES_END
-
-#	include <filesystem>
-
-namespace zen {
-
-UsnJournalReader::UsnJournalReader()
-{
-}
-
-UsnJournalReader::~UsnJournalReader()
-{
-	delete[] m_JournalReadBuffer;
-}
-
-bool
-UsnJournalReader::Initialize(std::filesystem::path VolumePath)
-{
-	TCHAR VolumeName[MAX_PATH];
-	TCHAR VolumePathName[MAX_PATH];
-
-	{
-		auto NativePath = VolumePath.native();
-		BOOL Success	= GetVolumePathName(NativePath.c_str(), VolumePathName, ZEN_ARRAY_COUNT(VolumePathName));
-
-		if (!Success)
-		{
-			zen::ThrowLastError("GetVolumePathName failed");
-		}
-
-		Success = GetVolumeNameForVolumeMountPoint(VolumePathName, VolumeName, ZEN_ARRAY_COUNT(VolumeName));
-
-		if (!Success)
-		{
-			zen::ThrowLastError("GetVolumeNameForVolumeMountPoint failed");
-		}
-
-		// Chop off trailing slash since we want to open a volume handle, not a handle to the volume root directory
-
-		const size_t VolumeNameLength = wcslen(VolumeName);
-
-		if (VolumeNameLength)
-		{
-			VolumeName[VolumeNameLength - 1] = '\0';
-		}
-	}
-
-	m_VolumeHandle = CreateFile(VolumeName,
-								GENERIC_READ | GENERIC_WRITE,
-								FILE_SHARE_READ | FILE_SHARE_WRITE | FILE_SHARE_DELETE,
-								nullptr, /* no custom security */
-								OPEN_EXISTING,
-								FILE_FLAG_BACKUP_SEMANTICS,
-								nullptr); /* template */
-
-	if (m_VolumeHandle == INVALID_HANDLE_VALUE)
-	{
-		ThrowLastError("Volume handle open failed");
-	}
-
-	// Figure out which file system is in use for volume
-
-	{
-		WCHAR InfoVolumeName[MAX_PATH + 1]{};
-		WCHAR FileSystemName[MAX_PATH + 1]{};
-		DWORD MaximumComponentLength = 0;
-		DWORD FileSystemFlags		 = 0;
-
-		BOOL Success = GetVolumeInformationByHandleW(m_VolumeHandle,
-													 InfoVolumeName,
-													 MAX_PATH + 1,
-													 NULL,
-													 &MaximumComponentLength,
-													 &FileSystemFlags,
-													 FileSystemName,
-													 ZEN_ARRAY_COUNT(FileSystemName));
-
-		if (!Success)
-		{
-			ThrowLastError("Failed to get volume information");
-		}
-
-		ZEN_DEBUG("File system type is {}", WideToUtf8(FileSystemName));
-
-		if (wcscmp(L"ReFS", FileSystemName) == 0)
-		{
-			m_FileSystemType = FileSystemType::ReFS;
-		}
-		else if (wcscmp(L"NTFS", FileSystemName) == 0)
-		{
-			m_FileSystemType = FileSystemType::NTFS;
-		}
-		else
-		{
-			// Unknown file system type!
-		}
-	}
-
-	// Determine if volume is on fast storage, where seeks aren't so expensive
-
-	{
-		STORAGE_PROPERTY_QUERY StorageQuery{};
-		StorageQuery.PropertyId = StorageDeviceSeekPenaltyProperty;
-		StorageQuery.QueryType	= PropertyStandardQuery;
-		DWORD						   BytesWritten;
-		DEVICE_SEEK_PENALTY_DESCRIPTOR Result{};
-
-		if (DeviceIoControl(m_VolumeHandle,
-							IOCTL_STORAGE_QUERY_PROPERTY,
-							&StorageQuery,
-							sizeof(StorageQuery),
-							&Result,
-							sizeof(Result),
-							&BytesWritten,
-							nullptr))
-		{
-			m_IncursSeekPenalty = !!Result.IncursSeekPenalty;
-		}
-	}
-
-	// Query Journal
-
-	USN_JOURNAL_DATA_V2 UsnData{};
-
-	{
-		DWORD BytesWritten = 0;
-
-		const BOOL Success =
-			DeviceIoControl(m_VolumeHandle, FSCTL_QUERY_USN_JOURNAL, nullptr, 0, &UsnData, sizeof UsnData, &BytesWritten, nullptr);
-
-		if (!Success)
-		{
-			switch (DWORD Error = GetLastError())
-			{
-				case ERROR_JOURNAL_NOT_ACTIVE:
-					ZEN_INFO("No USN journal active on drive");
-
-					// TODO: optionally activate USN journal on drive?
-
-					ThrowSystemException(HRESULT_FROM_WIN32(Error), "No USN journal active on drive");
-					break;
-
-				default:
-					ThrowSystemException(HRESULT_FROM_WIN32(Error), "FSCTL_QUERY_USN_JOURNAL failed");
-			}
-		}
-	}
-
-	m_JournalReadBuffer = new uint8_t[m_ReadBufferSize];
-
-	// Catch up to USN start
-
-	CAtlFile VolumeRootDir;
-	HRESULT	 hRes =
-		VolumeRootDir.Create(VolumePathName, GENERIC_READ, FILE_SHARE_READ | FILE_SHARE_WRITE, OPEN_EXISTING, FILE_FLAG_BACKUP_SEMANTICS);
-
-	if (FAILED(hRes))
-	{
-		ThrowSystemException(hRes, "Failed to open handle to volume root");
-	}
-
-	FILE_ID_INFO FileInformation{};
-	BOOL		 Success = GetFileInformationByHandleEx(VolumeRootDir, FileIdInfo, &FileInformation, sizeof FileInformation);
-
-	if (!Success)
-	{
-		ThrowLastError("GetFileInformationByHandleEx failed");
-	}
-
-	const Frn VolumeRootFrn = FileInformation.FileId;
-
-	// Enumerate MFT (but not for ReFS)
-
-	if (m_FileSystemType == FileSystemType::NTFS)
-	{
-		ZEN_INFO("Enumerating MFT for {}", WideToUtf8(VolumePathName));
-
-		zen::Stopwatch Timer;
-		uint64_t	   MftBytesProcessed = 0;
-
-		MFT_ENUM_DATA_V1 MftEnumData{.StartFileReferenceNumber = 0, .LowUsn = 0, .HighUsn = 0, .MinMajorVersion = 2, .MaxMajorVersion = 3};
-
-		BYTE  MftBuffer[64 * 1024 + sizeof(DWORDLONG)];
-		DWORD BytesWritten = 0;
-
-		for (;;)
-		{
-			Success = DeviceIoControl(m_VolumeHandle,
-									  FSCTL_ENUM_USN_DATA,
-									  &MftEnumData,
-									  sizeof MftEnumData,
-									  MftBuffer,
-									  sizeof MftBuffer,
-									  &BytesWritten,
-									  nullptr);
-
-			if (!Success)
-			{
-				DWORD Error = GetLastError();
-
-				if (Error == ERROR_HANDLE_EOF)
-				{
-					break;
-				}
-
-				ThrowSystemException(HRESULT_FROM_WIN32(Error), "FSCTL_ENUM_USN_DATA failed");
-			}
-
-			void* BufferEnd = (void*)&MftBuffer[BytesWritten];
-
-			// The enumeration call returns the next FRN ahead of the other data in the buffer
-			MftEnumData.StartFileReferenceNumber = ((DWORDLONG*)MftBuffer)[0];
-
-			PUSN_RECORD_UNION CommonRecord = PUSN_RECORD_UNION(&((DWORDLONG*)MftBuffer)[1]);
-
-			while (CommonRecord < BufferEnd)
-			{
-				switch (CommonRecord->Header.MajorVersion)
-				{
-					case 2:
-						{
-							USN_RECORD_V2& Record = CommonRecord->V2;
-
-							const Frn		  FileReference	  = Record.FileReferenceNumber;
-							const Frn		  ParentReference = Record.ParentFileReferenceNumber;
-							std::wstring_view FileName{Record.FileName, Record.FileNameLength};
-						}
-						break;
-					case 3:
-						{
-							USN_RECORD_V3& Record = CommonRecord->V3;
-
-							const Frn		  FileReference	  = Record.FileReferenceNumber;
-							const Frn		  ParentReference = Record.ParentFileReferenceNumber;
-							std::wstring_view FileName{Record.FileName, Record.FileNameLength};
-						}
-						break;
-					case 4:
-						{
-							// This captures file modification ranges. We do not yet support this however
-							USN_RECORD_V4& Record = CommonRecord->V4;
-							ZEN_UNUSED(Record);
-						}
-						break;
-				}
-
-				const DWORD RecordLength = CommonRecord->Header.RecordLength;
-				CommonRecord			 = PUSN_RECORD_UNION(((uint8_t*)CommonRecord) + RecordLength);
-				MftBytesProcessed += RecordLength;
-			}
-		}
-
-		const auto ElapsedMs = Timer.GetElapsedTimeMs();
-
-		ZEN_INFO("MFT enumeration of {} completed after {} ({})",
-				 zen::NiceBytes(MftBytesProcessed),
-				 zen::NiceTimeSpanMs(ElapsedMs),
-				 zen::NiceByteRate(MftBytesProcessed, ElapsedMs));
-	}
-
-	// Populate by traversal
-	if (m_FileSystemType == FileSystemType::ReFS)
-	{
-		uint64_t FileInfoBuffer[8 * 1024];
-
-		FILE_INFO_BY_HANDLE_CLASS FibClass = FileIdBothDirectoryRestartInfo;
-		bool					  Continue = true;
-
-		while (Continue)
-		{
-			Success	 = GetFileInformationByHandleEx(VolumeRootDir, FibClass, FileInfoBuffer, sizeof FileInfoBuffer);
-			FibClass = FileIdBothDirectoryInfo;	 // Set up for next iteration
-
-			uint64_t EntryOffset = 0;
-
-			if (!Success)
-			{
-				// Report failure?
-
-				break;
-			}
-
-			do
-			{
-				const FILE_ID_BOTH_DIR_INFO* DirInfo =
-					reinterpret_cast<const FILE_ID_BOTH_DIR_INFO*>(reinterpret_cast<const uint8_t*>(FileInfoBuffer) + EntryOffset);
-
-				const uint64_t NextOffset = DirInfo->NextEntryOffset;
-
-				if (NextOffset == 0)
-				{
-					if (EntryOffset == 0)
-					{
-						// First and last - end of iteration
-						Continue = false;
-					}
-					break;
-				}
-
-				if (DirInfo->FileAttributes & FILE_ATTRIBUTE_DIRECTORY)
-				{
-					// TODO Directory
-				}
-				else if (DirInfo->FileAttributes & FILE_ATTRIBUTE_DEVICE)
-				{
-					// TODO Device
-				}
-				else
-				{
-					// TODO File
-				}
-
-				EntryOffset += DirInfo->NextEntryOffset;
-			} while (EntryOffset);
-		}
-	}
-
-	// Initialize journal reading
-
-	m_ReadUsnJournalData = {.StartUsn	= UsnData.FirstUsn,
-							.ReasonMask = USN_REASON_BASIC_INFO_CHANGE | USN_REASON_CLOSE | USN_REASON_DATA_EXTEND |
-										  USN_REASON_DATA_OVERWRITE | USN_REASON_DATA_TRUNCATION | USN_REASON_FILE_CREATE |
-										  USN_REASON_FILE_DELETE | USN_REASON_HARD_LINK_CHANGE | USN_REASON_RENAME_NEW_NAME |
-										  USN_REASON_RENAME_OLD_NAME | USN_REASON_REPARSE_POINT_CHANGE,
-							.ReturnOnlyOnClose = true,
-							.Timeout		   = 0,
-							.BytesToWaitFor	   = 0,
-							.UsnJournalID	   = UsnData.UsnJournalID,
-							.MinMajorVersion   = 0,
-							.MaxMajorVersion   = 0};
-
-	return false;
-}
-
-}  // namespace zen
-
-#endif	// ZEN_PLATFORM_WINDOWS
diff --git a/zenserver/experimental/usnjournal.h b/zenserver/experimental/usnjournal.h
deleted file mode 100644
index 910eb7d06..000000000
--- a/zenserver/experimental/usnjournal.h
+++ /dev/null
@@ -1,69 +0,0 @@
-// Copyright Epic Games, Inc. All Rights Reserved.
-
-#pragma once
-
-#if ZEN_PLATFORM_WINDOWS
-
-#	include <zencore/windows.h>
-#	include <zencore/zencore.h>
-
-ZEN_THIRD_PARTY_INCLUDES_START
-#	include <winioctl.h>
-ZEN_THIRD_PARTY_INCLUDES_END
-
-#	include <filesystem>
-
-namespace zen {
-
-class UsnJournalReader
-{
-public:
-	UsnJournalReader();
-	~UsnJournalReader();
-
-	bool Initialize(std::filesystem::path VolumePath);
-
-private:
-	void*					 m_VolumeHandle;
-	READ_USN_JOURNAL_DATA_V1 m_ReadUsnJournalData;
-	bool					 m_IncursSeekPenalty = true;
-
-	uint8_t* m_JournalReadBuffer = nullptr;
-	uint64_t m_ReadBufferSize	 = 64 * 1024;
-
-	struct Frn
-	{
-		uint8_t IdBytes[16];
-
-		Frn() = default;
-
-		Frn(const FILE_ID_128& Rhs) { memcpy(IdBytes, Rhs.Identifier, sizeof IdBytes); }
-		Frn& operator=(const FILE_ID_128& Rhs) { memcpy(IdBytes, Rhs.Identifier, sizeof IdBytes); }
-
-		Frn(const uint64_t& Rhs)
-		{
-			memcpy(IdBytes, &Rhs, sizeof Rhs);
-			memset(&IdBytes[8], 0, 8);
-		}
-
-		Frn& operator=(const uint64_t& Rhs)
-		{
-			memcpy(IdBytes, &Rhs, sizeof Rhs);
-			memset(&IdBytes[8], 0, 8);
-		}
-
-		std::strong_ordering operator<=>(const Frn&) const = default;
-	};
-
-	enum class FileSystemType
-	{
-		ReFS,
-		NTFS
-	};
-
-	FileSystemType m_FileSystemType = FileSystemType::NTFS;
-};
-
-}  // namespace zen
-
-#endif	// ZEN_PLATFORM_WINDOWS
diff --git a/zenserver/experimental/vfs.cpp b/zenserver/experimental/vfs.cpp
deleted file mode 100644
index 1af9d70a7..000000000
--- a/zenserver/experimental/vfs.cpp
+++ /dev/null
@@ -1,3 +0,0 @@
-// Copyright Epic Games, Inc. All Rights Reserved.
-
-#include "vfs.h"
diff --git a/zenserver/experimental/vfs.h b/zenserver/experimental/vfs.h
deleted file mode 100644
index 1aeefe481..000000000
--- a/zenserver/experimental/vfs.h
+++ /dev/null
@@ -1,5 +0,0 @@
-// Copyright Epic Games, Inc. All Rights Reserved.
-
-#pragma once
-
-#include <zencore/zencore.h>
diff --git a/zenserver/xmake.lua b/zenserver/xmake.lua
index f5b428eac..8b18bf9f9 100644
--- a/zenserver/xmake.lua
+++ b/zenserver/xmake.lua
@@ -31,7 +31,6 @@ target("zenserver")
         add_syslinks("bsm")
     end
 
-    add_options("vfs")
     add_options("compute")
     add_options("exec")
     
diff --git a/zenserver/zenserver.cpp b/zenserver/zenserver.cpp
index cf3d90324..9ca71ed81 100644
--- a/zenserver/zenserver.cpp
+++ b/zenserver/zenserver.cpp
@@ -105,7 +105,6 @@ ZEN_THIRD_PARTY_INCLUDES_END
 #include "cidstore.h"
 #include "compute/function.h"
 #include "diag/diagsvcs.h"
-#include "experimental/usnjournal.h"
 #include "frontend/frontend.h"
 #include "monitoring/httpstats.h"
 #include "monitoring/httpstatus.h"