use direct file access for large file hash (#63)

- Improvement: Refactor `IoHash::HashBuffer` and `BLAKE3::HashBuffer` to not use memory mapped files. Performs better and saves ~10% of oplog export time on CI

1 files changed, 0 insertions, 25 deletions

diff --git a/src/zencore/iobuffer.cpp b/src/zencore/iobuffer.cpp
index 96a893082..e1e8750a1 100644
--- a/src/zencore/iobuffer.cpp
+++ b/src/zencore/iobuffer.cpp
@@ -701,31 +701,6 @@ IoBufferBuilder::MakeFromTemporaryFile(const std::filesystem::path& FileName)
 	return IoBuffer(IoBuffer::File, Handle, 0, FileSize, /*IsWholeFile*/ true);
 }
 
-IoHash
-HashBuffer(IoBuffer& Buffer)
-{
-	size_t				BufferSize	  = Buffer.Size();
-	static const size_t BufferingSize = 512 * 1024;
-	if (BufferSize >= (BufferingSize + BufferingSize / 2))
-	{
-		IoBufferFileReference _;
-		if (Buffer.GetFileReference(/* out */ _))
-		{
-			size_t		 Offset = 0;
-			IoHashStream HashStream;
-			while (Offset < BufferSize)
-			{
-				size_t	 ChunkSize = Min<size_t>(BufferSize - Offset, BufferingSize);
-				IoBuffer SubRange(Buffer, Offset, ChunkSize);
-				HashStream.Append(SubRange.GetData(), SubRange.GetSize());
-				Offset += ChunkSize;
-			}
-			return HashStream.GetHash();
-		}
-	}
-	return IoHash::HashBuffer(Buffer.Data(), BufferSize);
-}
-
 //////////////////////////////////////////////////////////////////////////
 
 #if ZEN_WITH_TESTS