moved source directories into `/src` (#264)

* moved source directories into `/src`
* updated bundle.lua for new `src` path
* moved some docs, icon
* removed old test trees

1 files changed, 0 insertions, 355 deletions

diff --git a/zenstore/cas.cpp b/zenstore/cas.cpp
deleted file mode 100644
index fdec78c60..000000000
--- a/zenstore/cas.cpp
+++ /dev/null
@@ -1,355 +0,0 @@
-// Copyright Epic Games, Inc. All Rights Reserved.
-
-#include "cas.h"
-
-#include "compactcas.h"
-#include "filecas.h"
-
-#include <zencore/compactbinary.h>
-#include <zencore/compactbinarybuilder.h>
-#include <zencore/compactbinaryvalidation.h>
-#include <zencore/except.h>
-#include <zencore/fmtutils.h>
-#include <zencore/logging.h>
-#include <zencore/memory.h>
-#include <zencore/string.h>
-#include <zencore/testing.h>
-#include <zencore/testutils.h>
-#include <zencore/thread.h>
-#include <zencore/trace.h>
-#include <zencore/uid.h>
-#include <zenstore/cidstore.h>
-#include <zenstore/gc.h>
-#include <zenstore/scrubcontext.h>
-
-#include <gsl/gsl-lite.hpp>
-
-#include <filesystem>
-#include <functional>
-#include <unordered_map>
-
-//////////////////////////////////////////////////////////////////////////
-
-namespace zen {
-
-/**
- * CAS store implementation
- *
- * Uses a basic strategy of splitting payloads by size, to improve ability to reclaim space
- * quickly for unused large chunks and to maintain locality for small chunks which are
- * frequently accessed together.
- *
- */
-class CasImpl : public CasStore
-{
-public:
-	CasImpl(GcManager& Gc);
-	virtual ~CasImpl();
-
-	virtual void				   Initialize(const CidStoreConfiguration& InConfig) override;
-	virtual CasStore::InsertResult InsertChunk(IoBuffer Chunk, const IoHash& ChunkHash, InsertMode Mode) override;
-	virtual IoBuffer			   FindChunk(const IoHash& ChunkHash) override;
-	virtual bool				   ContainsChunk(const IoHash& ChunkHash) override;
-	virtual void				   FilterChunks(HashKeySet& InOutChunks) override;
-	virtual void				   Flush() override;
-	virtual void				   Scrub(ScrubContext& Ctx) override;
-	virtual void				   GarbageCollect(GcContext& GcCtx) override;
-	virtual CidStoreSize		   TotalSize() const override;
-
-private:
-	CasContainerStrategy m_TinyStrategy;
-	CasContainerStrategy m_SmallStrategy;
-	FileCasStrategy		 m_LargeStrategy;
-	CbObject			 m_ManifestObject;
-
-	enum class StorageScheme
-	{
-		Legacy		   = 0,
-		WithCbManifest = 1
-	};
-
-	StorageScheme m_StorageScheme = StorageScheme::Legacy;
-
-	bool OpenOrCreateManifest();
-	void UpdateManifest();
-};
-
-CasImpl::CasImpl(GcManager& Gc) : m_TinyStrategy(Gc), m_SmallStrategy(Gc), m_LargeStrategy(Gc)
-{
-}
-
-CasImpl::~CasImpl()
-{
-}
-
-void
-CasImpl::Initialize(const CidStoreConfiguration& InConfig)
-{
-	m_Config = InConfig;
-
-	ZEN_INFO("initializing CAS pool at '{}'", m_Config.RootDirectory);
-
-	// Ensure root directory exists - create if it doesn't exist already
-
-	std::filesystem::create_directories(m_Config.RootDirectory);
-
-	// Open or create manifest
-
-	const bool IsNewStore = OpenOrCreateManifest();
-
-	// Initialize payload storage
-
-	m_LargeStrategy.Initialize(m_Config.RootDirectory, IsNewStore);
-	m_TinyStrategy.Initialize(m_Config.RootDirectory, "tobs", 1u << 28, 16, IsNewStore);	 // 256 Mb per block
-	m_SmallStrategy.Initialize(m_Config.RootDirectory, "sobs", 1u << 30, 4096, IsNewStore);	 // 1 Gb per block
-}
-
-bool
-CasImpl::OpenOrCreateManifest()
-{
-	bool IsNewStore = false;
-
-	std::filesystem::path ManifestPath = m_Config.RootDirectory;
-	ManifestPath /= ".ucas_root";
-
-	std::error_code Ec;
-	BasicFile		ManifestFile;
-	ManifestFile.Open(ManifestPath.c_str(), BasicFile::Mode::kRead, Ec);
-
-	bool ManifestIsOk = false;
-
-	if (Ec)
-	{
-		if (Ec == std::errc::no_such_file_or_directory)
-		{
-			IsNewStore = true;
-		}
-	}
-	else
-	{
-		IoBuffer ManifestBuffer = ManifestFile.ReadAll();
-		ManifestFile.Close();
-
-		if (ManifestBuffer.Size() > 0 && ManifestBuffer.Data<uint8_t>()[0] == '#')
-		{
-			// Old-style manifest, does not contain any useful information, so we may as well update it
-		}
-		else
-		{
-			CbObject		Manifest{SharedBuffer(ManifestBuffer)};
-			CbValidateError ValidationResult = ValidateCompactBinary(ManifestBuffer, CbValidateMode::All);
-
-			if (ValidationResult == CbValidateError::None)
-			{
-				if (Manifest["id"])
-				{
-					ManifestIsOk = true;
-				}
-			}
-			else
-			{
-				ZEN_WARN("Store manifest validation failed: {:#x}, will generate new manifest to recover", uint32_t(ValidationResult));
-			}
-
-			if (ManifestIsOk)
-			{
-				m_ManifestObject = std::move(Manifest);
-			}
-		}
-	}
-
-	if (!ManifestIsOk)
-	{
-		UpdateManifest();
-	}
-
-	return IsNewStore;
-}
-
-void
-CasImpl::UpdateManifest()
-{
-	if (!m_ManifestObject)
-	{
-		CbObjectWriter Cbo;
-		Cbo << "id" << zen::Oid::NewOid() << "created" << DateTime::Now();
-		m_ManifestObject = Cbo.Save();
-	}
-
-	// Write manifest to file
-
-	std::filesystem::path ManifestPath = m_Config.RootDirectory;
-	ManifestPath /= ".ucas_root";
-
-	// This will throw on failure
-
-	ZEN_TRACE("Writing new manifest to '{}'", ManifestPath);
-
-	BasicFile Marker;
-	Marker.Open(ManifestPath.c_str(), BasicFile::Mode::kTruncate);
-	Marker.Write(m_ManifestObject.GetBuffer(), 0);
-}
-
-CasStore::InsertResult
-CasImpl::InsertChunk(IoBuffer Chunk, const IoHash& ChunkHash, InsertMode Mode)
-{
-	ZEN_TRACE_CPU("CAS::InsertChunk");
-
-	const uint64_t ChunkSize = Chunk.Size();
-
-	if (ChunkSize < m_Config.TinyValueThreshold)
-	{
-		ZEN_ASSERT(ChunkSize);
-
-		return m_TinyStrategy.InsertChunk(Chunk, ChunkHash);
-	}
-	else if (ChunkSize < m_Config.HugeValueThreshold)
-	{
-		return m_SmallStrategy.InsertChunk(Chunk, ChunkHash);
-	}
-
-	return m_LargeStrategy.InsertChunk(Chunk, ChunkHash, Mode);
-}
-
-IoBuffer
-CasImpl::FindChunk(const IoHash& ChunkHash)
-{
-	ZEN_TRACE_CPU("CAS::FindChunk");
-
-	if (IoBuffer Found = m_SmallStrategy.FindChunk(ChunkHash))
-	{
-		return Found;
-	}
-
-	if (IoBuffer Found = m_TinyStrategy.FindChunk(ChunkHash))
-	{
-		return Found;
-	}
-
-	if (IoBuffer Found = m_LargeStrategy.FindChunk(ChunkHash))
-	{
-		return Found;
-	}
-
-	// Not found
-	return IoBuffer{};
-}
-
-bool
-CasImpl::ContainsChunk(const IoHash& ChunkHash)
-{
-	return m_SmallStrategy.HaveChunk(ChunkHash) || m_TinyStrategy.HaveChunk(ChunkHash) || m_LargeStrategy.HaveChunk(ChunkHash);
-}
-
-void
-CasImpl::FilterChunks(HashKeySet& InOutChunks)
-{
-	m_SmallStrategy.FilterChunks(InOutChunks);
-	m_TinyStrategy.FilterChunks(InOutChunks);
-	m_LargeStrategy.FilterChunks(InOutChunks);
-}
-
-void
-CasImpl::Flush()
-{
-	m_SmallStrategy.Flush();
-	m_TinyStrategy.Flush();
-	m_LargeStrategy.Flush();
-}
-
-void
-CasImpl::Scrub(ScrubContext& Ctx)
-{
-	if (m_LastScrubTime == Ctx.ScrubTimestamp())
-	{
-		return;
-	}
-
-	m_LastScrubTime = Ctx.ScrubTimestamp();
-
-	m_SmallStrategy.Scrub(Ctx);
-	m_TinyStrategy.Scrub(Ctx);
-	m_LargeStrategy.Scrub(Ctx);
-}
-
-void
-CasImpl::GarbageCollect(GcContext& GcCtx)
-{
-	m_SmallStrategy.CollectGarbage(GcCtx);
-	m_TinyStrategy.CollectGarbage(GcCtx);
-	m_LargeStrategy.CollectGarbage(GcCtx);
-}
-
-CidStoreSize
-CasImpl::TotalSize() const
-{
-	const uint64_t Tiny	 = m_TinyStrategy.StorageSize().DiskSize;
-	const uint64_t Small = m_SmallStrategy.StorageSize().DiskSize;
-	const uint64_t Large = m_LargeStrategy.StorageSize().DiskSize;
-
-	return {.TinySize = Tiny, .SmallSize = Small, .LargeSize = Large, .TotalSize = Tiny + Small + Large};
-}
-
-//////////////////////////////////////////////////////////////////////////
-
-std::unique_ptr<CasStore>
-CreateCasStore(GcManager& Gc)
-{
-	return std::make_unique<CasImpl>(Gc);
-}
-
-//////////////////////////////////////////////////////////////////////////
-//
-// Testing related code follows...
-//
-
-#if ZEN_WITH_TESTS
-
-TEST_CASE("CasStore")
-{
-	ScopedTemporaryDirectory TempDir;
-
-	CidStoreConfiguration config;
-	config.RootDirectory = TempDir.Path();
-
-	GcManager Gc;
-
-	std::unique_ptr<CasStore> Store = CreateCasStore(Gc);
-	Store->Initialize(config);
-
-	ScrubContext Ctx;
-	Store->Scrub(Ctx);
-
-	IoBuffer Value1{16};
-	memcpy(Value1.MutableData(), "1234567890123456", 16);
-	IoHash				   Hash1   = IoHash::HashBuffer(Value1.Data(), Value1.Size());
-	CasStore::InsertResult Result1 = Store->InsertChunk(Value1, Hash1);
-	CHECK(Result1.New);
-
-	IoBuffer Value2{16};
-	memcpy(Value2.MutableData(), "ABCDEFGHIJKLMNOP", 16);
-	IoHash				   Hash2   = IoHash::HashBuffer(Value2.Data(), Value2.Size());
-	CasStore::InsertResult Result2 = Store->InsertChunk(Value2, Hash2);
-	CHECK(Result2.New);
-
-	HashKeySet ChunkSet;
-	ChunkSet.AddHashToSet(Hash1);
-	ChunkSet.AddHashToSet(Hash2);
-
-	Store->FilterChunks(ChunkSet);
-	CHECK(ChunkSet.IsEmpty());
-
-	IoBuffer Lookup1 = Store->FindChunk(Hash1);
-	CHECK(Lookup1);
-	IoBuffer Lookup2 = Store->FindChunk(Hash2);
-	CHECK(Lookup2);
-}
-
-void
-CAS_forcelink()
-{
-}
-
-#endif
-
-}  // namespace zen