optional compress of block chunks (#326)

- Feature: zenserver: Add command line option `--gc-buildstore-duration-seconds` to control GC life time of build store data
 - Improvement: ELF and MachO executable files are no longer chunked
- Improvement: Compress chunks in blocks that encloses a full file (such as small executables)
- Bugfix: Strip path delimiter at end of string in StringToPath

1 files changed, 4 insertions, 0 deletions

diff --git a/src/zenutil/include/zenutil/chunkingcontroller.h b/src/zenutil/include/zenutil/chunkingcontroller.h
index 246f4498a..970917fb0 100644
--- a/src/zenutil/include/zenutil/chunkingcontroller.h
+++ b/src/zenutil/include/zenutil/chunkingcontroller.h
@@ -12,6 +12,8 @@
 namespace zen {
 
 const std::vector<std::string_view> DefaultChunkingExcludeExtensions = {".exe", ".dll", ".pdb", ".self", ".mp4"};
+const bool							DefaultChunkingExcludeElfFiles	 = true;
+const bool							DefaultChunkingExcludeMachOFiles = true;
 
 const ChunkedParams DefaultChunkedParams = {.MinSize = ((8u * 1u) * 1024u) - 128u,
 											.MaxSize = 128u * 1024u,
@@ -40,6 +42,8 @@ public:
 
 std::unique_ptr<ChunkingController> CreateBasicChunkingController(
 	std::span<const std::string_view> ExcludeExtensions	 = DefaultChunkingExcludeExtensions,
+	bool							  ExcludeElfFiles	 = DefaultChunkingExcludeElfFiles,
+	bool							  ExcludeMachOFiles	 = DefaultChunkingExcludeMachOFiles,
 	uint64_t						  ChunkFileSizeLimit = DefaultChunkingFileSizeLimit,
 	const ChunkedParams&			  ChunkingParams	 = DefaultChunkedParams);
 std::unique_ptr<ChunkingController> CreateBasicChunkingController(CbObjectView Parameters);