caller controls threshold for bulk-loading chunks in IterateChunks (#222)

* Allow caller to control threshold for bulk-loading chunks in IterateChunks
* use smaller batch chunk reading for /fileinfos and /chunkinfos as we do not intend to read the payload
* use smaller batch read buffer when just querying for size of attachments

2 files changed, 3 insertions, 2 deletions

diff --git a/src/zenstore/include/zenstore/blockstore.h b/src/zenstore/include/zenstore/blockstore.h
index d4c2be73f..8f8f2ccd7 100644
--- a/src/zenstore/include/zenstore/blockstore.h
+++ b/src/zenstore/include/zenstore/blockstore.h
@@ -167,7 +167,7 @@ public:
 					  std::span<const size_t>				ChunkIndexes,
 					  const IterateChunksSmallSizeCallback& SmallSizeCallback,
 					  const IterateChunksLargeSizeCallback& LargeSizeCallback,
-					  uint64_t								LargeSizeLimit = 0);
+					  uint64_t								LargeSizeLimit);
 
 	void CompactBlocks(
 		const BlockStoreCompactState&	CompactState,
diff --git a/src/zenstore/include/zenstore/cidstore.h b/src/zenstore/include/zenstore/cidstore.h
index d95fa7cd4..b3d00fec0 100644
--- a/src/zenstore/include/zenstore/cidstore.h
+++ b/src/zenstore/include/zenstore/cidstore.h
@@ -82,7 +82,8 @@ public:
 	virtual IoBuffer		  FindChunkByCid(const IoHash& DecompressedId) override;
 	bool					  IterateChunks(std::span<IoHash>												  DecompressedIds,
 											const std::function<bool(size_t Index, const IoBuffer& Payload)>& AsyncCallback,
-											WorkerThreadPool*												  OptionalWorkerPool);
+											WorkerThreadPool*												  OptionalWorkerPool,
+											uint64_t														  LargeSizeLimit);
 	bool					  ContainsChunk(const IoHash& DecompressedId);
 	void					  FilterChunks(HashKeySet& InOutChunks);
 	void					  Flush();