improvements and infrastructure for upcoming builds api command line (#284)

* add modification tick to filesystem traversal
* add ShowDetails option to ProgressBar
* log callstack if we terminate process
* handle chunking if MaxSize > 1MB
* BasicFile write helpers and WriteToTempFile simplifications
* bugfix for CompositeBuffer::IterateRange when using DecompressToComposite for actually comrpessed data
revert of earlier optimization
* faster compress/decompress for large disk-based files
* enable progress feedback in IoHash::HashBuffer
* add payload validation in HttpClient::Get
* fix range requests (range is including end byte)
* remove BuildPartId for blob/block related operations in builds api

1 files changed, 2 insertions, 11 deletions

diff --git a/src/zenutil/include/zenutil/jupiter/jupitersession.h b/src/zenutil/include/zenutil/jupiter/jupitersession.h
index 075c35b40..852271868 100644
--- a/src/zenutil/include/zenutil/jupiter/jupitersession.h
+++ b/src/zenutil/include/zenutil/jupiter/jupitersession.h
@@ -116,21 +116,18 @@ public:
 	JupiterResult	   PutBuildBlob(std::string_view	   Namespace,
 									std::string_view	   BucketId,
 									const Oid&			   BuildId,
-									const Oid&			   PartId,
 									const IoHash&		   Hash,
 									ZenContentType		   ContentType,
 									const CompositeBuffer& Payload);
 	JupiterResult	   GetBuildBlob(std::string_view	  Namespace,
 									std::string_view	  BucketId,
 									const Oid&			  BuildId,
-									const Oid&			  PartId,
 									const IoHash&		  Hash,
 									std::filesystem::path TempFolderPath);
 
 	JupiterResult			PutMultipartBuildBlob(std::string_view												  Namespace,
 												  std::string_view												  BucketId,
 												  const Oid&													  BuildId,
-												  const Oid&													  PartId,
 												  const IoHash&													  Hash,
 												  ZenContentType												  ContentType,
 												  uint64_t														  PayloadSize,
@@ -139,7 +136,6 @@ public:
 	JupiterResult			GetMultipartBuildBlob(std::string_view																		 Namespace,
 												  std::string_view																		 BucketId,
 												  const Oid&																			 BuildId,
-												  const Oid&																			 PartId,
 												  const IoHash&																			 Hash,
 												  uint64_t																				 ChunkSize,
 												  std::function<void(uint64_t Offset, const IoBuffer& Chunk, uint64_t BytesRemaining)>&& Receiver,
@@ -147,7 +143,6 @@ public:
 	JupiterResult			PutBlockMetadata(std::string_view Namespace,
 											 std::string_view BucketId,
 											 const Oid&		  BuildId,
-											 const Oid&		  PartId,
 											 const IoHash&	  Hash,
 											 const IoBuffer&  Payload);
 	FinalizeBuildPartResult FinalizeBuildPart(std::string_view Namespace,
@@ -155,12 +150,8 @@ public:
 											  const Oid&	   BuildId,
 											  const Oid&	   PartId,
 											  const IoHash&	   RawHash);
-	JupiterResult			FindBlocks(std::string_view Namespace, std::string_view BucketId, const Oid& BuildId, const Oid& PartId);
-	JupiterResult			GetBlockMetadata(std::string_view Namespace,
-											 std::string_view BucketId,
-											 const Oid&		  BuildId,
-											 const Oid&		  PartId,
-											 IoBuffer		  Payload);
+	JupiterResult			FindBlocks(std::string_view Namespace, std::string_view BucketId, const Oid& BuildId);
+	JupiterResult			GetBlockMetadata(std::string_view Namespace, std::string_view BucketId, const Oid& BuildId, IoBuffer Payload);
 
 private:
 	inline LoggerRef Log() { return m_Log; }