use streaming read for PutCompressedBlob if source is single file (#338)

* use streaming read for PutCompressedBlob if source is single file
* changelog

1 files changed, 18 insertions, 1 deletions

diff --git a/src/zenserver/upstream/jupiter.cpp b/src/zenserver/upstream/jupiter.cpp
index 32537508c..e7bb2cbcf 100644
--- a/src/zenserver/upstream/jupiter.cpp
+++ b/src/zenserver/upstream/jupiter.cpp
@@ -445,7 +445,24 @@ CloudCacheSession::PutCompressedBlob(std::string_view Namespace, const IoHash& K
 
 	Session.SetOption(cpr::Url{Uri.c_str()});
 	Session.SetOption(cpr::Header{{"Authorization", AccessToken.Value}, {"Content-Type", "application/x-ue-comp"}});
-	Session.SetBody(cpr::Body{(const char*)Blob.Data(), Blob.Size()});
+
+	uint64_t Offset = 0;
+	if (Blob.IsWholeFile())
+	{
+		auto ReadCallback = [&Blob, &Offset](char* buffer, size_t& size, intptr_t) {
+			size						   = Min<size_t>(size, Blob.GetSize() - Offset);
+			IoBuffer		  PayloadRange = IoBuffer(Blob, Offset, size);
+			MutableMemoryView Data(buffer, size);
+			Data.CopyFrom(PayloadRange.GetView());
+			Offset += size;
+			return true;
+		};
+		Session.SetReadCallback(cpr::ReadCallback(gsl::narrow<cpr::cpr_off_t>(Blob.GetSize()), ReadCallback));
+	}
+	else
+	{
+		Session.SetBody(cpr::Body{(const char*)Blob.Data(), Blob.Size()});
+	}
 
 	cpr::Response Response = Session.Put();
 	ZEN_DEBUG("PUT {}", Response);