From 832a1b464633ec7a31a8aad386520e1990d0b6cb Mon Sep 17 00:00:00 2001
From: Dan Engelbrecht <dan.engelbrecht@epicgames.com>
Date: Tue, 5 Sep 2023 18:53:44 -0400
Subject: stream oplog attachments from jupiter (#384)

* stream large downloads from jupiter to temporary file
* rework DeleteOnClose - top level marks file for delete and if lower level parts wants to keep it it clears that flag
* changelog
* log number of attachments to download
* add delay on jupiter request failure when retrying
* make sure we upload all attachments even if Needs are empty when ForceUpload is true
release TempAttachment as soon as it is used
* sort attachments so we get predictable blocks for the same oplog
---
 src/zenhttp/httpshared.cpp | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

(limited to 'src/zenhttp/httpshared.cpp')

diff --git a/src/zenhttp/httpshared.cpp b/src/zenhttp/httpshared.cpp
index 4a67b69e7..9ee5dc0fb 100644
--- a/src/zenhttp/httpshared.cpp
+++ b/src/zenhttp/httpshared.cpp
@@ -417,7 +417,8 @@ ParsePackageMessage(IoBuffer Payload, std::function<IoBuffer(const IoHash&, uint
 						liFileSize.LowPart = ::GetFileSize(FileHandle, &liFileSize.HighPart);
 						if (liFileSize.LowPart != INVALID_FILE_SIZE)
 						{
-							FullFileBuffer = IoBuffer(IoBuffer::File, (void*)FileHandle, 0, uint64_t(liFileSize.QuadPart));
+							FullFileBuffer =
+								IoBuffer(IoBuffer::File, (void*)FileHandle, 0, uint64_t(liFileSize.QuadPart), /*IsWholeFile*/ true);
 							PartialFileBuffers.insert_or_assign(Path.string(), FullFileBuffer);
 						}
 					}
-- 
cgit v1.2.3