add boost-worker oplog import export options (#693)

- Feature: `zen oplog-export`, `zen oplog-import` and `zen oplog-download` now has options to boost workers
  - `--boost-worker-count` - Increase the number of worker threads - may cause computer to be less responsive
  - `--boost-worker-memory` - Increase the limit where we write downloaded data to temporary storage to conserve space - may cause computer to be less responsive due to high memory usage
  - `--boost-workers` - Enables both 'boost-worker-count' and 'boost-worker-memory' - may cause computer to be less responsive
 - Improvement: Refactored boost options for `zen builds` operations `upload`, `download`, `diff`, `prime-cache`, `fetch-blob` and `validate-part`
  - `--boost-worker-count` - Increase the number of worker threads - may cause computer to be less responsive
  - `--boost-worker-memory` - Increase the limit where we write downloaded data to temporary storage to conserve space - may cause computer to be less responsive due to high memory usage
  - `--boost-workers` - Enables both 'boost-worker-count' and 'boost-worker-memory' - may cause computer to be less responsive

1 files changed, 16 insertions, 13 deletions

diff --git a/src/zenremotestore/projectstore/buildsremoteprojectstore.cpp b/src/zenremotestore/projectstore/buildsremoteprojectstore.cpp
index bd793b745..a8e883dde 100644
--- a/src/zenremotestore/projectstore/buildsremoteprojectstore.cpp
+++ b/src/zenremotestore/projectstore/buildsremoteprojectstore.cpp
@@ -690,24 +690,27 @@ CreateJupiterBuildsRemoteStore(LoggerRef					   InLog,
 			ResolveBuildStorage(*Output, ClientSettings, Host, OverrideUrl, ZenHost, ZenCacheResolveMode::Discovery, /*Verbose*/ false);
 	}
 
-	HttpClientSettings ClientSettings{.LogCategory		   = "httpbuildsclient",
-									  .ConnectTimeout	   = std::chrono::milliseconds(3000),
-									  .Timeout			   = std::chrono::milliseconds(1800000),
-									  .AccessTokenProvider = std::move(TokenProvider),
-									  .AssumeHttp2		   = ResolveRes.HostAssumeHttp2,
-									  .AllowResume		   = true,
-									  .RetryCount		   = 4};
+	HttpClientSettings ClientSettings{.LogCategory				   = "httpbuildsclient",
+									  .ConnectTimeout			   = std::chrono::milliseconds(3000),
+									  .Timeout					   = std::chrono::milliseconds(1800000),
+									  .AccessTokenProvider		   = std::move(TokenProvider),
+									  .AssumeHttp2				   = ResolveRes.HostAssumeHttp2,
+									  .AllowResume				   = true,
+									  .RetryCount				   = 4,
+									  .MaximumInMemoryDownloadSize = Options.MaximumInMemoryDownloadSize};
 
 	std::unique_ptr<HttpClientSettings> CacheClientSettings;
 
 	if (!ResolveRes.CacheUrl.empty())
 	{
-		CacheClientSettings = std::make_unique<HttpClientSettings>(HttpClientSettings{.LogCategory	  = "httpcacheclient",
-																					  .ConnectTimeout = std::chrono::milliseconds{3000},
-																					  .Timeout		  = std::chrono::milliseconds{30000},
-																					  .AssumeHttp2	  = ResolveRes.CacheAssumeHttp2,
-																					  .AllowResume	  = true,
-																					  .RetryCount	  = 0});
+		CacheClientSettings =
+			std::make_unique<HttpClientSettings>(HttpClientSettings{.LogCategory				 = "httpcacheclient",
+																	.ConnectTimeout				 = std::chrono::milliseconds{3000},
+																	.Timeout					 = std::chrono::milliseconds{30000},
+																	.AssumeHttp2				 = ResolveRes.CacheAssumeHttp2,
+																	.AllowResume				 = true,
+																	.RetryCount					 = 0,
+																	.MaximumInMemoryDownloadSize = Options.MaximumInMemoryDownloadSize});
 	}
 
 	std::shared_ptr<RemoteProjectStore> RemoteStore = std::make_shared<BuildsRemoteStore>(InLog,