hub s3 hydrate improvements (#902)

- Feature: Added `--hub-hydration-target-config` option to specify the hydration target via a JSON config file (mutually exclusive with `--hub-hydration-target-spec`); supports `file` and `s3` types with structured settings
  ```json
  {
    "type": "file",
    "settings": {
      "path": "/path/to/hydration/storage"
    }
  }
  ```
  ```json
  {
    "type": "s3",
    "settings": {
      "uri": "s3://bucket[/prefix]",
      "region": "us-east-1",
      "endpoint": "http://localhost:9000",
      "path-style": true
    }
  }
  ```
- Improvement: Hub hydration dehydration skips the `.sentry-native` directory
- Bugfix: Fixed `MakeSafeAbsolutePathInPlace` when a UNC prefix is present but path uses mixed delimiters

2 files changed, 21 insertions, 15 deletions

diff --git a/src/zenutil/cloud/s3client.cpp b/src/zenutil/cloud/s3client.cpp
index c3404699d..d9fde05d9 100644
--- a/src/zenutil/cloud/s3client.cpp
+++ b/src/zenutil/cloud/s3client.cpp
@@ -137,6 +137,8 @@ namespace {
 
 }  // namespace
 
+std::string_view S3GetObjectResult::NotFoundErrorText = "Not found";
+
 S3Client::S3Client(const S3ClientOptions& Options)
 : m_Log(logging::Get("s3"))
 , m_BucketName(Options.BucketName)
@@ -145,13 +147,7 @@ S3Client::S3Client(const S3ClientOptions& Options)
 , m_PathStyle(Options.PathStyle)
 , m_Credentials(Options.Credentials)
 , m_CredentialProvider(Options.CredentialProvider)
-, m_HttpClient(BuildEndpoint(),
-			   HttpClientSettings{
-				   .LogCategory	   = "s3",
-				   .ConnectTimeout = Options.ConnectTimeout,
-				   .Timeout		   = Options.Timeout,
-				   .RetryCount	   = Options.RetryCount,
-			   })
+, m_HttpClient(BuildEndpoint(), Options.HttpSettings)
 {
 	m_Host = BuildHostHeader();
 	ZEN_INFO("S3 client configured for bucket '{}' in region '{}' (endpoint: {}, {})",
@@ -347,15 +343,20 @@ S3Client::PutObject(std::string_view Key, IoBuffer Content)
 }
 
 S3GetObjectResult
-S3Client::GetObject(std::string_view Key)
+S3Client::GetObject(std::string_view Key, const std::filesystem::path& TempFilePath)
 {
 	std::string Path = KeyToPath(Key);
 
 	HttpClient::KeyValueMap Headers = SignRequest("GET", Path, "", EmptyPayloadHash);
 
-	HttpClient::Response Response = m_HttpClient.Get(Path, Headers);
+	HttpClient::Response Response = m_HttpClient.Download(Path, TempFilePath, Headers);
 	if (!Response.IsSuccess())
 	{
+		if (Response.StatusCode == HttpResponseCode::NotFound)
+		{
+			return S3GetObjectResult{S3Result{.Error = std::string(S3GetObjectResult::NotFoundErrorText)}, {}};
+		}
+
 		std::string Err = Response.ErrorMessage("S3 GET failed");
 		ZEN_WARN("S3 GET '{}' failed: {}", Key, Err);
 		return S3GetObjectResult{S3Result{std::move(Err)}, {}};
@@ -377,6 +378,11 @@ S3Client::GetObjectRange(std::string_view Key, uint64_t RangeStart, uint64_t Ran
 	HttpClient::Response Response = m_HttpClient.Get(Path, Headers);
 	if (!Response.IsSuccess())
 	{
+		if (Response.StatusCode == HttpResponseCode::NotFound)
+		{
+			return S3GetObjectResult{S3Result{.Error = std::string(S3GetObjectResult::NotFoundErrorText)}, {}};
+		}
+
 		std::string Err = Response.ErrorMessage("S3 GET range failed");
 		ZEN_WARN("S3 GET range '{}' [{}-{}] failed: {}", Key, RangeStart, RangeStart + RangeSize - 1, Err);
 		return S3GetObjectResult{S3Result{std::move(Err)}, {}};
@@ -749,7 +755,7 @@ S3Client::PutObjectMultipart(std::string_view										 Key,
 		return PutObject(Key, TotalSize > 0 ? FetchRange(0, TotalSize) : IoBuffer{});
 	}
 
-	ZEN_INFO("S3 multipart upload '{}': {} bytes in ~{} parts", Key, TotalSize, (TotalSize + PartSize - 1) / PartSize);
+	ZEN_DEBUG("S3 multipart upload '{}': {} bytes in ~{} parts", Key, TotalSize, (TotalSize + PartSize - 1) / PartSize);
 
 	S3CreateMultipartUploadResult InitResult = CreateMultipartUpload(Key);
 	if (!InitResult)
@@ -797,7 +803,7 @@ S3Client::PutObjectMultipart(std::string_view										 Key,
 		throw;
 	}
 
-	ZEN_INFO("S3 multipart upload '{}' completed ({} parts, {} bytes)", Key, PartETags.size(), TotalSize);
+	ZEN_DEBUG("S3 multipart upload '{}' completed ({} parts, {} bytes)", Key, PartETags.size(), TotalSize);
 	return {};
 }
 
diff --git a/src/zenutil/include/zenutil/cloud/s3client.h b/src/zenutil/include/zenutil/cloud/s3client.h
index bd30aa8a2..f1f0df0e4 100644
--- a/src/zenutil/include/zenutil/cloud/s3client.h
+++ b/src/zenutil/include/zenutil/cloud/s3client.h
@@ -35,9 +35,7 @@ struct S3ClientOptions
 	/// Overrides the static Credentials field.
 	Ref<ImdsCredentialProvider> CredentialProvider;
 
-	std::chrono::milliseconds ConnectTimeout{5000};
-	std::chrono::milliseconds Timeout{};
-	uint8_t					  RetryCount = 3;
+	HttpClientSettings HttpSettings = {.LogCategory = "s3", .ConnectTimeout = std::chrono::milliseconds(5000), .RetryCount = 3};
 };
 
 struct S3ObjectInfo
@@ -70,6 +68,8 @@ struct S3GetObjectResult : S3Result
 	IoBuffer Content;
 
 	std::string_view AsText() const { return std::string_view(reinterpret_cast<const char*>(Content.GetData()), Content.GetSize()); }
+
+	static std::string_view NotFoundErrorText;
 };
 
 /// Result of HeadObject - carries object metadata and existence status.
@@ -119,7 +119,7 @@ public:
 	S3Result PutObject(std::string_view Key, IoBuffer Content);
 
 	/// Download an object from S3
-	S3GetObjectResult GetObject(std::string_view Key);
+	S3GetObjectResult GetObject(std::string_view Key, const std::filesystem::path& TempFilePath = {});
 
 	/// Download a byte range of an object from S3
 	/// @param RangeStart  First byte offset (inclusive)