Builds API remote project store (#258)

Feature: zen command oplog-export and oplog-import now supports --builds remote target using the Jupiter builds API

1 files changed, 151 insertions, 0 deletions

diff --git a/src/zenserver/upstream/jupiter.cpp b/src/zenserver/upstream/jupiter.cpp
index 3e477f053..2ae977f00 100644
--- a/src/zenserver/upstream/jupiter.cpp
+++ b/src/zenserver/upstream/jupiter.cpp
@@ -378,6 +378,157 @@ CloudCacheSession::CacheTypeExists(std::string_view Namespace, std::string_view
 	return Result;
 }
 
+CloudCacheResult
+CloudCacheSession::PutBuild(std::string_view Namespace, std::string_view BucketId, const Oid& BuildId, const IoBuffer& Payload)
+{
+	ZEN_ASSERT(Payload.GetContentType() == ZenContentType::kCbObject);
+	HttpClient::Response Response =
+		m_CacheClient->m_HttpClient.Put(fmt::format("/api/v2/builds/{}/{}/{}", Namespace, BucketId, BuildId), Payload);
+	return detail::ConvertResponse(Response, "CloudCacheSession::PutBuild"sv);
+}
+
+CloudCacheResult
+CloudCacheSession::GetBuild(std::string_view Namespace, std::string_view BucketId, const Oid& BuildId)
+{
+	HttpClient::Response Response = m_CacheClient->m_HttpClient.Get(fmt::format("/api/v2/builds/{}/{}/{}", Namespace, BucketId, BuildId),
+																	HttpClient::Accept(ZenContentType::kCbObject));
+	return detail::ConvertResponse(Response, "CloudCacheSession::GetBuild"sv);
+}
+
+CloudCacheResult
+CloudCacheSession::FinalizeBuild(std::string_view Namespace, std::string_view BucketId, const Oid& BuildId)
+{
+	HttpClient::Response Response =
+		m_CacheClient->m_HttpClient.Post(fmt::format("/api/v2/builds/{}/{}/{}/finalize", Namespace, BucketId, BuildId));
+	return detail::ConvertResponse(Response, "CloudCacheSession::FinalizeBuild"sv);
+}
+
+PutBuildPartResult
+CloudCacheSession::PutBuildPart(std::string_view Namespace,
+								std::string_view BucketId,
+								const Oid&		 BuildId,
+								const Oid&		 PartId,
+								std::string_view PartName,
+								const IoBuffer&	 Payload)
+{
+	ZEN_ASSERT(Payload.GetContentType() == ZenContentType::kCbObject);
+
+	IoHash Hash = IoHash::HashBuffer(Payload.Data(), Payload.Size());
+
+	HttpClient::Response Response =
+		m_CacheClient->m_HttpClient.Put(fmt::format("/api/v2/builds/{}/{}/{}/parts/{}/{}", Namespace, BucketId, BuildId, PartId, PartName),
+										Payload,
+										{{"X-Jupiter-IoHash", Hash.ToHexString()}});
+
+	PutBuildPartResult Result = {detail::ConvertResponse(Response, "CloudCacheSession::PutBuildPart"sv)};
+	if (Result.Success)
+	{
+		std::string	 JsonError;
+		json11::Json Json = json11::Json::parse(Response.ToText(), JsonError);
+		if (JsonError.empty())
+		{
+			json11::Json::array Needs = Json["needs"].array_items();
+			for (const auto& Need : Needs)
+			{
+				Result.Needs.emplace_back(IoHash::FromHexString(Need.string_value()));
+			}
+		}
+		Result.RawHash = Hash;
+	}
+	return Result;
+}
+
+CloudCacheResult
+CloudCacheSession::GetBuildPart(std::string_view Namespace, std::string_view BucketId, const Oid& BuildId, const Oid& PartId)
+{
+	HttpClient::Response Response =
+		m_CacheClient->m_HttpClient.Get(fmt::format("/api/v2/builds/{}/{}/{}/parts/{}", Namespace, BucketId, BuildId, PartId),
+										HttpClient::Accept(ZenContentType::kCbObject));
+	return detail::ConvertResponse(Response, "CloudCacheSession::GetBuildPart"sv);
+}
+
+CloudCacheResult
+CloudCacheSession::PutBuildBlob(std::string_view	   Namespace,
+								std::string_view	   BucketId,
+								const Oid&			   BuildId,
+								const Oid&			   PartId,
+								const IoHash&		   Hash,
+								ZenContentType		   ContentType,
+								const CompositeBuffer& Payload)
+{
+	HttpClient::Response Response = m_CacheClient->m_HttpClient.Upload(
+		fmt::format("/api/v2/builds/{}/{}/{}/parts/{}/blobs/{}", Namespace, BucketId, BuildId, PartId, Hash.ToHexString()),
+		Payload,
+		ContentType);
+	return detail::ConvertResponse(Response, "CloudCacheSession::PutBuildBlob"sv);
+}
+
+CloudCacheResult
+CloudCacheSession::GetBuildBlob(std::string_view	  Namespace,
+								std::string_view	  BucketId,
+								const Oid&			  BuildId,
+								const Oid&			  PartId,
+								const IoHash&		  Hash,
+								std::filesystem::path TempFolderPath)
+{
+	HttpClient::Response Response = m_CacheClient->m_HttpClient.Download(
+		fmt::format("/api/v2/builds/{}/{}/{}/parts/{}/blobs/{}", Namespace, BucketId, BuildId, PartId, Hash.ToHexString()),
+		TempFolderPath);
+	return detail::ConvertResponse(Response, "CloudCacheSession::GetBuildBlob"sv);
+}
+
+CloudCacheResult
+CloudCacheSession::PutBlockMetadata(std::string_view Namespace,
+									std::string_view BucketId,
+									const Oid&		 BuildId,
+									const Oid&		 PartId,
+									const IoHash&	 Hash,
+									const IoBuffer&	 Payload)
+{
+	ZEN_ASSERT(Payload.GetContentType() == ZenContentType::kCbObject);
+	HttpClient::Response Response = m_CacheClient->m_HttpClient.Put(
+		fmt::format("/api/v2/builds/{}/{}/{}/parts/{}/blocks/{}/metadata", Namespace, BucketId, BuildId, PartId, Hash.ToHexString()),
+		Payload);
+	return detail::ConvertResponse(Response, "CloudCacheSession::PutBlockMetadata"sv);
+}
+
+FinalizeBuildPartResult
+CloudCacheSession::FinalizeBuildPart(std::string_view Namespace,
+									 std::string_view BucketId,
+									 const Oid&		  BuildId,
+									 const Oid&		  PartId,
+									 const IoHash&	  RawHash)
+{
+	HttpClient::Response Response = m_CacheClient->m_HttpClient.Post(
+		fmt::format("/api/v2/builds/{}/{}/{}/parts/{}/finalize/{}", Namespace, BucketId, BuildId, PartId, RawHash.ToHexString()),
+		HttpClient::Accept(ZenContentType::kCbObject));
+
+	FinalizeBuildPartResult Result = {detail::ConvertResponse(Response, "CloudCacheSession::FinalizeBuildPart"sv)};
+	if (Result.Success)
+	{
+		std::string	 JsonError;
+		json11::Json Json = json11::Json::parse(Response.ToText(), JsonError);
+		if (JsonError.empty())
+		{
+			json11::Json::array Needs = Json["needs"].array_items();
+			for (const auto& Need : Needs)
+			{
+				Result.Needs.emplace_back(IoHash::FromHexString(Need.string_value()));
+			}
+		}
+	}
+	return Result;
+}
+
+CloudCacheResult
+CloudCacheSession::FindBlocks(std::string_view Namespace, std::string_view BucketId, const Oid& BuildId, const Oid& PartId)
+{
+	HttpClient::Response Response = m_CacheClient->m_HttpClient.Get(
+		fmt::format("/api/v2/builds/{}/{}/{}/parts/{}/blocks/listBlocks", Namespace, BucketId, BuildId, PartId),
+		HttpClient::Accept(ZenContentType::kCbObject));
+	return detail::ConvertResponse(Response, "CloudCacheSession::FindBlocks"sv);
+}
+
 /**
  * An access token provider that holds a token that will never change.
  */