Add a list-container subcommand to zen builds command

7 files changed, 165 insertions, 4 deletions

diff --git a/src/zen/cmds/builds_cmd.cpp b/src/zen/cmds/builds_cmd.cpp
index cdcd79f58..2d24db956 100644
--- a/src/zen/cmds/builds_cmd.cpp
+++ b/src/zen/cmds/builds_cmd.cpp
@@ -8906,12 +8906,28 @@ BuildsCommand::BuildsCommand()
 	m_Options.add_option("",
 						 "v",
 						 "verb",
-						 "Verb for build - list, upload, download, diff, fetch-blob, validate-part",
+						 "Verb for build - list-container, list, upload, download, diff, fetch-blob, validate-part",
 						 cxxopts::value(m_Verb),
 						 "<verb>");
 	m_Options.parse_positional({"verb"});
 	m_Options.positional_help("verb");
 
+	// list-container
+	AddSystemOptions(m_ListContainerOptions);
+	AddCloudOptions(m_ListContainerOptions);
+	AddFileOptions(m_ListContainerOptions);
+	AddOutputOptions(m_ListContainerOptions);
+	AddZenFolderOptions(m_ListContainerOptions);
+	m_ListContainerOptions.add_options()("h,help", "Print help");
+	m_ListContainerOptions.add_option("",
+									  "",
+									  "result-path",
+									  "Path to json or compactbinary to write query result to",
+									  cxxopts::value(m_ListResultPath),
+									  "<result-path>");
+	m_ListContainerOptions.parse_positional({"query-path", "result-path"});
+	m_ListContainerOptions.positional_help("query-path result-path");
+
 	// list
 	AddSystemOptions(m_ListOptions);
 	AddCloudOptions(m_ListOptions);
@@ -9206,7 +9222,7 @@ BuildsCommand::Run(const ZenCliOptions& GlobalOptions, int argc, char** argv)
 			{
 				throw zen::OptionParseException(fmt::format("url is not compatible with the storage-path option\n{}", m_Options.help()));
 			}
-			if (m_Namespace.empty() || m_Bucket.empty())
+			if (ToLower(m_Verb) != "list-container" && (m_Namespace.empty() || m_Bucket.empty()))
 			{
 				throw zen::OptionParseException(
 					fmt::format("namespace and bucket options are required for url option\n{}", m_Options.help()));
@@ -9596,6 +9612,57 @@ BuildsCommand::Run(const ZenCliOptions& GlobalOptions, int argc, char** argv)
 
 	try
 	{
+		if (SubOption == &m_ListContainerOptions)
+		{
+			if (!m_ListResultPath.empty())
+			{
+				ZEN_CONSOLE("Running {}: {}", GetRunningExecutablePath(), ZEN_CFG_VERSION_BUILD_STRING_FULL);
+			}
+
+			BuildStorage::Statistics	  StorageStats;
+			BuildStorageCache::Statistics StorageCacheStats;
+
+			const std::filesystem::path ZenFolderPath = m_ZenFolderPath.empty()
+															? MakeSafeAbsolutePath(std::filesystem::current_path()) / ZenFolderName
+															: MakeSafeAbsolutePath(m_ZenFolderPath);
+			CreateDirectories(ZenFolderPath);
+			auto _ = MakeGuard([ZenFolderPath]() {
+				if (CleanDirectory(ZenFolderPath, {}))
+				{
+					std::error_code DummyEc;
+					RemoveDir(ZenFolderPath, DummyEc);
+				}
+			});
+
+			StorageInstance Storage = CreateBuildStorage(StorageStats, StorageCacheStats, ZenTempFolderPath(ZenFolderPath));
+
+			CbObject Response = Storage.BuildStorage->ListContainers();
+			ZEN_ASSERT(ValidateCompactBinary(Response.GetView(), CbValidateMode::All) == CbValidateError::None);
+			if (m_ListResultPath.empty())
+			{
+				ExtendableStringBuilder<1024> SB;
+				CompactBinaryToJson(Response.GetView(), SB);
+				ZEN_CONSOLE("{}", SB.ToView());
+			}
+			else
+			{
+				std::filesystem::path ListResultPath = MakeSafeAbsolutePath(m_ListResultPath);
+				if (ToLower(ListResultPath.extension().string()) == ".cbo")
+				{
+					MemoryView ResponseView = Response.GetView();
+					WriteFile(ListResultPath, IoBuffer(IoBuffer::Wrap, ResponseView.GetData(), ResponseView.GetSize()));
+				}
+				else
+				{
+					ExtendableStringBuilder<1024> SB;
+					CompactBinaryToJson(Response.GetView(), SB);
+					WriteFile(ListResultPath, IoBuffer(IoBuffer::Wrap, SB.Data(), SB.Size()));
+				}
+			}
+
+			return 0;
+		}
+
 		if (SubOption == &m_ListOptions)
 		{
 			if (!m_ListResultPath.empty())
diff --git a/src/zen/cmds/builds_cmd.h b/src/zen/cmds/builds_cmd.h
index 7e1e7d0ca..3da1922c9 100644
--- a/src/zen/cmds/builds_cmd.h
+++ b/src/zen/cmds/builds_cmd.h
@@ -84,6 +84,9 @@ private:
 
 	std::string m_Verb;	 // list, upload, download
 
+	cxxopts::Options m_ListContainerOptions{"list-container", "List available build containers"};
+	std::string		 m_ListContainerResultPath;
+
 	cxxopts::Options m_ListOptions{"list", "List available builds"};
 	std::string		 m_ListQueryPath;
 	std::string		 m_ListResultPath;
@@ -114,7 +117,8 @@ private:
 	cxxopts::Options		 m_MultiTestDownloadOptions{"multi-test-download", "Test multiple sequenced downloads with verify"};
 	std::vector<std::string> m_BuildIds;
 
-	cxxopts::Options* m_SubCommands[8] = {&m_ListOptions,
+	cxxopts::Options* m_SubCommands[9] = {&m_ListContainerOptions,
+										  &m_ListOptions,
 										  &m_UploadOptions,
 										  &m_DownloadOptions,
 										  &m_DiffOptions,
diff --git a/src/zenutil/filebuildstorage.cpp b/src/zenutil/filebuildstorage.cpp
index f335a03a3..b77eb1d11 100644
--- a/src/zenutil/filebuildstorage.cpp
+++ b/src/zenutil/filebuildstorage.cpp
@@ -35,6 +35,26 @@ public:
 
 	virtual ~FileBuildStorage() {}
 
+	virtual CbObject ListContainers() override
+	{
+		ZEN_TRACE_CPU("FileBuildStorage::ListContainers");
+
+		SimulateLatency(0, 0);
+
+		Stopwatch ExecutionTimer;
+		auto	  _ = MakeGuard([&]() { m_Stats.TotalExecutionTimeUs += ExecutionTimer.GetElapsedTimeUs(); });
+		m_Stats.TotalRequestCount++;
+
+		CbObjectWriter Writer;
+		Writer.BeginArray("results");
+		{
+		}
+		Writer.EndArray();	// results
+		Writer.Save();
+		SimulateLatency(Writer.GetSaveSize(), 0);
+		return Writer.Save();
+	}
+
 	virtual CbObject ListBuilds(CbObject Query) override
 	{
 		ZEN_TRACE_CPU("FileBuildStorage::ListBuilds");
@@ -66,7 +86,7 @@ public:
 				}
 			}
 		}
-		Writer.EndArray();	// builds
+		Writer.EndArray();	// results
 		Writer.Save();
 		SimulateLatency(Writer.GetSaveSize(), 0);
 		return Writer.Save();
diff --git a/src/zenutil/include/zenutil/buildstorage.h b/src/zenutil/include/zenutil/buildstorage.h
index 05e3ca22d..0785acd62 100644
--- a/src/zenutil/include/zenutil/buildstorage.h
+++ b/src/zenutil/include/zenutil/buildstorage.h
@@ -25,6 +25,7 @@ public:
 
 	virtual ~BuildStorage() {}
 
+	virtual CbObject ListContainers()										= 0;
 	virtual CbObject ListBuilds(CbObject Query)								= 0;
 	virtual CbObject PutBuild(const Oid& BuildId, const CbObject& MetaData) = 0;
 	virtual CbObject GetBuild(const Oid& BuildId)							= 0;
diff --git a/src/zenutil/include/zenutil/jupiter/jupitersession.h b/src/zenutil/include/zenutil/jupiter/jupitersession.h
index c2886ca4c..32bfd50f4 100644
--- a/src/zenutil/include/zenutil/jupiter/jupitersession.h
+++ b/src/zenutil/include/zenutil/jupiter/jupitersession.h
@@ -102,6 +102,8 @@ public:
 
 	std::vector<IoHash> Filter(std::string_view Namespace, std::string_view BucketId, const std::vector<IoHash>& ChunkHashes);
 
+	JupiterResult	   ListBuildNamespaces();
+	JupiterResult	   ListBuildBuckets(std::string_view Namespace);
 	JupiterResult	   ListBuilds(std::string_view Namespace, std::string_view BucketId, const IoBuffer& Payload);
 	JupiterResult	   PutBuild(std::string_view Namespace, std::string_view BucketId, const Oid& BuildId, const IoBuffer& Payload);
 	JupiterResult	   GetBuild(std::string_view Namespace, std::string_view BucketId, const Oid& BuildId);
diff --git a/src/zenutil/jupiter/jupiterbuildstorage.cpp b/src/zenutil/jupiter/jupiterbuildstorage.cpp
index 24e062c7b..b2fabb43f 100644
--- a/src/zenutil/jupiter/jupiterbuildstorage.cpp
+++ b/src/zenutil/jupiter/jupiterbuildstorage.cpp
@@ -35,6 +35,58 @@ public:
 	}
 	virtual ~JupiterBuildStorage() {}
 
+	virtual CbObject ListContainers() override
+	{
+		ZEN_TRACE_CPU("Jupiter::ListContainers");
+
+		Stopwatch	  ExecutionTimer;
+		auto		  _			 = MakeGuard([&]() { m_Stats.TotalExecutionTimeUs += ExecutionTimer.GetElapsedTimeUs(); });
+		JupiterResult ListResult = m_Session.ListBuildNamespaces();
+		AddStatistic(ListResult);
+		if (!ListResult.Success)
+		{
+			throw std::runtime_error(fmt::format("Failed listing containers: {} ({})", ListResult.Reason, ListResult.ErrorCode));
+		}
+		CbObject NamespaceResponse = PayloadToCbObject("Failed listing containers"sv, ListResult.Response);
+
+		CbObjectWriter Response;
+		Response.BeginArray("results"sv);
+		for (CbFieldView NamespaceField : NamespaceResponse["namespaces"])
+		{
+			std::string_view Namespace = NamespaceField.AsString();
+			if (!Namespace.empty())
+			{
+				Response.BeginObject();
+				Response.AddString("name", Namespace);
+
+				JupiterResult BucketsResult = m_Session.ListBuildBuckets(Namespace);
+				AddStatistic(BucketsResult);
+				if (!BucketsResult.Success)
+				{
+					throw std::runtime_error(
+						fmt::format("Failed listing containers: {} ({})", BucketsResult.Reason, BucketsResult.ErrorCode));
+				}
+				CbObject BucketResponse = PayloadToCbObject("Failed listing containers"sv, BucketsResult.Response);
+
+				Response.BeginArray("items");
+				for (CbFieldView BucketField : BucketResponse["buckets"])
+				{
+					std::string_view Bucket = BucketField.AsString();
+					if (!Bucket.empty())
+					{
+						Response.AddString(Bucket);
+					}
+				}
+				Response.EndArray();
+
+				Response.EndObject();
+			}
+		}
+		Response.EndArray();
+
+		return Response.Save();
+	}
+
 	virtual CbObject ListBuilds(CbObject Query) override
 	{
 		ZEN_TRACE_CPU("Jupiter::ListBuilds");
diff --git a/src/zenutil/jupiter/jupitersession.cpp b/src/zenutil/jupiter/jupitersession.cpp
index 1f71c29b7..d3076d36b 100644
--- a/src/zenutil/jupiter/jupitersession.cpp
+++ b/src/zenutil/jupiter/jupitersession.cpp
@@ -357,6 +357,21 @@ JupiterSession::CacheTypeExists(std::string_view Namespace, std::string_view Typ
 }
 
 JupiterResult
+JupiterSession::ListBuildNamespaces()
+{
+	HttpClient::Response Response = m_HttpClient.Get(fmt::format("/api/v2/builds"), {HttpClient::Accept(ZenContentType::kJSON)});
+	return detail::ConvertResponse(Response, "JupiterSession::ListBuildNamespaces"sv);
+}
+
+JupiterResult
+JupiterSession::ListBuildBuckets(std::string_view Namespace)
+{
+	HttpClient::Response Response =
+		m_HttpClient.Get(fmt::format("/api/v2/builds/{}", Namespace), {HttpClient::Accept(ZenContentType::kJSON)});
+	return detail::ConvertResponse(Response, "JupiterSession::ListBuildBuckets"sv);
+}
+
+JupiterResult
 JupiterSession::ListBuilds(std::string_view Namespace, std::string_view BucketId, const IoBuffer& Payload)
 {
 	ZEN_ASSERT(Payload.GetContentType() == ZenContentType::kCbObject);