added options to configure exclude folders and extensions to zen build commands (#706)

* added `--exclude-folders` to `zen upload`, `zen download` and `zen diff`
added `--exclude-extensions` to `zen upload` and `zen diff`
excluded folder names are now matched by folder name in subfolders in addition to root level folders
* allow multiple token separators

1 files changed, 34 insertions, 29 deletions

diff --git a/src/zencore/filesystem.cpp b/src/zencore/filesystem.cpp
index 7f341818b..4da412c17 100644
--- a/src/zencore/filesystem.cpp
+++ b/src/zencore/filesystem.cpp
@@ -2669,36 +2669,41 @@ GetDirectoryContent(const std::filesystem::path& RootDir,
 			}
 			if (EnumHasAnyFlags(Flags, DirectoryContentFlags::Recursive))
 			{
-				PendingWorkCount.AddCount(1);
-				try
-				{
-					WorkerPool.ScheduleWork(
-						[WorkerPool		  = &WorkerPool,
-						 PendingWorkCount = &PendingWorkCount,
-						 Visitor		  = Visitor,
-						 Flags			  = Flags,
-						 Path			  = std::move(Path),
-						 RelativeRoot	  = RelativeRoot / DirectoryName]() {
-							ZEN_ASSERT(Visitor);
-							auto _ = MakeGuard([&]() { PendingWorkCount->CountDown(); });
-							try
-							{
-								MultithreadedVisitor SubVisitor(*WorkerPool, *PendingWorkCount, RelativeRoot, Flags, Visitor);
-								FileSystemTraversal	 Traversal;
-								Traversal.TraverseFileSystem(Path, SubVisitor);
-								Visitor->AsyncVisitDirectory(SubVisitor.RelativeRoot, std::move(SubVisitor.Content));
-							}
-							catch (const std::exception& Ex)
-							{
-								ZEN_ERROR("Failed scheduling work to scan subfolder '{}'. Reason: '{}'", Path / RelativeRoot, Ex.what());
-							}
-						},
-						WorkerThreadPool::EMode::DisableBacklog);
-				}
-				catch (const std::exception& Ex)
+				if (Visitor->AsyncAllowDirectory(Parent, DirectoryName))
 				{
-					ZEN_ERROR("Failed scheduling work to scan folder '{}'. Reason: '{}'", Path, Ex.what());
-					PendingWorkCount.CountDown();
+					PendingWorkCount.AddCount(1);
+					try
+					{
+						WorkerPool.ScheduleWork(
+							[WorkerPool		  = &WorkerPool,
+							 PendingWorkCount = &PendingWorkCount,
+							 Visitor		  = Visitor,
+							 Flags			  = Flags,
+							 Path			  = std::move(Path),
+							 RelativeRoot	  = RelativeRoot / DirectoryName]() {
+								ZEN_ASSERT(Visitor);
+								auto _ = MakeGuard([&]() { PendingWorkCount->CountDown(); });
+								try
+								{
+									MultithreadedVisitor SubVisitor(*WorkerPool, *PendingWorkCount, RelativeRoot, Flags, Visitor);
+									FileSystemTraversal	 Traversal;
+									Traversal.TraverseFileSystem(Path, SubVisitor);
+									Visitor->AsyncVisitDirectory(SubVisitor.RelativeRoot, std::move(SubVisitor.Content));
+								}
+								catch (const std::exception& Ex)
+								{
+									ZEN_ERROR("Failed scheduling work to scan subfolder '{}'. Reason: '{}'",
+											  Path / RelativeRoot,
+											  Ex.what());
+								}
+							},
+							WorkerThreadPool::EMode::DisableBacklog);
+					}
+					catch (const std::exception& Ex)
+					{
+						ZEN_ERROR("Failed scheduling work to scan folder '{}'. Reason: '{}'", Path, Ex.what());
+						PendingWorkCount.CountDown();
+					}
 				}
 			}
 			return false;