compute orchestration (#763)

- Added local process runners for Linux/Wine, Mac with some sandboxing support
- Horde & Nomad provisioning for development and testing
- Client session queues with lifecycle management (active/draining/cancelled), automatic retry with configurable limits, and manual reschedule API
- Improved web UI for orchestrator, compute, and hub dashboards with WebSocket push updates
- Some security hardening
- Improved scalability and `zen exec` command

Still experimental - compute support is disabled by default

1 files changed, 24 insertions, 1 deletions

diff --git a/xmake.lua b/xmake.lua
index 7b9fee594..3454b264a 100644
--- a/xmake.lua
+++ b/xmake.lua
@@ -74,6 +74,7 @@ add_defines("EASTL_STD_ITERATOR_CATEGORY_ENABLED", "EASTL_DEPRECATIONS_FOR_2024_
 add_requires("eastl", {system = false})
 
 add_requires("consul", {system = false}) -- for hub tests
+add_requires("nomad", {system = false}) -- for nomad provisioner tests
 
 if has_config("zenmimalloc") and not use_asan then
     add_requires("mimalloc", {system = false})
@@ -244,13 +245,29 @@ else
     add_defines("ZEN_WITH_HTTPSYS=0")
 end
 
+local compute_default = false
+
 option("zencompute")
-    set_default(false)
+    set_default(compute_default)
     set_showmenu(true)
     set_description("Enable compute services endpoint")
 option_end()
 add_define_by_config("ZEN_WITH_COMPUTE_SERVICES", "zencompute")
 
+option("zenhorde")
+    set_default(compute_default)
+    set_showmenu(true)
+    set_description("Enable Horde worker provisioning")
+option_end()
+add_define_by_config("ZEN_WITH_HORDE", "zenhorde")
+
+option("zennomad")
+    set_default(compute_default)
+    set_showmenu(true)
+    set_description("Enable Nomad worker provisioning")
+option_end()
+add_define_by_config("ZEN_WITH_NOMAD", "zennomad")
+
 
 if is_os("windows") then
     add_defines("UE_MEMORY_TRACE_AVAILABLE=1")
@@ -304,6 +321,12 @@ includes("src/zenhttp",             "src/zenhttp-test")
 includes("src/zennet",              "src/zennet-test")
 includes("src/zenremotestore",      "src/zenremotestore-test")
 includes("src/zencompute",          "src/zencompute-test")
+if has_config("zenhorde") then
+    includes("src/zenhorde")
+end
+if has_config("zennomad") then
+    includes("src/zennomad")
+end
 includes("src/zenstore",            "src/zenstore-test")
 includes("src/zentelemetry",        "src/zentelemetry-test")
 includes("src/zenutil",             "src/zenutil-test")