Merge branch 'main' into sb/no-networksb/no-network

1 files changed, 401 insertions, 0 deletions

diff --git a/scripts/test.lua b/scripts/test.lua
new file mode 100644
index 000000000..df1218ce8
--- /dev/null
+++ b/scripts/test.lua
@@ -0,0 +1,401 @@
+-- Copyright Epic Games, Inc. All Rights Reserved.
+
+function main()
+    import("core.base.option")
+    import("core.project.config")
+    import("core.project.project")
+
+    config.load()
+
+    -- Override table: target name -> short name (for targets that don't follow convention)
+    local short_name_overrides = {
+        ["zenserver-test"] = "integration",
+    }
+
+    -- Build test list from targets in the "tests" group
+    local available_tests = {}
+    for name, target in pairs(project.targets()) do
+        if target:get("group") == "tests" and name:endswith("-test") then
+            local short = short_name_overrides[name]
+            if not short then
+                -- Derive short name: "zencore-test" -> "core"
+                short = name
+                if short:startswith("zen") then short = short:sub(4) end
+                if short:endswith("-test") then short = short:sub(1, -6) end
+            end
+            table.insert(available_tests, {short, name})
+        end
+    end
+
+    -- Add non-test-group entries that have a test subcommand
+    table.insert(available_tests, {"server", "zenserver"})
+
+    table.sort(available_tests, function(a, b) return a[1] < b[1] end)
+
+    -- Handle --list: print discovered test names and exit
+    if option.get("list") then
+        printf("Available tests:\n")
+        for _, entry in ipairs(available_tests) do
+            printf("  %-16s -> %s\n", entry[1], entry[2])
+        end
+        return
+    end
+
+    local testname = option.get("run")
+
+    -- Parse comma-separated test names into a set
+    local requested = {}
+    for token in testname:gmatch("[^,]+") do
+        requested[token:match("^%s*(.-)%s*$")] = true
+    end
+
+    -- Filter to requested test(s)
+    local tests = {}
+    local matched = {}
+
+    for _, entry in ipairs(available_tests) do
+        local name, target = entry[1], entry[2]
+        if requested["all"] or requested[name] then
+            table.insert(tests, {name = name, target = target})
+            matched[name] = true
+        end
+    end
+
+    -- Check for unknown test names
+    if not requested["all"] then
+        for name, _ in pairs(requested) do
+            if not matched[name] then
+                raise("no tests match specification: '%s'", name)
+            end
+        end
+    end
+
+    if #tests == 0 then
+        raise("no tests match specification: '%s'", testname)
+    end
+
+    local plat, arch
+    if is_host("windows") then
+        plat = "windows"
+        arch = "x64"
+    elseif is_host("macosx") then
+        plat = "macosx"
+        arch = is_arch("arm64") and "arm64" or "x86_64"
+    else
+        plat = "linux"
+        arch = "x86_64"
+    end
+
+    -- Only reconfigure if current config doesn't already match
+    if config.get("mode") ~= "debug" or config.get("plat") ~= plat or config.get("arch") ~= arch then
+        local toolchain_flag = config.get("toolchain") and ("--toolchain=" .. config.get("toolchain")) or ""
+        local sdk_flag = config.get("sdk") and ("--sdk=" .. config.get("sdk")) or ""
+        os.exec("xmake config -y -c -m debug -p %s -a %s %s %s", plat, arch, toolchain_flag, sdk_flag)
+    end
+
+    -- Build targets we're going to run
+    if requested["all"] then
+        os.exec("xmake build -y")
+    else
+        for _, entry in ipairs(tests) do
+            os.exec("xmake build -y %s", entry.target)
+        end
+    end
+
+    local use_junit_reporting = option.get("junit")
+    local use_noskip = option.get("noskip")
+    local use_verbose = option.get("verbose")
+    local repeat_count = tonumber(option.get("repeat")) or 1
+    local extra_args = option.get("arguments") or {}
+    local junit_report_files = {}
+
+    local junit_report_dir
+    if use_junit_reporting then
+        junit_report_dir = path.join(os.projectdir(), config.get("buildir"), "reports")
+        os.mkdir(junit_report_dir)
+    end
+
+    -- Results collection for summary table
+    local results = {}
+    local any_failed = false
+
+    -- Format a number with thousands separators (e.g. 31103 -> "31,103")
+    local function format_number(n)
+        local s = tostring(n)
+        local pos = #s % 3
+        if pos == 0 then pos = 3 end
+        local result = s:sub(1, pos)
+        for i = pos + 1, #s, 3 do
+            result = result .. "," .. s:sub(i, i + 2)
+        end
+        return result
+    end
+
+    -- Center a string within a given width
+    local function center_str(s, width)
+        local pad = width - #s
+        local lpad = math.floor(pad / 2)
+        local rpad = pad - lpad
+        return string.rep(" ", lpad) .. s .. string.rep(" ", rpad)
+    end
+
+    -- Left-align a string within a given width (with 1-space left margin)
+    local function left_align_str(s, width)
+        return " " .. s .. string.rep(" ", width - #s - 1)
+    end
+
+    -- Right-align a string within a given width (with 1-space right margin)
+    local function right_align_str(s, width)
+        return string.rep(" ", width - #s - 1) .. s .. " "
+    end
+
+    -- Format elapsed seconds as a human-readable string
+    local function format_time(seconds)
+        if seconds >= 60 then
+            local mins = math.floor(seconds / 60)
+            local secs = seconds - mins * 60
+            return string.format("%dm %04.1fs", mins, secs)
+        else
+            return string.format("%.1fs", seconds)
+        end
+    end
+
+    -- Parse test summary file written by TestListener
+    local function parse_summary_file(filepath)
+        if not os.isfile(filepath) then return nil end
+        local content = io.readfile(filepath)
+        if not content then return nil end
+        local ct = content:match("cases_total=(%d+)")
+        local cp = content:match("cases_passed=(%d+)")
+        local at = content:match("assertions_total=(%d+)")
+        local ap = content:match("assertions_passed=(%d+)")
+        if ct then
+            local failures = {}
+            for name, file, line in content:gmatch("failed=([^|\n]+)|([^|\n]+)|(%d+)") do
+                table.insert(failures, {name = name, file = file, line = tonumber(line)})
+            end
+            local es = content:match("elapsed_seconds=([%d%.]+)")
+            return {
+                cases_total = tonumber(ct),
+                cases_passed = tonumber(cp) or 0,
+                asserts_total = tonumber(at) or 0,
+                asserts_passed = tonumber(ap) or 0,
+                elapsed_seconds = tonumber(es) or 0,
+                failures = failures
+            }
+        end
+        return nil
+    end
+
+    -- Temp directory for summary files
+    local summary_dir = path.join(os.tmpdir(), "zen-test-summary")
+    os.mkdir(summary_dir)
+
+    -- Run each test suite and collect results
+    for iteration = 1, repeat_count do
+        if repeat_count > 1 then
+            printf("\n*** Iteration %d/%d ***\n", iteration, repeat_count)
+        end
+
+        for _, entry in ipairs(tests) do
+            local name, target = entry.name, entry.target
+            printf("=== %s ===\n", target)
+
+            local suite_name = target
+            if name == "server" then
+                suite_name = "zenserver (test)"
+            end
+
+            local cmd = string.format("xmake run %s", target)
+            if name == "server" then
+                cmd = string.format("xmake run %s test", target)
+            end
+            cmd = string.format("%s --duration=true", cmd)
+
+            if use_junit_reporting then
+                local junit_report_file = path.join(junit_report_dir, string.format("junit-%s-%s-%s.xml", config.plat(), arch, target))
+                junit_report_files[target] = junit_report_file
+                cmd = string.format("%s --reporters=junit --out=%s", cmd, junit_report_file)
+            end
+            if use_noskip then
+                cmd = string.format("%s --no-skip", cmd)
+            end
+            if use_verbose and name == "integration" then
+                cmd = string.format("%s --verbose", cmd)
+            end
+            for _, arg in ipairs(extra_args) do
+                cmd = string.format("%s %s", cmd, arg)
+            end
+
+            -- Tell TestListener where to write the summary
+            local summary_file = path.join(summary_dir, target .. ".txt")
+            os.setenv("ZEN_TEST_SUMMARY_FILE", summary_file)
+
+            -- Run test with real-time streaming output
+            local test_ok = true
+            try {
+                function()
+                    os.exec(cmd)
+                end,
+                catch {
+                    function(errors)
+                        test_ok = false
+                    end
+                }
+            }
+
+            -- Read summary written by TestListener
+            local summary = parse_summary_file(summary_file)
+            os.tryrm(summary_file)
+
+            if not test_ok then
+                any_failed = true
+            end
+
+            table.insert(results, {
+                suite = suite_name,
+                cases_passed = summary and summary.cases_passed or 0,
+                cases_total = summary and summary.cases_total or 0,
+                asserts_passed = summary and summary.asserts_passed or 0,
+                asserts_total = summary and summary.asserts_total or 0,
+                elapsed_seconds = summary and summary.elapsed_seconds or 0,
+                failures = summary and summary.failures or {},
+                passed = test_ok
+            })
+        end
+
+        if any_failed then
+            if repeat_count > 1 then
+                printf("\n*** Failure detected on iteration %d, stopping ***\n", iteration)
+            end
+            break
+        end
+    end
+
+    -- Clean up
+    os.setenv("ZEN_TEST_SUMMARY_FILE", "")
+    os.tryrm(summary_dir)
+
+    -- Print JUnit reports if requested
+    for test, junit_report_file in pairs(junit_report_files) do
+        printf("=== report - %s ===\n", test)
+        if os.isfile(junit_report_file) then
+            local data = io.readfile(junit_report_file)
+            if data then
+                print(data)
+            end
+        end
+    end
+
+    -- Print summary table
+    if #results > 0 then
+        -- Calculate column widths based on content
+        local col_suite = #("Suite")
+        local col_cases = #("Cases")
+        local col_asserts = #("Assertions")
+        local col_time = #("Time")
+        local col_status = #("Status")
+
+        -- Compute totals
+        local total_cases_passed = 0
+        local total_cases_total = 0
+        local total_asserts_passed = 0
+        local total_asserts_total = 0
+        local total_elapsed = 0
+
+        for _, r in ipairs(results) do
+            col_suite = math.max(col_suite, #r.suite)
+            local cases_str = format_number(r.cases_passed) .. "/" .. format_number(r.cases_total)
+            col_cases = math.max(col_cases, #cases_str)
+            local asserts_str = format_number(r.asserts_passed) .. "/" .. format_number(r.asserts_total)
+            col_asserts = math.max(col_asserts, #asserts_str)
+            col_time = math.max(col_time, #format_time(r.elapsed_seconds))
+            local status_str = r.passed and "SUCCESS" or "FAILED"
+            col_status = math.max(col_status, #status_str)
+
+            total_cases_passed = total_cases_passed + r.cases_passed
+            total_cases_total = total_cases_total + r.cases_total
+            total_asserts_passed = total_asserts_passed + r.asserts_passed
+            total_asserts_total = total_asserts_total + r.asserts_total
+            total_elapsed = total_elapsed + r.elapsed_seconds
+        end
+
+        -- Account for totals row in column widths
+        col_suite = math.max(col_suite, #("Total"))
+        col_cases = math.max(col_cases, #(format_number(total_cases_passed) .. "/" .. format_number(total_cases_total)))
+        col_asserts = math.max(col_asserts, #(format_number(total_asserts_passed) .. "/" .. format_number(total_asserts_total)))
+        col_time = math.max(col_time, #format_time(total_elapsed))
+
+        -- Add padding (1 space each side)
+        col_suite = col_suite + 2
+        col_cases = col_cases + 2
+        col_asserts = col_asserts + 2
+        col_time = col_time + 2
+        col_status = col_status + 2
+
+        -- Build horizontal border segments
+        local h_suite = string.rep("-", col_suite)
+        local h_cases = string.rep("-", col_cases)
+        local h_asserts = string.rep("-", col_asserts)
+        local h_time = string.rep("-", col_time)
+        local h_status = string.rep("-", col_status)
+
+        local top    = "+" .. h_suite .. "+" .. h_cases .. "+" .. h_asserts .. "+" .. h_time .. "+" .. h_status .. "+"
+        local mid    = "+" .. h_suite .. "+" .. h_cases .. "+" .. h_asserts .. "+" .. h_time .. "+" .. h_status .. "+"
+        local bottom = "+" .. h_suite .. "+" .. h_cases .. "+" .. h_asserts .. "+" .. h_time .. "+" .. h_status .. "+"
+        local vbar   = "|"
+
+        local header_msg = any_failed and "Some tests failed:" or "All tests passed:"
+        printf("\n* %s\n", header_msg)
+        printf("  %s\n", top)
+        printf("  %s%s%s%s%s%s%s%s%s%s%s\n", vbar, center_str("Suite", col_suite), vbar, center_str("Cases", col_cases), vbar, center_str("Assertions", col_asserts), vbar, center_str("Time", col_time), vbar, center_str("Status", col_status), vbar)
+
+        for _, r in ipairs(results) do
+            printf("  %s\n", mid)
+            local cases_str = format_number(r.cases_passed) .. "/" .. format_number(r.cases_total)
+            local asserts_str = format_number(r.asserts_passed) .. "/" .. format_number(r.asserts_total)
+            local time_str = format_time(r.elapsed_seconds)
+            local status_str = r.passed and "SUCCESS" or "FAILED"
+            printf("  %s%s%s%s%s%s%s%s%s%s%s\n", vbar, left_align_str(r.suite, col_suite), vbar, right_align_str(cases_str, col_cases), vbar, right_align_str(asserts_str, col_asserts), vbar, right_align_str(time_str, col_time), vbar, right_align_str(status_str, col_status), vbar)
+        end
+
+        -- Totals row
+        if #results > 1 then
+            local h_suite_eq = string.rep("=", col_suite)
+            local h_cases_eq = string.rep("=", col_cases)
+            local h_asserts_eq = string.rep("=", col_asserts)
+            local h_time_eq = string.rep("=", col_time)
+            local h_status_eq = string.rep("=", col_status)
+            local totals_sep = "+" .. h_suite_eq .. "+" .. h_cases_eq .. "+" .. h_asserts_eq .. "+" .. h_time_eq .. "+" .. h_status_eq .. "+"
+            printf("  %s\n", totals_sep)
+
+            local total_cases_str = format_number(total_cases_passed) .. "/" .. format_number(total_cases_total)
+            local total_asserts_str = format_number(total_asserts_passed) .. "/" .. format_number(total_asserts_total)
+            local total_time_str = format_time(total_elapsed)
+            local total_status_str = any_failed and "FAILED" or "SUCCESS"
+            printf("  %s%s%s%s%s%s%s%s%s%s%s\n", vbar, left_align_str("Total", col_suite), vbar, right_align_str(total_cases_str, col_cases), vbar, right_align_str(total_asserts_str, col_asserts), vbar, right_align_str(total_time_str, col_time), vbar, right_align_str(total_status_str, col_status), vbar)
+        end
+
+        printf("  %s\n", bottom)
+    end
+
+    -- Print list of individual failing tests
+    if any_failed then
+        printf("\n  Failures:\n")
+        for _, r in ipairs(results) do
+            if #r.failures > 0 then
+                printf("  -- %s --\n", r.suite)
+                for _, f in ipairs(r.failures) do
+                    printf("    FAILED: %s (%s:%d)\n", f.name, f.file, f.line)
+                end
+            elseif not r.passed then
+                printf("  -- %s --\n", r.suite)
+                printf("    (test binary exited with error, no failure details available)\n")
+            end
+        end
+    end
+
+    if any_failed then
+        raise("one or more test suites failed")
+    end
+end