From 2a445406e09328cb4cf320300f2678997d6775b7 Mon Sep 17 00:00:00 2001 From: Stefan Boberg Date: Mon, 23 Mar 2026 14:19:57 +0100 Subject: Dashboard refresh (logs, storage, network, object store, docs) (#835) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit ## Summary This PR adds a session management service, several new dashboard pages, and a number of infrastructure improvements. ### Sessions Service - `SessionsServiceClient` in `zenutil` announces sessions to a remote zenserver with a 15s heartbeat (POST/PUT/DELETE lifecycle) - Storage server registers itself with its own local sessions service on startup - Session mode attribute coupled to server mode (Compute, Proxy, Hub, etc.) - Ended sessions tracked with `ended_at` timestamp; status filtering (Active/Ended/All) - `--sessions-url` config option for remote session announcement - In-process log sink (`InProcSessionLogSink`) forwards server log output to the server's own session, visible in the dashboard ### Session Log Viewer - POST/GET endpoints for session logs (`/sessions/{id}/log`) supporting raw text and structured JSON/CbObject with batch `entries` array - In-memory log storage per session (capped at 10k entries) with cursor-based pagination for efficient incremental fetching - Log panel in the sessions dashboard with incremental DOM updates, auto-scroll (Follow toggle), newest-first toggle, text filter, and log-level coloring - Auto-selects the server's own session on page load ### TCP Log Streaming - `LogStreamListener` and `TcpLogStreamSink` for log delivery over TCP - Sequence numbers on each message with drop detection and synthetic "dropped" notice on gaps - Gathered buffer writes to reduce syscall overhead when flushing batches - Tests covering basic delivery, multi-line splitting, drop detection, and sequencing ### New Dashboard Pages - **Sessions**: master-detail layout with selectable rows, metadata panel, live WebSocket updates, paging, abbreviated date formatting, and "this" pill for the local session - **Object Store**: summary stats tiles and bucket table with click-to-expand inline object listing (`GET /obj/`) - **Storage**: per-volume disk usage breakdown (`GET /admin/storage`), Garbage Collection status section (next-run countdown, last-run stats), and GC History table with paginated rows and expandable detail panels - **Network**: overview tiles, per-service request table, proxy connections, and live WebSocket updates; distinct client IPs and session counts via HyperLogLog ### Documentation Page - In-dashboard Docs page with sidebar navigation, markdown rendering (via `marked`), Mermaid diagram support (theme-aware), collapsible sections, text filtering with highlighting, and cross-document linking - New user-facing docs: `overview.md` (with architecture and per-mode diagrams), `sessions.md`, `cache.md`, `projects.md`; updated `compute.md` - Dev docs moved to `docs/dev/` ### Infrastructure & Bug Fixes - **Deflate compression** for the embedded frontend zip (~3.4MB → ~950KB); zlib inflate support added to `ZipFs` with cached decompressed buffers - **Local IP addresses**: `GetLocalIpAddresses()` (Windows via `GetAdaptersAddresses`, Linux/Mac via `getifaddrs`); surfaced in `/status/status`, `/health/info`, and the dashboard banner - **Dashboard nav**: unified into `zen-nav` web component with `MutationObserver` for dynamically added links, CSS `::part()` to merge banner/nav border radii, and prefix-based active link detection - Stats broadcast refactored from manual JSON string concatenation to `CbObjectWriter`; `CbObject`-to-JS conversion improved for `TimeSpan`, `DateTime`, and large integers - Stats WebSocket boilerplate consolidated into `ZenPage.connect_stats_ws()` --- src/zenserver/frontend/html/util/compactbinary.js | 41 ++++++++++++++++++++++- 1 file changed, 40 insertions(+), 1 deletion(-) (limited to 'src/zenserver/frontend/html/util/compactbinary.js') diff --git a/src/zenserver/frontend/html/util/compactbinary.js b/src/zenserver/frontend/html/util/compactbinary.js index 415fa4be8..270c96a2f 100644 --- a/src/zenserver/frontend/html/util/compactbinary.js +++ b/src/zenserver/frontend/html/util/compactbinary.js @@ -369,6 +369,14 @@ CbObjectView.prototype[Symbol.iterator] = function() //////////////////////////////////////////////////////////////////////////////// CbObjectView.prototype.to_js_object = function() { + const TicksPerMs = 10000; + const UnixEpochTicks = 621355968000000000n; // .NET ticks at 1970-01-01 + + const readTicks = function(data) { + const dv = new DataView(data.buffer, data.byteOffset, 8); + return dv.getBigInt64(0, false); + }; + const impl = function(node) { if (node.is_object()) @@ -388,9 +396,40 @@ CbObjectView.prototype.to_js_object = function() } if (node.is_string()) return node.as_value(); - if (node.is_integer()) return node.as_value(); if (node.is_float()) return node.as_value(); + if (node.is_integer()) + { + const v = node.as_value(); + if (v >= -9007199254740991n && v <= 9007199254740991n) + return Number(v); + return v; + } + + const type = CbFieldTypeOps.get_type(node.get_type()); + + if (type == CbFieldType.DateTime) + { + const ticks = readTicks(node.as_value()); + const unixMs = Number((ticks - UnixEpochTicks) / BigInt(TicksPerMs)); + return new Date(unixMs).toISOString(); + } + + if (type == CbFieldType.TimeSpan) + { + const ticks = readTicks(node.as_value()); + const absTicks = ticks < 0n ? -ticks : ticks; + const totalMs = Number(absTicks / BigInt(TicksPerMs)); + const ms = totalMs % 1000; + const totalSec = Math.floor(totalMs / 1000); + const sec = totalSec % 60; + const totalMin = Math.floor(totalSec / 60); + const min = totalMin % 60; + const hours = Math.floor(totalMin / 60); + const sign = ticks < 0n ? "-" : ""; + return `${sign}${hours}:${String(min).padStart(2, "0")}:${String(sec).padStart(2, "0")}.${String(ms).padStart(3, "0")}0000`; + } + var ret = node.as_value(); if (ret instanceof Uint8Array) { -- cgit v1.2.3