Dashboard trial on a fresh cluster: delta metric on save ops, RL sampler start, demo app, report (stacks on #383)

.dockerignore

@@ -15,3 +15,5 @@ __pycache__
 huggingface
 *.log
 .system_generated
+
+**/node_modules

.gitattributes

@@ -0,0 +1 @@
+dev/dashboard/package-lock.json linguist-generated=true

.gitignore

@@ -72,3 +72,7 @@ site/.hugo_build.lock
 
 # The site serves this on purpose (design 016).
 !site/static/llms.txt
+
+# Dashboard build
+node_modules/
+src/server/dashboard/static/app.js

Makefile

@@ -19,7 +19,7 @@ HOST           ?= 127.0.0.1
 PORT           ?= 9003
 # The fully qualified base URL used by local CLI tools and clients
 BASE_URL       ?= http://$(HOST):$(PORT)
-UNIT_TESTS ?= tests.test_session_lifecycle tests.test_proto_codec tests.test_forward_only tests.test_fft_batch_failure tests.test_api_server_paths tests.test_accel_timeslicer tests.test_trainer_optimizer_correctness tests.test_trainer_logprob_chunks tests.test_worker_manager tests.test_scheduler_worker_manager tests.test_estimator tests.test_redis_store tests.test_cluster_eval_script tests.test_perf_compare_script tests.test_delta_weight_sync tests.test_diffing_backends tests.test_sampler_weight_rotation tests.test_sampler_batch_limits tests.test_commands tests.test_weight_sync_config tests.test_exclusive_trainer tests.test_delete_model tests.test_automodel_worker tests.test_worker_thread_device tests.test_trainer_data_parallel tests.test_openrl_status tests.test_skill_docs tests.test_trainer_ready tests.test_sampling_store tests.test_lora_snapshots tests.test_prefetch tests.test_pool_accept tests.test_sampling_dispatcher tests.test_vllm_sampler tests.test_vllm_options tests.test_dashboard
+UNIT_TESTS ?= tests.test_session_lifecycle tests.test_proto_codec tests.test_forward_only tests.test_fft_batch_failure tests.test_api_server_paths tests.test_accel_timeslicer tests.test_trainer_optimizer_correctness tests.test_trainer_logprob_chunks tests.test_worker_manager tests.test_scheduler_worker_manager tests.test_estimator tests.test_redis_store tests.test_cluster_eval_script tests.test_perf_compare_script tests.test_delta_weight_sync tests.test_diffing_backends tests.test_sampler_weight_rotation tests.test_sampler_batch_limits tests.test_commands tests.test_weight_sync_config tests.test_exclusive_trainer tests.test_delete_model tests.test_automodel_worker tests.test_worker_thread_device tests.test_trainer_data_parallel tests.test_openrl_status tests.test_skill_docs tests.test_trainer_ready tests.test_sampling_store tests.test_lora_snapshots tests.test_prefetch tests.test_pool_accept tests.test_sampling_dispatcher tests.test_vllm_sampler tests.test_vllm_options tests.test_dashboard tests.test_telemetry_faults tests.test_worker_record tests.test_dashboard_facts tests.test_dashboard_lanes
 # Only forward BASE_URL to e2e when the user supplied it. The Makefile default
 # is for local CLI usage; e2e should start its own backend by default.
 TRAINING_TEST_BASE_URL ?= $(if $(filter environment command line,$(origin BASE_URL)),$(BASE_URL),)
@@ -386,3 +386,11 @@ push-vm:
 # Pull changes from the remote VM back to the local workspace
 pull-vm:
 	rsync -avz --exclude '.git' --exclude '.venv' --exclude '__pycache__' --exclude '*.pyc' --exclude '.DS_Store' --exclude 'scratch' $(REMOTE_HOST):~/open-rl/ ./
+
+# Native dashboard assets are built once; Python serves the resulting static files.
+.PHONY: dashboard-build dashboard
+dashboard-build:
+	npm --prefix dev/dashboard run build
+
+dashboard: dashboard-build
+	uv run --extra cluster python -m server.dashboard --port 8080

dev/dashboard/build.mjs

@@ -0,0 +1,20 @@
+import { build } from "esbuild";
+import { compile, compileModule } from "svelte/compiler";
+import { readFile } from "node:fs/promises";
+import { dirname } from "node:path";
+import { fileURLToPath } from "node:url";
+
+const root = fileURLToPath(new URL("../../", import.meta.url));
+await build({
+  entryPoints: [root + "src/server/dashboard/ui/index.js"],
+  outfile: root + "src/server/dashboard/static/app.js",
+  bundle: true, minify: true, format: "esm", conditions: ["browser"],
+  nodePaths: [fileURLToPath(new URL("node_modules", import.meta.url))],
+  plugins: [{ name: "svelte", setup(build) {
+    build.onLoad({ filter: /\.svelte(?:\.js)?$/ }, async ({ path }) => {
+      const source = await readFile(path, "utf8"), options = { filename: path, generate: "client", dev: false };
+      const { js, warnings } = path.endsWith(".svelte.js") ? compileModule(source, options) : compile(source, options);
+      return { contents: js.code, resolveDir: dirname(path), warnings: warnings.map((w) => ({ text: `${w.code}: ${w.message}` })) };
+    });
+  } }],
+});