diff --git a/changelog.d/added-16475-code-activity-reader.md b/changelog.d/added-16475-code-activity-reader.md new file mode 100644 index 0000000000..2708d728ef --- /dev/null +++ b/changelog.d/added-16475-code-activity-reader.md @@ -0,0 +1 @@ +- Add an opt-in code activity reader at `?kiosk=1&view=reader`. It shows pushed changes from `/api/matrix/lines` as readable, wrapping paragraph cards with the repository, PR link, file, stage and observed time. It supports pause with P, Space or the button, pauses while you scroll, uses a static layout for reduced motion and stops in hidden tabs. The Matrix view is unchanged (#16475). diff --git a/changelog.d/added-16476-published-checkpoints.md b/changelog.d/added-16476-published-checkpoints.md new file mode 100644 index 0000000000..d3e17c0e17 --- /dev/null +++ b/changelog.d/added-16476-published-checkpoints.md @@ -0,0 +1 @@ +- Feed the Code activity reader whole pushed PR diff regions, including removals, through the existing authorized sentinel observer, with whole-region secret filtering, bounded memory-only history, policy reset, visible freshness, buffered-snapshot labels and explicit replay; stop restoring or writing the legacy Matrix code-history file. diff --git a/changelog.d/changed-16477-code-activity-cutover.md b/changelog.d/changed-16477-code-activity-cutover.md new file mode 100644 index 0000000000..1ebb348179 --- /dev/null +++ b/changelog.d/changed-16477-code-activity-cutover.md @@ -0,0 +1 @@ +- Code activity supersedes the Matrix code view with one topbar entry opening the published-checkpoint reader in a new tab; decorative renderers and settings are retired, display links are updated, and deprecated internal Matrix API/config names remain supported with capture and broadcasting still off by default. diff --git a/src/cmd/hive/main.go b/src/cmd/hive/main.go index 16ecd5157a..c212fc4dfd 100644 --- a/src/cmd/hive/main.go +++ b/src/cmd/hive/main.go @@ -2464,10 +2464,6 @@ func (b *boot) bootDashboard() { b.bootDashboardWith(defaultBootDashboardDeps()) // persistence enables injected; see bootDashboardDeps. func (b *boot) bootDashboardWith(deps bootDashboardDeps) { b.dashSrv = deps.newServer(b.cfg.Dashboard.Port, b.cfg.Dashboard.AuthToken, b.logger) - // The Matrix backlog survives a restart so the kiosk never blanks - // (#16276); the paired sentinel head map is set in - // applyGitHubClientConfigHooks. - b.dashSrv.SetMatrixPersistPath(matrixLinesStatePath) b.dashSrv.SetIntegrationExecutionEvaluators(b.integrationPreparationEligibility, b.integrationEligibility) worksource.SetRunStageAccessor(b.dashSrv.RunStageAccessor()) b.dashSrv.SetWritebackGate(b.writebackGate()) diff --git a/src/cmd/hive/matrix_ingest.go b/src/cmd/hive/matrix_ingest.go index 18940998db..d9cacb3f93 100644 --- a/src/cmd/hive/matrix_ingest.go +++ b/src/cmd/hive/matrix_ingest.go @@ -20,15 +20,9 @@ import ( // run every couple of minutes on its own goroutine. const matrixIngestInterval = 2 * time.Minute -// matrixLinesStatePath and sentinelHeadsStatePath are where the Matrix -// backlog and the sentinel's evaluated-head map persist on the PVC, each its -// own file like the other /data histories so a parse failure in one never -// takes the other down. Together they let a restarted hive refill the kiosk -// at once and diff only heads that moved while it was down. -const ( - matrixLinesStatePath = "/data/matrix-lines.json" - sentinelHeadsStatePath = "/data/sentinel-heads.json" -) +// sentinelHeadsStatePath keeps the evaluated-head map across restarts. Code +// buffers remain memory-only; restarting never restores captured code. +const sentinelHeadsStatePath = "/data/sentinel-heads.json" // matrixIngestState serializes incremental passes so concurrent callers must // not read the same new head twice. diff --git a/src/deploy/stream/overlays/hive-hosted-matrix/kustomization.yaml b/src/deploy/stream/overlays/hive-hosted-matrix/kustomization.yaml index 9de4bd3fdb..62d6d9f139 100644 --- a/src/deploy/stream/overlays/hive-hosted-matrix/kustomization.yaml +++ b/src/deploy/stream/overlays/hive-hosted-matrix/kustomization.yaml @@ -31,7 +31,7 @@ patches: value: http://hive.hive-hosted-hosted-available-oke-11-placeholder-r05x.svc.cluster.local:3002 - op: replace path: /data/DASHBOARD_PATH - value: /?kiosk=1&view=matrix&sound=off + value: /?kiosk=1&view=reader&sound=off - op: replace path: /data/STREAM_AUDIO value: silent diff --git a/src/docs/api-reference/auth.md b/src/docs/api-reference/auth.md index 78ee568d5b..f53613dd29 100644 --- a/src/docs/api-reference/auth.md +++ b/src/docs/api-reference/auth.md @@ -24,6 +24,6 @@ Part of the [Dashboard REST API reference](../api-reference.md); see that page f | `GET` | `/api/openrouter/models` | Dashboard auth/session | Open Router Models | `pkg/dashboard/openrouter.go:47` | | `GET` | `/api/openrouter/credit` | Dashboard auth/session | Open Router Credit | `pkg/dashboard/openrouter.go:48` | | `GET` | `/openrouter/callback` | Public | Open Router Callback | `pkg/dashboard/openrouter.go:49` | -| `POST` | `/api/github-app/recheck` | Dashboard auth/session | GitHub App Recheck | `pkg/dashboard/server.go:1663` | -| `POST` | `/api/github-app/install-clicked` | Dashboard auth/session | GitHub App Install Clicked | `pkg/dashboard/server.go:1664` | -| `GET` | `/gh-setup` | Public | GitHub App Setup Callback | `pkg/dashboard/server.go:1665` | +| `POST` | `/api/github-app/recheck` | Dashboard auth/session | GitHub App Recheck | `pkg/dashboard/server.go:1662` | +| `POST` | `/api/github-app/install-clicked` | Dashboard auth/session | GitHub App Install Clicked | `pkg/dashboard/server.go:1663` | +| `GET` | `/gh-setup` | Public | GitHub App Setup Callback | `pkg/dashboard/server.go:1664` | diff --git a/src/docs/api-reference/dashboard-misc.md b/src/docs/api-reference/dashboard-misc.md index 05b5567c16..0a7d27758e 100644 --- a/src/docs/api-reference/dashboard-misc.md +++ b/src/docs/api-reference/dashboard-misc.md @@ -80,7 +80,7 @@ The monitor renders CI and Review concurrently on one shared PR row; see | `POST` | `/api/hives/{id}/heartbeat` | Dashboard auth/session | Hives Heartbeat | `pkg/dashboard/api_contribute.go:377` | | `DELETE` | `/api/hives/{id}` | Owner only | Hives Delete | `pkg/dashboard/api_contribute.go:378` | | `POST` | `/api/hives/onboard` | Dashboard auth/session | Hives Onboard | `pkg/dashboard/api_contribute.go:379` | -| `GET` | `/sso` | Public | SSO | `pkg/dashboard/server.go:1670` | +| `GET` | `/sso` | Public | SSO | `pkg/dashboard/server.go:1669` | ### Activity observation provenance The CI snapshot retains real check/node IDs, head, App ID and transition times. @@ -119,3 +119,29 @@ PR writes. Push and same-head retry observations do not inherit an old fixer, owner or worker observation timestamp. Review completion uses the dispatch ledger's own agent/review-head/decision receipt and aggregate participation; another agent's same-perspective bundle verdict cannot settle that assignment. + +### Published-checkpoint regions + +`GET /api/matrix/lines?format=regions&since=&max=` selects whole +changed regions from the existing authorized sentinel observer. Authentication +and dashboard read permission are required, including in kiosk mode; responses +use `Cache-Control: no-store`. Disabled capture returns 404. An active cold +source returns 200 with an empty `regions` array and null `last_ingest_at`. + +The response contains continuation `seq`, source high-water mark `latest`, policy +`epoch`, source label `Pushed PR`, stage `pushed-checkpoint`, `last_ingest_at`, +`next_ingest_in_s`, and `regions`. Each region has its own sequence, repo, actual +PR number and `pr_url`, head, path, stage, observed `at`, and ordered `lines` +(`op` is `+` or `-`, `line` is untrimmed text). Follow response `seq`, not +`latest`, until caught up. `max` is a line budget (1–500, default 200); the first +eligible region is always returned whole, even if larger than the budget. +Code buffers are bounded and memory-only, so this is not an audit history. +Clear retained browser code on epoch changes and failed/disabled/unauthorized +pulls. An empty response says nothing about work outside the admitted source. + +The internal `/api/matrix/lines` and `dashboard.matrix.*` names are deprecated +but remain supported for compatibility. The sole code display is now **Code activity** +at `?kiosk=1&view=reader`; the Matrix renderers and their `mx.*` +settings are retired. Activation remains explicitly opt-in and default-off; +only pushed, published PR checkpoints are admitted, never workspace or pre-push +content. The cutover grants no anonymous access or broadcast authorization. diff --git a/src/docs/api-reference/health-status-events.md b/src/docs/api-reference/health-status-events.md index 5458c2d3fb..5e9728defb 100644 --- a/src/docs/api-reference/health-status-events.md +++ b/src/docs/api-reference/health-status-events.md @@ -24,17 +24,17 @@ Part of the [Dashboard REST API reference](../api-reference.md); see that page f | `GET` | `/api/version` | Dashboard auth/session | Build/version metadata; includes `upgradeMarker` (`target`, `current`, `attempts`, `maxAttempts`, `failed`, `requestedAt`, `lastError`) while a self-upgrade is in flight or has failed ([#6765](https://github.com/hivecommons/hive/issues/6765)), the hub-delivered `upgradePolicy` (`hub_managed`, `spoke_managed`, `schedule`, `schedule_hour`, `schedule_timezone`, `schedule_weekday`, `paused`, `branch`, `channel`, `target_sha`, `target_resolved`, `armed_target`, and `next_update_at` — the hub's RFC3339 ETA for the next promotion into the `stable` channel, omitted when unknown ([#10256](https://github.com/hivecommons/hive/issues/10256))) when available, and an `autoUpdate` object (`enabled`, `state` — one of `disabled`/`up_to_date`/`behind`/`retrying`/`failed`/`unknown` — `healthy`, `period`, `targetBranch`, `targetCommit`, `currentCommit`, `commitsBehind`, `lastAttemptAt`, `lastError`, `detail`, and `nextUpdateAt` — the hub's RFC3339 ETA for the next update, omitted when unknown, disabled or paused ([#10257](https://github.com/hivecommons/hive/issues/10257))) that never reports a failed or unknown update as healthy ([#6962](https://github.com/hivecommons/hive/issues/6962), [#6963](https://github.com/hivecommons/hive/issues/6963)). Also `startedAt` (RFC3339 process start — changes on every pod roll even when the build does not, so the dashboard can say "Restarted" vs "Upgraded") and, until the first status is published, `startupPhase`/`startupPhaseLabel` (the boot phase a fresh pod is in) ([#15788](https://github.com/hivecommons/hive/issues/15788)) | `pkg/dashboard/api.go:44` | | `GET` | `/api/version/release-notes` | Dashboard auth/session | Changelog gap between two revisions: `?from=&to=` returns `{from:{sha,version?}, to:{sha,ref,version?}, sections:[{version,date,categories:{added,changed,fixed,security,deprecated}}], unreleased?, truncated, source, error?}` — the `CHANGELOG.md` release sections present at `to` and absent at `from`, newest first, plus (when `to` is not a release tag) the `changelog.d/` fragments new at `to` under an `Unreleased (in this build)` section. Fetch failures return `source: "unavailable"` with `error` rather than an error status; results are cached per (from, to) for an hour ([#11065](https://github.com/hivecommons/hive/issues/11065)) | `pkg/dashboard/api.go:45` | | `POST` | `/api/release-channel` | Owner only | Hosted spoke self-service release-channel selector; relays `stable`/`candidate`/`edge` to the hub's existing switch-branch endpoint with the spoke dashboard-token proof, and reports the requested channel as pending until the Deployment image lands | `pkg/dashboard/api.go:69` | -| `GET` | `/api/health` | Public | Basic health probe | `pkg/dashboard/server.go:1643` | -| `GET` | `/api/health/deep` | Public | Deep health probe | `pkg/dashboard/server.go:1644` | -| `GET` | `/api/livez` | Public | Kubernetes liveness probe | `pkg/dashboard/server.go:1645` | -| `GET` | `/metrics` | Registered only when `HIVE_METRICS_ENABLED`; requires `Authorization: ****** (403 if the token is unset) | Prometheus metrics | `pkg/dashboard/server.go:1651` | -| `GET` | `/api/status` | Dashboard auth/session | Dashboard aggregate status; `labelPresets[]` (`{key,label,description,labels[],states[]}`) lists the built-in label-filter presets for the Projects cards, led by `needs-human` whose `labels[]` are the effective hard-suppress labels plus `needs-signal`, the hold labels, `stage/071-needs-author` and the reporter-trust awaiting label (#12172); accepts `?fields=a,b` for top-level selection and `?omit=repos` to drop heavy sections, and honors `Accept-Encoding: gzip`; `agents[]` includes busy-pane visibility fields (`kicksUndeliverable`, `busySince`, `lastTranscriptActivity`, `condition`, `conditionMessage`) when a Working pane cannot accept kicks; a working agent also carries `agents[].run` — the live per-run line (#14576): `{since, elapsedS, costUSD, tokens, priced, tests, filesChanged}`, the estimated spend/tokens since the kick was delivered (`lastKickAt`, falling back to `busySince`) (delta of the token collector's per-agent cumulative figure; `priced:false` when the agent has none yet), the last visible test-runner result (`pass`/`fail`/empty) and the last `N files changed` git summary (`-1` when none) parsed from the captured pane; top-level `fleetRun` `{running, hourUSD, hourPriced, dayUSD, weekUSD, monthUSD, windowsPriced}` is the governor strip's rotating `running N · $X this hour / today / this week / this month` figure (#15614) — the hour is the rise since the top of the clock hour, the wider windows are the daily cost ledger summed from 00:00 UTC today, Monday 00:00 UTC (ISO week) and the 1st 00:00 UTC plus the rise since the ledger's last snapshot, `windowsPriced:false` when there is no ledger yet; `sla` (fleet) and `repos[].sla` (per repo) carry the Delivery SLA block derived from the lifecycle timeline with no extra GitHub calls: `windows.{7d,30d}.{open_to_triage,triage_to_start,start_to_pr,pr_to_merge,open_to_merge}` as `{p50_h,p95_h,n}` (hours, nearest-rank), `history[]` of up to 30 daily buckets `{day,start_to_pr_p50,pr_to_merge_p50,open_to_merge_p50,n_started,n_pr,n_merged}` persisted under `/data/sla-history.json`, `stale_in_progress[]` (`{number,repo,started_at,age_h,agent}` — issues carrying `hive/in-progress` longer than the agent claim TTL with no linked PR), `stale_count`, `merged_7d`, `claim_ttl_s` and, on the fleet block, the effective `targets` (`start_to_pr_h`, `pr_to_merge_h`, `open_to_merge_h`); `staleSince` and `repos[].countsStale` / `countsStaleSince` mark totals served from last-good figures — the previous enumeration (#13382) or the ForgeState cache's last-good counts (#13376); `ci_failure_signals` `{count, last, kicks, unmatched}` is the webhook CI-failure signal store — distinct red (repo, head, check) signals retained, the most recent one `{repo, number, head_sha, check, conclusion, details_url, agent, at}`, webhook-triggered kicks/nudges since boot, and failure deliveries whose head matched no open PR; `hotspots` `{count, actionable, filed}` is the merge-hotspot advisor's one-line summary (files at/above the thresholds, those with a split recommendation, those with a modularize issue filed), absent when the advisor is not wired — details on `GET /api/hotspots`; `writeback.dedupe` `{enabled, dedupe_same_item, dedupe_burst, rate_capped, hourly_cap, burst_items, burst_window_s, same_item_ttl_s}` is the write-back gate's content layer — the effective `writeback.dedupe.*` settings and the last-hour counts of writes held as `duplicate`, `burst` and `rate-capped` (each also listed under `GET /api/writeback/suppressed`); `config.gate_regressions[]` `{gate, previous, effective, source}` is the boot-time safety-gate regression list (#16438) — gates a previous runtime overlay on the PVC carried that the running config lacks or loosens (`review.require_labels`, `project.issue_filter.require_labels`, `project.paused_repos[]`, `writeback.per_repo[].mode`), empty on a healthy boot | `pkg/dashboard/server.go:1656` | -| `GET` | `/api/status/summary` | Dashboard auth/session | Compact agent/governor/budget status summary for pollers; honors `Accept-Encoding: gzip` | `pkg/dashboard/server.go:1657` | -| `GET` | `/api/overview/issues.csv` | Dashboard auth/session | Cached Overview issue-band export as browser-compatible CSV; filters `band`, `repo`/`repos`, `stale`, and `held` are ANDed. | `pkg/dashboard/server.go:1658` | -| `GET` | `/api/overview/issues.json` | Dashboard auth/session | Cached Overview issue-band export as typed JSON with `bands[]` metadata and row fields matching the CSV columns. | `pkg/dashboard/server.go:1659` | -| `GET` | `/api/overview/prs.csv` | Dashboard auth/session | Cached Overview PR-band export as browser-compatible CSV; filters `band`, `repo`/`repos`, `stale`, and `held` are ANDed. | `pkg/dashboard/server.go:1660` | -| `GET` | `/api/overview/prs.json` | Dashboard auth/session | Cached Overview PR-band export as typed JSON with `bands[]` metadata and row fields matching the CSV columns. | `pkg/dashboard/server.go:1661` | -| `GET` | `/api/events` | Dashboard auth/session | Server-sent event stream | `pkg/dashboard/server.go:1662` | +| `GET` | `/api/health` | Public | Basic health probe | `pkg/dashboard/server.go:1642` | +| `GET` | `/api/health/deep` | Public | Deep health probe | `pkg/dashboard/server.go:1643` | +| `GET` | `/api/livez` | Public | Kubernetes liveness probe | `pkg/dashboard/server.go:1644` | +| `GET` | `/metrics` | Registered only when `HIVE_METRICS_ENABLED`; requires `Authorization: ****** (403 if the token is unset) | Prometheus metrics | `pkg/dashboard/server.go:1650` | +| `GET` | `/api/status` | Dashboard auth/session | Dashboard aggregate status; `labelPresets[]` (`{key,label,description,labels[],states[]}`) lists the built-in label-filter presets for the Projects cards, led by `needs-human` whose `labels[]` are the effective hard-suppress labels plus `needs-signal`, the hold labels, `stage/071-needs-author` and the reporter-trust awaiting label (#12172); accepts `?fields=a,b` for top-level selection and `?omit=repos` to drop heavy sections, and honors `Accept-Encoding: gzip`; `agents[]` includes busy-pane visibility fields (`kicksUndeliverable`, `busySince`, `lastTranscriptActivity`, `condition`, `conditionMessage`) when a Working pane cannot accept kicks; a working agent also carries `agents[].run` — the live per-run line (#14576): `{since, elapsedS, costUSD, tokens, priced, tests, filesChanged}`, the estimated spend/tokens since the kick was delivered (`lastKickAt`, falling back to `busySince`) (delta of the token collector's per-agent cumulative figure; `priced:false` when the agent has none yet), the last visible test-runner result (`pass`/`fail`/empty) and the last `N files changed` git summary (`-1` when none) parsed from the captured pane; top-level `fleetRun` `{running, hourUSD, hourPriced, dayUSD, weekUSD, monthUSD, windowsPriced}` is the governor strip's rotating `running N · $X this hour / today / this week / this month` figure (#15614) — the hour is the rise since the top of the clock hour, the wider windows are the daily cost ledger summed from 00:00 UTC today, Monday 00:00 UTC (ISO week) and the 1st 00:00 UTC plus the rise since the ledger's last snapshot, `windowsPriced:false` when there is no ledger yet; `sla` (fleet) and `repos[].sla` (per repo) carry the Delivery SLA block derived from the lifecycle timeline with no extra GitHub calls: `windows.{7d,30d}.{open_to_triage,triage_to_start,start_to_pr,pr_to_merge,open_to_merge}` as `{p50_h,p95_h,n}` (hours, nearest-rank), `history[]` of up to 30 daily buckets `{day,start_to_pr_p50,pr_to_merge_p50,open_to_merge_p50,n_started,n_pr,n_merged}` persisted under `/data/sla-history.json`, `stale_in_progress[]` (`{number,repo,started_at,age_h,agent}` — issues carrying `hive/in-progress` longer than the agent claim TTL with no linked PR), `stale_count`, `merged_7d`, `claim_ttl_s` and, on the fleet block, the effective `targets` (`start_to_pr_h`, `pr_to_merge_h`, `open_to_merge_h`); `staleSince` and `repos[].countsStale` / `countsStaleSince` mark totals served from last-good figures — the previous enumeration (#13382) or the ForgeState cache's last-good counts (#13376); `ci_failure_signals` `{count, last, kicks, unmatched}` is the webhook CI-failure signal store — distinct red (repo, head, check) signals retained, the most recent one `{repo, number, head_sha, check, conclusion, details_url, agent, at}`, webhook-triggered kicks/nudges since boot, and failure deliveries whose head matched no open PR; `hotspots` `{count, actionable, filed}` is the merge-hotspot advisor's one-line summary (files at/above the thresholds, those with a split recommendation, those with a modularize issue filed), absent when the advisor is not wired — details on `GET /api/hotspots`; `writeback.dedupe` `{enabled, dedupe_same_item, dedupe_burst, rate_capped, hourly_cap, burst_items, burst_window_s, same_item_ttl_s}` is the write-back gate's content layer — the effective `writeback.dedupe.*` settings and the last-hour counts of writes held as `duplicate`, `burst` and `rate-capped` (each also listed under `GET /api/writeback/suppressed`); `config.gate_regressions[]` `{gate, previous, effective, source}` is the boot-time safety-gate regression list (#16438) — gates a previous runtime overlay on the PVC carried that the running config lacks or loosens (`review.require_labels`, `project.issue_filter.require_labels`, `project.paused_repos[]`, `writeback.per_repo[].mode`), empty on a healthy boot | `pkg/dashboard/server.go:1655` | +| `GET` | `/api/status/summary` | Dashboard auth/session | Compact agent/governor/budget status summary for pollers; honors `Accept-Encoding: gzip` | `pkg/dashboard/server.go:1656` | +| `GET` | `/api/overview/issues.csv` | Dashboard auth/session | Cached Overview issue-band export as browser-compatible CSV; filters `band`, `repo`/`repos`, `stale`, and `held` are ANDed. | `pkg/dashboard/server.go:1657` | +| `GET` | `/api/overview/issues.json` | Dashboard auth/session | Cached Overview issue-band export as typed JSON with `bands[]` metadata and row fields matching the CSV columns. | `pkg/dashboard/server.go:1658` | +| `GET` | `/api/overview/prs.csv` | Dashboard auth/session | Cached Overview PR-band export as browser-compatible CSV; filters `band`, `repo`/`repos`, `stale`, and `held` are ANDed. | `pkg/dashboard/server.go:1659` | +| `GET` | `/api/overview/prs.json` | Dashboard auth/session | Cached Overview PR-band export as typed JSON with `bands[]` metadata and row fields matching the CSV columns. | `pkg/dashboard/server.go:1660` | +| `GET` | `/api/events` | Dashboard auth/session | Server-sent event stream | `pkg/dashboard/server.go:1661` | | `GET` | `/api/swarm` | Dashboard auth/session | Current swarm status: display name, duration, active repo, expiry, persisted prep metrics when available, and idle-unlock fields. | `pkg/dashboard/swarm.go:310` | | `POST` | `/api/swarm` | Owner only | Start a 24h repo swarm for a configured repo, returning 409 when another swarm is active and 423 when a previous swarm keeps the next swarm locked until enough agents are idle unless body `{"repo":"owner/name","force":true}` is used; saves the active record before repo prep, persists prep metrics, and announces the start to Discord when configured. | `pkg/dashboard/swarm.go:311` | | `DELETE` | `/api/swarm` | Owner only | End the active swarm, score issues closed and PRs merged in the window, append it to history, and announce the result to Discord when configured. | `pkg/dashboard/swarm.go:312` | diff --git a/src/docs/api-reference/snapshots-and-style.md b/src/docs/api-reference/snapshots-and-style.md index 6139d7dc10..2a7f4e28bc 100644 --- a/src/docs/api-reference/snapshots-and-style.md +++ b/src/docs/api-reference/snapshots-and-style.md @@ -6,7 +6,7 @@ Part of the [Dashboard REST API reference](../api-reference.md); see that page f | Method | Path | Auth | Purpose | Source | |---|---|---|---|---| | `GET` | `/api/style` | Public | Sanitized custom dashboard CSS | `pkg/dashboard/api.go:46` | -| `GET` | `/branding/custom.css` | Dashboard auth/session | Operator branding stylesheet override, read per request (see [branding](../branding.md)) | `pkg/dashboard/server.go:1733` | +| `GET` | `/branding/custom.css` | Dashboard auth/session | Operator branding stylesheet override, read per request (see [branding](../branding.md)) | `pkg/dashboard/server.go:1732` | | `GET` | `/api/snapshot/frame-ancestors` | Public | Snapshot framing allowlist | `pkg/dashboard/api.go:82` | | `GET` | `/api/snapshot` | Public | Snapshot data | `pkg/dashboard/api.go:83` | | `GET` | `/snapshot` | Public | Public read-only snapshot page | `pkg/dashboard/api.go:84` | diff --git a/src/docs/dashboard.md b/src/docs/dashboard.md index 83dff09b74..317d12351e 100644 --- a/src/docs/dashboard.md +++ b/src/docs/dashboard.md @@ -604,6 +604,77 @@ The **Hive activity monitor** section (sidebar, Dashboard group; expanded by def The endpoint returns `stages` (the stage table with `short`, `branch_from`, configured dwell and `falls_to` — the lower same-kind stages a move to which is a regression per the stage engine, so the event line says "fell back to" only for those; 015 → 010 triage accepted, 085 → 080 decision made and 072 → 070 author resuming read "moved to"), `items` (one per open issue/PR represented by the status snapshot, including actionable and held items plus display-only non-actionable issues, drafts, and exempt PRs: `labels`, `created_at`, `updated_at`, `bucket`, `bucket_reason`, stage, `stage_since`, humanised `reason`/`caption`, `actor`, `modifiers`, `author_kind` + `author_kind_source` (`label`, `inferred`, or `registry` — the author has a contributor-hub profile on this hive, so their clanker pushed it; the row icon, tooltip and claimant all read this one value), `lane`, `tier`, `linked_pr`, `linked_prs` (number, title, url, author, author kind, stage, `stage_since`, `caption` and `modifiers` of each open covering PR — enough to draw the nested sub-row without a second lookup), `nested_under` (on a PR: the issue it is listed under), nudge info and the last eight `history` hops from the stage store) and `author_kind_labels`. It answers `{"status":"initializing"}` until the first scan. +## Code activity reader + +The code activity reader is a kiosk view at `?kiosk=1&view=reader` that shows +pushed changes as readable paragraphs. It supersedes the Matrix code view +([#16137](https://github.com/hivecommons/hive/issues/16137)). The Activity Monitor +topbar has one **Code activity** entry, opening the reader in a new tab when +`dashboard.matrix.enabled` is set. The decorative Matrix view and its rain, +cascade, ghost and terminal effects are retired; saved display URLs must use +`?kiosk=1&view=reader`. The old `view=matrix`, `mx.*` URL options and +`hive.matrix.*` browser preferences no longer select or configure a code view. + +The internal `dashboard.matrix.*` configuration names and `/api/matrix/lines` +endpoint are deprecated names retained for compatibility; do not rename existing +configuration. They continue to enforce the same public repository allowlist, +author restriction, dashboard read authorization and scrub/path filters. Code +activity stays **off by default**: this cutover enables no capture or broadcast. +When inactive, the content endpoint answers 404 and the reader says it is not +enabled. There is no anonymous access or workspace/pre-push capture. + +- **Cards.** Each card is a complete contiguous add/remove region from a + validated unified-diff hunk at an actual published PR head. Indentation, blank lines + and repeated lines are kept. Additions start with a green `+`, and removals + start with a red `−`. Long lines wrap at a + fixed font size and are never truncated. Every card shows the repository + and PR number, the file, the source label (`Pushed PR`), and when hive + observed the change. The repository links to the real pull request. Code is + always shown as text and is never parsed as HTML. +- **Pacing.** One card is read at a time. A card stays in focus for a few + seconds plus a little more for each line, up to 30 seconds, and then the + next card scrolls into view. New work waits behind the paragraph being read. + When the reader is caught up, it holds quietly. Opening backlog is labelled + **Buffered snapshot**. **Replay buffered snapshot** explicitly replays only + the retained regions with a replay label; automatic replay is off. There is + no filler, typing effect or sound. +- **Pause.** Press **P**, press **Space**, or use the **Pause** button to pause + or resume. Scrolling with the wheel, touch, arrow keys, Page Up/Page Down, + Home or End also pauses the reader so you can inspect the text. The feed is + native, scrollable text. +- **Motion.** With `prefers-reduced-motion`, every card is shown at once and + nothing scrolls by itself. Hiding the tab clears buffered browser code; + returning obtains a new buffered snapshot. + +The reader requests `GET /api/matrix/lines?format=regions&since=` through +existing dashboard read authorization. The sentinel's existing optional patch +observer feeds this memory-only projection; no new poller or workspace collector +is installed. Only positively identified Hive/clanker PRs from explicitly +allowlisted, verified-public repositories are eligible. Private or unknown +visibility fails closed. The source reports its last completed ingest pass and +next expected pass; a cold empty feed does **not** mean no work happened. Its +freshness is bounded by sentinel polling, unchanged-head suppression and budgets, +not a live editor stream. + +Changed regions preserve both signs, indentation, blanks and repeated lines. +An unsafe addition **or removal** drops its entire region. Built-in path denies +and configured exclusions still apply. Admission, pagination, deduplication and +eviction operate on whole regions. Limits are 4,096 runes per line, 16 KiB per +region, 200 changed lines per head, 600 per minute, and 2,000 lines / 512 KiB of +server text. Browser history holds at most 1,200 lines / 256 KiB of UTF-16 text +and 32 visible cards, evicting whole regions. These are text bounds, not total +process-memory measurements. Secret filtering remains heuristic. + +Policy changes clear server buffers and rotate a policy epoch. The browser +clears its retained code and replay history on a changed epoch, disabled or +unauthorized response, failed pull, or hidden tab. A 30-second authorized pull +recovers missed sequence-only SSE nudges; code is never sent on SSE or logged. +Buffers no longer persist across restarts, including the legacy Matrix line +projection. Existing `/data/matrix-lines.json` files are neither restored nor +updated; operators may remove such historical files according to their own +retention policy. The sentinel evaluated-head map remains separate and persists. +There is no `dashboard.matrix.workspaces` setting or pre-push capture. + ## PR review and link signals PR pills also carry GitHub's own review state and conversation evidence diff --git a/src/docs/operator-reference/README.md b/src/docs/operator-reference/README.md index 467be2b382..23a9811ad5 100644 --- a/src/docs/operator-reference/README.md +++ b/src/docs/operator-reference/README.md @@ -284,7 +284,7 @@ Go callers keep reading `cfg.Agents`, `cfg.Governor.Gateways` and so on through | `dashboard.public_url` | Empty means OAuth redirect URIs (Linear agent install, OpenRouter funding) fall back to `hub.dashboard_url`, then the request's forwarded/`Host` origin. | Set to this dashboard's externally reachable origin (`https://hive.example.com`, no path/query) on a standalone hive whose callback is published on a different hostname or whose ingress rewrites `Host`. Must be an absolute `http(s)://` origin; a trailing slash is trimmed and anything else fails config load. See [linear-agent.md](../linear-agent.md#setup). | | `dashboard.experiment_lab` | Off by default. | Hides the Experiment Lab (formerly Strategy Lab) while that surface is being reworked. Set `dashboard.experiment_lab: true` to show the Experiment Lab section, sidebar nav entry, and Nous status controls. | | `dashboard.strategy_lab` | Off by default. **Deprecated** alias of `dashboard.experiment_lab`, kept for one release (#11695). | `true` still enables the Experiment Lab and logs a one-line deprecation at config load; the value is folded into `dashboard.experiment_lab` so the next config save writes the documented key. | -| `dashboard.matrix` | Off by default (`enabled: false`, `repos: []`, `exclude_paths: []`). **Experimental.** | Opt-in Activity Monitor Matrix display block (#15862). When active, pushed lines from allow-listed repos are served to authenticated read-role viewers via `GET /api/matrix/lines?since=&max=` (bounded backlog, `Cache-Control: no-store`; `404` when inactive) and `/api/events` emits a content-free `code-lines` nudge (`{"seq":N}`, ≤1/s) telling browsers to pull. `repos` is an explicit exact `owner/name` allowlist (no wildcards, URLs or bare names) and an empty list captures nothing, so `enabled: true` alone stays inactive. `exclude_paths` adds non-empty path globs to the built-in deny-list. There is no `authors` or `private_repos` key: authors are fixed and private repos are always excluded. | +| `dashboard.matrix` | Off by default (`enabled: false`, `repos: []`, `exclude_paths: []`). **Experimental.** | Opt-in Code activity source. The `dashboard.matrix.*` names are deprecated but retained for compatibility; the Code activity entry opens `?kiosk=1&view=reader` in a new tab. No automatic enablement or workspace capture. When active, pushed lines from allow-listed repos are served to authenticated read-role viewers via `GET /api/matrix/lines?since=&max=` (bounded backlog, `Cache-Control: no-store`; `404` when inactive) and `/api/events` emits a content-free `code-lines` nudge (`{"seq":N}`, ≤1/s) telling browsers to pull. `repos` is an explicit exact `owner/name` allowlist (no wildcards, URLs or bare names) and an empty list captures nothing, so `enabled: true` alone stays inactive. `exclude_paths` adds non-empty path globs to the built-in deny-list. There is no `authors` or `private_repos` key: authors are fixed and private repos are always excluded. | | `hub.contribute_announcement` | Empty/off by default. | Operator notice for contributors. Set from Governor → Hub or `/contribute` Management (owner/read-write): `text` is server-sanitised plain text capped at 500 characters and rendered only through text-safe sinks (empty clears), `level` is `info`/`warning`, `expires_at` is optional RFC3339, and the server rotates `id` whenever text changes so dismissed Operations/Profile banners reappear. Active notices show on `/contribute` Operations/Profile, above the Onboarding command block, and in connected relay terminals. | | `hub.contribute_repo_filters` | Empty map means repos inherit the hive-wide contributor title, author, and label filters exactly as before. | Optional full `owner/repo` keys that narrow one repository's `/contribute` queue without widening the hive. Hive-wide skip labels and hive-wide filters always run first; a repo filter can only add deny matches or require an allow-mode title/author/label match for that repo. Edit from `/contribute` → Management → Repos for Contribute → Filters or Governor → Hub. Operations lists configured overrides and withheld diagnostics name repo matches, e.g. `Repo filter label "2-discussing" denied for projectbluefin/common`. | | `hub.contribute_wall_enabled` | Off by default. | Opts the hive into the public contributor wall on `/contribute` Operations. The Management tab and Governor Hub settings mirror this switch. When off, the panel is hidden and write endpoints refuse posts. | diff --git a/src/docs/streaming-the-activity-monitor.md b/src/docs/streaming-the-activity-monitor.md index 41272618ab..3cf2cd23d5 100644 --- a/src/docs/streaming-the-activity-monitor.md +++ b/src/docs/streaming-the-activity-monitor.md @@ -95,7 +95,7 @@ apply the overlay — the steps below are all yours to run. ### Call-to-action overlay -Every kiosk view — this stream's Activity Monitor, the [Matrix](#matrix-mode-separate-channel) +Every kiosk view — this stream's Activity Monitor, [Code activity](#code-activity-separate-channel) and the hub's [public fleet page](#the-hivecommonsfleet-broadcast) — carries a small pill bottom-right: "🐝 Want this for your repos?", the URL `hive.hivecommons.dev/get-started` in 24px amber, and a 110px QR code of it, so @@ -107,8 +107,8 @@ spoke the destination and the copy are `dashboard.kiosk_cta_url` and are `HIVE_HUB_KIOSK_CTA_URL` and `HIVE_HUB_KIOSK_CTA_TEXT`. The QR code is rendered server-side (`src/pkg/webassets/kioskcta`) as an inline `data:` PNG, so nothing external is loaded and the pages' Content-Security-Policy is unchanged. -In Matrix mode the pill sits above the canvas at 85 % opacity so it does not -fight the effect. +In Code activity the pill sits above the reader at 85 % opacity so it does not +obscure the code. ### Channel title, category, tags @@ -291,51 +291,31 @@ with the same ↑/↓ delta cue), enlarged in kiosk, pop-out, display and full-s views so it reads at 1920×1080. Do not point the streamer at a hive tracking private repositories without reviewing what the tracker would show. -The main `twitch.tv/hivecommons` stream never shows Matrix; it remains the +The main `twitch.tv/hivecommons` stream never shows Code activity; it remains the full-screen Activity Monitor. -## Matrix mode (separate channel) - -When `dashboard.matrix.enabled` is set, the Activity Monitor header also shows a **Matrix** tab that opens `?kiosk=1&view=matrix` in the same window. - -Matrix is an experimental, default-off code display for a separate channel, -[`twitch.tv/hivecommonsmatrix`](https://www.twitch.tv/hivecommonsmatrix). -It depends on the Matrix display renderer (`/?kiosk=1&view=matrix`, -[#15936](https://github.com/hivecommons/hive/issues/15936)); without that -renderer the dashboard ignores `view=matrix` and the kiosk serves the ordinary -Activity Monitor. When active it shows pushed added lines only, from positively -identified hive identities, on public repositories explicitly allowlisted in -`dashboard.matrix.repos`. -Private patches, unverified authors and excluded paths are never shown. Lines -touched by scrubbing are dropped entirely rather than displayed with redactions; -the built-in secret/path filters and `dashboard.matrix.exclude_paths` apply. -Dashboard authentication alone does not make a code stream safe for public -Twitch broadcasting: the public allowlist, author restriction and scrub/drop -rules are required. - -The display's look is chosen with `mx.*` URL parameters; each value is also -remembered in the browser (`hive.matrix.*` in local storage) for later visits. -Every effect renders only lines already delivered by `/api/matrix/lines`. - -| `mx.effect` | Display | -|---|---| -| `rain` (default) | Falling columns built from the characters of the latest lines. Unknown values fall back to `rain`. | -| `cascade` | Whole lines drift down the screen, each with its `repo#PR · path` caption. | -| `ghost` | Ghost coder: a fake editor with one tab per PR (`repo#PR`), titled with the file path; at most six tabs, the oldest closes first. Lines are typed character by character behind a blinking cursor, with light keyword/string/comment/number colouring by file extension. | -| `terminal` | An endless `git log -p`-style scroll: each line printed as a green `+ `, with a `repo#PR · path` header whenever the PR or file changes. | - -`mx.speed` (0.1–5, default 1) and `mx.fps` (1–60, default 30) set the -animation and typing speed, `mx.palette` is `green` (default), `amber` or -`gold`, and `mx.captions=off` hides the `repo#PR · path` captions and headers -on the canvas. `p` or Space pauses; a hidden tab pauses too. With the -operating system's *reduce motion* setting on, every effect is replaced by -static pages of the latest lines with their captions. +## Code activity (separate channel) + +The Activity Monitor topbar shows one **Code activity** entry when +`dashboard.matrix.enabled` is set. It opens the [reader](dashboard.md#code-activity-reader) +at `?kiosk=1&view=reader` in a new tab. Code activity supersedes the Matrix +code view: rain, cascade, ghost, terminal and all `mx.*` presentation settings +are retired. Update saved Matrix display URLs to the reader URL. + +The source remains default-off and limited to pushed published PR checkpoints +from positively identified Hive/clanker authors in explicitly allowlisted public +repositories. Complete admitted add/remove regions are shown with `Pushed PR` +provenance and observed time; opening backlog is labelled a buffered snapshot. +There is no workspace or pre-push capture. The internal `dashboard.matrix.*` +configuration and `/api/matrix/lines` names are deprecated but remain supported. +Existing read authorization, path exclusions and whole-region scrub/drop filters +still apply. Dashboard authentication alone does not authorize broadcasting. [`overlays/hive-hosted-matrix/`](../deploy/stream/overlays/hive-hosted-matrix/kustomization.yaml) reuses the streamer image and base as a separate instance. It renders Deployment, ConfigMap and NetworkPolicy `matrix-hive-stream` in namespace `hive-stream-matrix`, with separate pod selectors and secret references scoped to that namespace. -It opens `/?kiosk=1&view=matrix&sound=off` and sets `STREAM_AUDIO=silent`. +It opens `/?kiosk=1&view=reader&sound=off` and sets `STREAM_AUDIO=silent`. Its independent process and deployment isolate restarts and failures from the existing stream. The `hive-hosted` overlay and `twitch.tv/hivecommons` are unaffected. @@ -344,11 +324,11 @@ unaffected. channel.** The overlay has `replicas: 0`; applying it starts no streamer. Channel availability alone does not authorize activation. The owner must: -1. Confirm the deployed dashboard build serves the Matrix display for - `view=matrix` (#15936). A build without it broadcasts the ordinary kiosk - Activity Monitor on the Matrix channel, not code lines. +1. Confirm the deployed dashboard build serves Code activity for + `view=reader`. A build without it broadcasts the ordinary kiosk + Activity Monitor on the separate channel, not code changes. 2. Enable `dashboard.matrix` with an explicit, reviewed public repo allowlist - and verify the Matrix display and its author restriction and scrub/drop rules + and verify Code activity and its author restriction and scrub/drop rules before any broadcast. An empty allowlist captures nothing. 3. Provision `hivecommonsmatrix` independently, create namespace `hive-stream-matrix`, and create the out-of-band diff --git a/src/pkg/config/config.go b/src/pkg/config/config.go index 6c85fe185d..90cad20a48 100644 --- a/src/pkg/config/config.go +++ b/src/pkg/config/config.go @@ -4939,8 +4939,8 @@ type DashboardConfig struct { // // Deprecated: set dashboard.experiment_lab instead. StrategyLab bool `yaml:"strategy_lab,omitempty" json:"strategy_lab,omitempty"` - // Matrix is the experimental, default-off Activity Monitor Matrix block - // (#15862). Nothing reads it yet; see dashboard_matrix.go. + // Matrix is the default-off Code activity source configuration. + // The dashboard.matrix name is deprecated but retained for compatibility. Matrix MatrixConfig `yaml:"matrix,omitempty" json:"matrix,omitempty"` // SnapshotFrameAncestors is the explicit set of HTTPS origins allowed to // embed the public, read-only /snapshot document. Empty keeps the historical diff --git a/src/pkg/config/dashboard_matrix.go b/src/pkg/config/dashboard_matrix.go index c1a3bab2fa..c5abaf950f 100644 --- a/src/pkg/config/dashboard_matrix.go +++ b/src/pkg/config/dashboard_matrix.go @@ -5,11 +5,12 @@ import ( "strings" ) -// MatrixConfig is the experimental, default-off dashboard.matrix block +// MatrixConfig is the default-off Code activity source configuration // (#15862). Repos is the single explicit public-repo allowlist gating every -// Matrix output; empty means nothing is captured. ExcludePaths adds globs to +// Code activity output; empty means nothing is captured. ExcludePaths adds globs to // the built-in deny-list. There are deliberately no authors or private_repos // keys. +// The dashboard.matrix names are deprecated but retained for configuration compatibility. type MatrixConfig struct { Enabled bool `yaml:"enabled,omitempty" json:"enabled,omitempty"` Repos []string `yaml:"repos,omitempty" json:"repos,omitempty"` diff --git a/src/pkg/dashboard/api_checkpoint.go b/src/pkg/dashboard/api_checkpoint.go new file mode 100644 index 0000000000..8c4a0aa65b --- /dev/null +++ b/src/pkg/dashboard/api_checkpoint.go @@ -0,0 +1,35 @@ +package dashboard + +import ( + "encoding/json" + "net/http" + "strconv" +) + +// handleCheckpointRegions runs behind handleMatrixLines' existing read gate. +// Initializing the memory-only projection here gives an enabled cold source a +// truthful empty 200, without waiting for or initiating a sentinel pass. +func (s *Server) handleCheckpointRegions(w http.ResponseWriter, r *http.Request) { + s.MatrixObserver(s.currentMatrixConfig()) + src, cfg := s.matrixActiveSource() + if src == nil || cfg == nil { + jsonError(w, "matrix mode disabled", http.StatusNotFound) + return + } + since, _ := strconv.ParseUint(r.URL.Query().Get("since"), 10, 64) + limit := matrixDefaultSinceMax + if r.URL.Query().Has("max") { + n, err := strconv.Atoi(r.URL.Query().Get("max")) + if err != nil || n < matrixMinSinceMax { + n = matrixMinSinceMax + } + limit = min(n, matrixMaxSinceMax) + } + resp := src.checkpoints.since(since, limit) + if last, next := src.ingestStatus(src.now()); !last.IsZero() { + resp.LastIngestAt = &last + resp.NextIngestInS = next + } + w.Header().Set("Content-Type", "application/json") + _ = json.NewEncoder(w).Encode(resp) +} diff --git a/src/pkg/dashboard/api_matrix.go b/src/pkg/dashboard/api_matrix.go index b87a39ec18..be10478ede 100644 --- a/src/pkg/dashboard/api_matrix.go +++ b/src/pkg/dashboard/api_matrix.go @@ -97,6 +97,11 @@ func (s *Server) handleMatrixLines(w http.ResponseWriter, r *http.Request) { return } + if r.URL.Query().Get("format") == "regions" { + s.handleCheckpointRegions(w, r) + return + } + src, cfg := s.matrixActiveSource() if src == nil || cfg == nil || !cfg.Active() { jsonError(w, "matrix mode disabled", http.StatusNotFound) diff --git a/src/pkg/dashboard/checkpoint_source.go b/src/pkg/dashboard/checkpoint_source.go new file mode 100644 index 0000000000..a401d790c8 --- /dev/null +++ b/src/pkg/dashboard/checkpoint_source.go @@ -0,0 +1,308 @@ +package dashboard + +import ( + "crypto/rand" + "crypto/sha256" + "encoding/hex" + "fmt" + "regexp" + "slices" + "strconv" + "strings" + "sync" + "time" + "unicode" + "unicode/utf8" + + "github.com/hivecommons/hive/crux/logscrub" + "github.com/hivecommons/hive/pkg/config" + "github.com/hivecommons/hive/pkg/github" +) + +const ( + checkpointMaxLineRunes = 4096 + checkpointMaxRegionBytes = 16 << 10 + checkpointMaxBytes = 512 << 10 +) + +type checkpointLine struct { + Op string `json:"op"` + Line string `json:"line"` +} + +type checkpointRegion struct { + Seq uint64 `json:"seq"` + Repo string `json:"repo"` + PR int `json:"pr"` + PRURL string `json:"pr_url"` + Head string `json:"head"` + Path string `json:"path"` + Stage string `json:"stage"` + At time.Time `json:"at"` + Lines []checkpointLine `json:"lines"` +} + +type checkpointHead struct { + at time.Time +} + +// checkpointSource is a memory-only projection of the existing sentinel +// observer. It never fetches patches, restores Matrix's persisted lines, logs +// content, or broadcasts code. A region is the indivisible unit everywhere. +type checkpointSource struct { + mu sync.Mutex + cfg config.MatrixConfig + epoch string + seq uint64 + regions []checkpointRegion + lines, bytes int + heads map[[sha256.Size]byte]checkpointHead + rateStart time.Time + rateCount int +} + +func newCheckpointSource(cfg config.MatrixConfig) *checkpointSource { + c := &checkpointSource{} + c.configure(cfg) + return c +} + +func (c *checkpointSource) configure(cfg config.MatrixConfig) { + c.mu.Lock() + defer c.mu.Unlock() + if c.epoch != "" && c.cfg.Enabled == cfg.Enabled && slices.Equal(c.cfg.Repos, cfg.Repos) && slices.Equal(c.cfg.ExcludePaths, cfg.ExcludePaths) { + return + } + cfg.Repos = append([]string(nil), cfg.Repos...) + cfg.ExcludePaths = append([]string(nil), cfg.ExcludePaths...) + c.cfg = cfg + var nonce [16]byte + _, _ = rand.Read(nonce[:]) // crypto/rand.Read cannot fail on supported Go versions. + c.epoch = hex.EncodeToString(nonce[:]) + c.regions = nil + c.lines, c.bytes, c.rateCount = 0, 0, 0 + c.rateStart = time.Time{} + c.heads = make(map[[sha256.Size]byte]checkpointHead) +} + +func (c *checkpointSource) policyEpoch() string { + c.mu.Lock() + defer c.mu.Unlock() + return c.epoch +} + +func (c *checkpointSource) ingest(obs github.SentinelPatchObservation, epoch string, now time.Time) int { + c.mu.Lock() + defer c.mu.Unlock() + if epoch != c.epoch || !c.cfg.Active() || !c.cfg.RepoAllowed(obs.Repo) || obs.Private || !obs.HiveIdentified || obs.Number <= 0 || obs.HeadSHA == "" { + return 0 + } + // The sentinel proves public visibility (unknown is Private=true). Only its + // actual PR/head observations enter; observing the same head cannot replay it. + key := sha256.Sum256([]byte(strings.ToLower(obs.Repo) + "\x00" + strconv.Itoa(obs.Number) + "\x00" + obs.HeadSHA)) + for k, head := range c.heads { + if now.Sub(head.at) >= matrixDedupTTL { + delete(c.heads, k) + } + } + if _, seen := c.heads[key]; seen { + return 0 + } + if len(c.heads) >= matrixMaxTrackedPRs { + var oldest [sha256.Size]byte + var at time.Time + for k, head := range c.heads { + if at.IsZero() || head.at.Before(at) { + oldest, at = k, head.at + } + } + delete(c.heads, oldest) + } + c.heads[key] = checkpointHead{at: now} + if now.Sub(c.rateStart) >= matrixRateWindow || now.Before(c.rateStart) { + c.rateStart, c.rateCount = now, 0 + } + at := obs.At + if at.IsZero() { + at = now + } + count := 0 + for i, file := range obs.Files { + if i >= matrixMaxFilesPerObs { + break + } + if matrixPathDenied(file.Path, c.cfg.ExcludePaths) || len(file.Patch) > matrixMaxPatchBytes { + continue + } + for _, lines := range checkpointRegions(file.Patch) { + size := 0 + safe := len(lines) <= matrixMaxLinesPerHead + for _, line := range lines { + size += len(line.Line) + safe = safe && checkpointSafeLine(line.Line) + } + if !safe || size > checkpointMaxRegionBytes { + continue + } + if count+len(lines) > matrixMaxLinesPerHead || c.rateCount+len(lines) > matrixMaxLinesPerRate { + continue + } + c.seq++ + region := checkpointRegion{Seq: c.seq, Repo: obs.Repo, PR: obs.Number, PRURL: fmt.Sprintf("https://github.com/%s/pull/%d", obs.Repo, obs.Number), Head: obs.HeadSHA, Path: file.Path, Stage: "pushed-checkpoint", At: at, Lines: lines} + for len(c.regions) > 0 && (c.lines+len(lines) > matrixBacklogCap || c.bytes+size > checkpointMaxBytes) { + old := c.regions[0] + c.lines -= len(old.Lines) + for _, l := range old.Lines { + c.bytes -= len(l.Line) + } + c.regions[0] = checkpointRegion{} + c.regions = c.regions[1:] + } + c.regions = append(c.regions, region) + c.lines += len(lines) + c.bytes += size + count += len(lines) + c.rateCount += len(lines) + } + } + return count +} + +func checkpointSafeLine(line string) bool { + if !utf8.ValidString(line) || utf8.RuneCountInString(line) > checkpointMaxLineRunes { + return false + } + for _, r := range line { + if unicode.IsControl(r) && r != '\t' { + return false + } + } + return !matrixHasEntropyRun(line) && !matrixKeyValueSecret.MatchString(line) && + !strings.Contains(line, "-----BEGIN ") && !strings.Contains(line, "-----END ") && + !logscrub.ContainsRedactionMarker(line) && logscrub.ScrubString(line) == line && logscrub.RedactPaneTokens(line) == line +} + +var checkpointHunk = regexp.MustCompile(`^@@ -[0-9]+(?:,([0-9]+))? \+[0-9]+(?:,([0-9]+))? @@(?:.*)$`) + +// Validate hunk counts before admitting any changed runs. Incomplete or +// malformed patches fail closed, so a truncated hunk never looks complete. +func checkpointRegions(patch string) [][]checkpointLine { + if patch == "" || strings.ContainsRune(patch, 0) { + return nil + } + rows := strings.Split(patch, "\n") + if rows[len(rows)-1] == "" { + rows = rows[:len(rows)-1] + } + var out [][]checkpointLine + var run []checkpointLine + oldLeft, newLeft := 0, 0 + inHunk := false + flush := func() { + if len(run) > 0 { + out = append(out, run) + run = nil + } + } + for _, row := range rows { + if strings.HasPrefix(row, "@@") { + if inHunk && (oldLeft != 0 || newLeft != 0) { + return nil + } + flush() + match := checkpointHunk.FindStringSubmatch(row) + if match == nil { + return nil + } + oldLeft, newLeft = 1, 1 + if match[1] != "" { + n, e := strconv.Atoi(match[1]) + if e != nil { + return nil + } + oldLeft = n + } + if match[2] != "" { + n, e := strconv.Atoi(match[2]) + if e != nil { + return nil + } + newLeft = n + } + inHunk = true + continue + } + if !inHunk { + continue + } + if row == `\ No newline at end of file` { + continue + } + if row == "" { + return nil + } + switch row[0] { + case '+': + newLeft-- + run = append(run, checkpointLine{Op: "+", Line: strings.Clone(row[1:])}) + case '-': + oldLeft-- + run = append(run, checkpointLine{Op: "-", Line: strings.Clone(row[1:])}) + case ' ': + oldLeft-- + newLeft-- + flush() + default: + return nil + } + if oldLeft < 0 || newLeft < 0 { + return nil + } + } + if !inHunk || oldLeft != 0 || newLeft != 0 { + return nil + } + flush() + return out +} + +type checkpointResponse struct { + Seq uint64 `json:"seq"` + Latest uint64 `json:"latest"` + Epoch string `json:"epoch"` + Source string `json:"source"` + Stage string `json:"stage"` + Regions []checkpointRegion `json:"regions"` + LastIngestAt *time.Time `json:"last_ingest_at"` + NextIngestInS int `json:"next_ingest_in_s"` +} + +// max counts changed lines, but the first eligible region is always returned +// whole even when larger than max. seq advances only through consumed regions. +func (c *checkpointSource) since(seq uint64, limit int) checkpointResponse { + c.mu.Lock() + defer c.mu.Unlock() + if limit <= 0 { + limit = matrixDefaultSinceMax + } + if seq > c.seq { + seq = 0 + } + out := checkpointResponse{Seq: seq, Latest: c.seq, Epoch: c.epoch, Source: "Pushed PR", Stage: "pushed-checkpoint", Regions: []checkpointRegion{}} + count := 0 + for _, r := range c.regions { + if r.Seq <= seq { + continue + } + if count > 0 && count+len(r.Lines) > limit { + break + } + out.Regions = append(out.Regions, r) + count += len(r.Lines) + out.Seq = r.Seq + } + if len(out.Regions) == 0 { + out.Seq = c.seq + } + return out +} diff --git a/src/pkg/dashboard/checkpoint_source_test.go b/src/pkg/dashboard/checkpoint_source_test.go new file mode 100644 index 0000000000..58b4df0908 --- /dev/null +++ b/src/pkg/dashboard/checkpoint_source_test.go @@ -0,0 +1,284 @@ +package dashboard + +import ( + "encoding/json" + "fmt" + "io" + "log/slog" + "net/http" + "net/http/httptest" + "reflect" + "strings" + "testing" + "time" + + "github.com/hivecommons/hive/pkg/config" + "github.com/hivecommons/hive/pkg/github" + "github.com/hivecommons/hive/pkg/sentinel" +) + +func checkpointPatch(lines ...string) string { + return fmt.Sprintf("@@ -0,0 +1,%d @@\n+%s\n", len(lines), strings.Join(lines, "\n+")) +} + +func TestCheckpointWholeRegionsAndContinuation(t *testing.T) { + c := newCheckpointSource(matrixTestConfig()) + patch := "@@ -1,4 +1,7 @@\n-old\n+\tnew\n+\n+repeat\n+repeat\n context\n-again\n+again\n tail\n" + obs := matrixObs(3, "real-head", sentinel.File{Path: "a.go", Patch: patch}) + now := time.Now() + if n := c.ingest(obs, c.policyEpoch(), now); n != 7 { + t.Fatalf("admitted %d changed lines", n) + } + first := c.since(0, 1) + if len(first.Regions) != 1 || len(first.Regions[0].Lines) != 5 || first.Seq != 1 || first.Latest != 2 { + t.Fatalf("first page: %+v", first) + } + want := []checkpointLine{{"-", "old"}, {"+", "\tnew"}, {"+", ""}, {"+", "repeat"}, {"+", "repeat"}} + r := first.Regions[0] + if !reflect.DeepEqual(r.Lines, want) || r.Head != "real-head" || r.PRURL != "https://github.com/"+matrixTestRepo+"/pull/3" || r.Stage != "pushed-checkpoint" || !r.At.Equal(now) { + t.Fatalf("region %+v", r) + } + next := c.since(first.Seq, 1) + if len(next.Regions) != 1 || len(next.Regions[0].Lines) != 2 || next.Seq != 2 || next.Latest != 2 { + t.Fatalf("next page %+v", next) + } + if n := c.ingest(obs, c.policyEpoch(), now); n != 0 { + t.Fatal("unchanged head replayed") + } + obs.HeadSHA = "next-head" + if n := c.ingest(obs, c.policyEpoch(), now); n != 7 { + t.Fatal("new actual head was suppressed") + } +} + +func TestCheckpointDropsUnsafeWholeRegions(t *testing.T) { + bad := []string{"password: hunter2", "token = \"short\"", "-----BEGIN PRIVATE KEY-----", "[REDACTED]", strings.Repeat("a", 33), "bad\x01text", string([]byte{0xff}), strings.Repeat("a ", checkpointMaxLineRunes)} + for _, op := range []string{"+", "-"} { + for i, line := range bad { + t.Run(fmt.Sprintf("%s/%d", op, i), func(t *testing.T) { + c := newCheckpointSource(matrixTestConfig()) + // The secret and innocent line form one region. A separate safe region + // after context survives; no apparently complete fragment of the first does. + oldN, newN := 1, 3 + if op == "-" { + oldN, newN = 3, 1 + } + patch := fmt.Sprintf("@@ -1,%d +1,%d @@\n%ssafe peer\n%s%s\n context\n@@ -10,0 +10 @@\n+visible\n", oldN, newN, op, op, line) + obs := matrixObs(1, "h", sentinel.File{Path: "a.go", Patch: patch}) + c.ingest(obs, c.policyEpoch(), time.Now()) + got := c.since(0, 200) + if len(got.Regions) != 1 || !reflect.DeepEqual(got.Regions[0].Lines, []checkpointLine{{"+", "visible"}}) { + t.Fatalf("unsafe region leaked: %+v", got.Regions) + } + }) + } + } +} + +func TestCheckpointRejectsIncompleteDiff(t *testing.T) { + for _, patch := range []string{"+orphan", "@@ -0,0 +1,2 @@\n+only one\n", "@@ -1 +1 @@\n-old\n", "@@ malformed\n+x\n", "@@ -0,0 +1 @@\n+x\n+y\n", "@@ -0,0 +1 @@\n+x\n@@ -0,0 +2,2 @@\n+truncated\n", "@@ -0,0 +1 @@\n+binary\x00\n"} { + if r := checkpointRegions(patch); len(r) != 0 { + t.Fatalf("incomplete patch admitted: %+v", r) + } + } + r := checkpointRegions("@@ -1 +1 @@\n--- literal\n+++ literal\n\\ No newline at end of file\n") + if len(r) != 1 || len(r[0]) != 2 || r[0][1].Line != "++ literal" { + t.Fatalf("literal diff signs lost: %+v", r) + } +} + +func TestCheckpointObservationAndPolicyBoundaries(t *testing.T) { + for _, kind := range []string{"private-or-unknown", "unidentified", "unlisted", "no-head", "no-pr", "excluded", "secret-path"} { + t.Run(kind, func(t *testing.T) { + cfg := matrixTestConfig() + cfg.ExcludePaths = []string{"skip/**"} + c := newCheckpointSource(cfg) + obs := matrixObs(1, "h", sentinel.File{Path: "a.go", Patch: checkpointPatch("safe")}) + switch kind { + case "private-or-unknown": + obs.Private = true + case "unidentified": + obs.HiveIdentified = false + case "unlisted": + obs.Repo = "other/repo" + case "no-head": + obs.HeadSHA = "" + case "no-pr": + obs.Number = 0 + case "excluded": + obs.Files[0].Path = "skip/a.go" + case "secret-path": + obs.Files[0].Path = ".env" + } + if c.ingest(obs, c.policyEpoch(), time.Now()) != 0 || len(c.since(0, 200).Regions) != 0 { + t.Fatal("boundary admitted content") + } + }) + } + c := newCheckpointSource(matrixTestConfig()) + epoch := c.policyEpoch() + obs := matrixObs(1, "h", sentinel.File{Path: "a.go", Patch: checkpointPatch("safe")}) + c.ingest(obs, epoch, time.Now()) + cfg := matrixTestConfig() + cfg.ExcludePaths = []string{"elsewhere/**"} + c.configure(cfg) + if c.policyEpoch() == epoch || len(c.since(0, 200).Regions) != 0 || c.since(0, 200).Seq != c.since(0, 200).Latest { + t.Fatal("policy change retained code or epoch") + } + if c.ingest(obs, epoch, time.Now()) != 0 { + t.Fatal("old queued observation crossed policy epoch") + } + epoch = c.policyEpoch() + c.configure(cfg) + if c.policyEpoch() != epoch { + t.Fatal("unchanged policy reset epoch") + } + c.ingest(obs, epoch, time.Now()) + cfg.Enabled = false + c.configure(cfg) + if len(c.since(0, 200).Regions) != 0 || c.ingest(obs, c.policyEpoch(), time.Now()) != 0 { + t.Fatal("disable retained or admitted code") + } +} + +func TestCheckpointPolicyClearsSharedQueue(t *testing.T) { + m := newMatrixSource(matrixTestConfig(), nil) + m.Observe(matrixObs(1, "h", sentinel.File{Path: "a.go", Patch: checkpointPatch("queued code")})) + if len(m.in) != 1 { + t.Fatal("observation did not enter queue") + } + cfg := matrixTestConfig() + cfg.Enabled = false + m.setConfig(cfg) + if len(m.in) != 0 { + t.Fatal("policy change retained queued code") + } + m.policyMu.Lock() + done := make(chan struct{}) + go func() { m.Observe(matrixObs(2, "h")); close(done) }() + select { + case <-done: + case <-time.After(time.Second): + m.policyMu.Unlock() + t.Fatal("observer blocked on policy update") + } + m.policyMu.Unlock() + +} + +func TestCheckpointWholeBounds(t *testing.T) { + c := newCheckpointSource(matrixTestConfig()) + now := time.Now() + obs := matrixObs(1, "h", sentinel.File{Path: "a.go", Patch: checkpointPatch(append(matrixUniqueLines("safe", 199), "last", "over")...)}) + if c.ingest(obs, c.policyEpoch(), now) != 0 { + t.Fatal("per-head bound sliced oversized region") + } + for pr := 2; pr < 25; pr++ { + obs = matrixObs(pr, "h", sentinel.File{Path: "a.go", Patch: checkpointPatch(matrixUniqueLines("safe", 99)...)}) + c.ingest(obs, c.policyEpoch(), now.Add(time.Duration(pr)*time.Minute)) + } + got := c.since(0, 10000) + if c.lines > matrixBacklogCap || c.bytes > checkpointMaxBytes || len(got.Regions) != matrixBacklogCap/99 { + t.Fatalf("buffer bounds lines=%d bytes=%d regions=%d", c.lines, c.bytes, len(got.Regions)) + } + for _, r := range got.Regions { + if len(r.Lines) != 99 { + t.Fatal("eviction sliced region") + } + } + // Byte bound is independent of line count, and cloned text keeps retained + // strings from pinning the much larger original patch backing storage. + c = newCheckpointSource(matrixTestConfig()) + text := strings.Repeat("safe text ", 300) + for pr := 1; pr <= 40; pr++ { + c.ingest(matrixObs(pr, "h", sentinel.File{Path: "a.go", Patch: checkpointPatch(text, text, text, text, text)}), c.policyEpoch(), now.Add(time.Duration(pr)*time.Minute)) + } + if c.bytes > checkpointMaxBytes || len(c.regions) >= 40 { + t.Fatal("text byte bound not enforced") + } + c = newCheckpointSource(matrixTestConfig()) + for pr := 1; pr <= 4; pr++ { + n := c.ingest(matrixObs(pr, "h", sentinel.File{Path: "a.go", Patch: checkpointPatch(matrixUniqueLines("safe", 199)...)}), c.policyEpoch(), now) + if (pr <= 3 && n != 199) || (pr == 4 && n != 0) { + t.Fatalf("rate bound split region: pr=%d n=%d", pr, n) + } + } +} + +func TestCheckpointAPIAuthColdAndEpoch(t *testing.T) { + s := NewServerWithAuth(0, "checkpoint-test-token", slog.New(slog.NewTextHandler(io.Discard, nil))) + s.mux.HandleFunc("GET /api/matrix/lines", s.handleMatrixLines) + // Active configuration exists before the sentinel has created its observer. + cfg := matrixTestConfig() + s.deps = &Dependencies{Config: &config.Config{}} + s.deps.Config.Dashboard.Matrix = cfg + defer func() { + if s.matrix != nil { + s.matrix.close() + <-s.matrix.done + } + }() + request := func(auth, role string) *httptest.ResponseRecorder { + req := httptest.NewRequest(http.MethodGet, "/api/matrix/lines?since=0&format=regions&max=1", nil) + req.Header.Set("Authorization", auth) + req.Header.Set("X-Hive-Role", role) + rr := httptest.NewRecorder() + s.Handler().ServeHTTP(rr, req) + if rr.Header().Get("Cache-Control") != "no-store" { + t.Fatal("cacheable response") + } + return rr + } + for _, role := range []string{"", config.RoleOwner} { + if rr := request("", role); rr.Code != 401 { + t.Fatalf("anonymous/forged role got %d", rr.Code) + } + } + rr := request("Bearer checkpoint-test-token", "") + var cold checkpointResponse + if rr.Code != 200 || json.Unmarshal(rr.Body.Bytes(), &cold) != nil || cold.Epoch == "" || cold.LastIngestAt != nil || len(cold.Regions) != 0 || cold.Source != "Pushed PR" || cold.Stage != "pushed-checkpoint" { + t.Fatalf("cold response %d %s", rr.Code, rr.Body.String()) + } + // Feed the real observer queue, including a deletion-only checkpoint. + s.MatrixObserver(cfg)(matrixObs(1, "real-head", sentinel.File{Path: "a.go", Patch: "@@ -1,2 +0,0 @@\n-old\n-old\n"})) + deadline := time.After(2 * time.Second) + for len(s.matrix.checkpoints.since(0, 1).Regions) == 0 { + select { + case <-deadline: + t.Fatal("observer did not feed checkpoint source") + default: + time.Sleep(time.Millisecond) + } + } + s.RecordMatrixIngest(time.Now().UTC(), time.Minute) + rr = request("Bearer checkpoint-test-token", "") + var page checkpointResponse + if json.Unmarshal(rr.Body.Bytes(), &page) != nil || len(page.Regions) != 1 || len(page.Regions[0].Lines) != 2 || page.Seq != page.Latest || page.LastIngestAt == nil { + t.Fatalf("whole response %s", rr.Body.String()) + } + cfg.ExcludePaths = []string{"a.go"} + s.deps.Config.Dashboard.Matrix = cfg + rr = request("Bearer checkpoint-test-token", "") + var changed checkpointResponse + if json.Unmarshal(rr.Body.Bytes(), &changed) != nil || changed.Epoch == cold.Epoch || len(changed.Regions) != 0 { + t.Fatalf("policy change %s", rr.Body.String()) + } + s.deps.Config.Dashboard.Matrix.Enabled = false + if rr := request("Bearer checkpoint-test-token", ""); rr.Code != 404 { + t.Fatalf("disabled=%d", rr.Code) + } +} + +// The legacy persistence format cannot retain or restore checkpoint regions. +func TestCheckpointMemoryOnly(t *testing.T) { + m := newMatrixSource(matrixTestConfig(), nil) + obs := matrixObs(1, "h", sentinel.File{Path: "a.go", Patch: checkpointPatch("safe")}) + m.checkpoints.ingest(obs, m.checkpoints.policyEpoch(), time.Now()) + restored := newMatrixSource(matrixTestConfig(), nil) + if len(restored.checkpoints.since(0, 200).Regions) != 0 || restored.checkpoints.policyEpoch() == m.checkpoints.policyEpoch() { + t.Fatal("new source restored checkpoint history") + } + // Compile-time assertion: the public observer still receives the existing + // authoritative transport, with no extra patch collector or endpoint. + var _ func(github.SentinelPatchObservation) = m.Observe +} diff --git a/src/pkg/dashboard/kiosk_cta.test.js b/src/pkg/dashboard/kiosk_cta.test.js index 4c5ce7cddb..71bf418627 100644 --- a/src/pkg/dashboard/kiosk_cta.test.js +++ b/src/pkg/dashboard/kiosk_cta.test.js @@ -16,7 +16,7 @@ test('hiveKioskCTAOn: kiosk=1 only, cta=off opts out', () => { new Function('window', m[0])(window); const on = window.hiveKioskCTAOn; assert.strictEqual(on('https://hive.example/?kiosk=1#section-activity-monitor-section'), true); - assert.strictEqual(on('https://hive.example/?kiosk=1&view=matrix&sound=off'), true); + assert.strictEqual(on('https://hive.example/?kiosk=1&view=reader&sound=off'), true); assert.strictEqual(on('https://hive.example/?kiosk=1&cta=off'), false); assert.strictEqual(on('https://hive.example/'), false); assert.strictEqual(on('https://hive.example/?display=1'), false); @@ -24,12 +24,12 @@ test('hiveKioskCTAOn: kiosk=1 only, cta=off opts out', () => { assert.strictEqual(on('not a url'), false); }); -test('badge wiring: placeholder outside the root, hidden without the body class, lifted and dimmed in matrix', () => { +test('badge wiring: placeholder outside the root, hidden without the body class, lifted and dimmed in Code activity', () => { assert.ok(html.includes("if(window.hiveKioskCTAOn(window.location.href)) document.body.classList.add('kiosk-cta-on');")); const root = html.indexOf(''); const ph = html.indexOf(''); assert.ok(root > 0 && ph > root, 'placeholder must follow the dashboard root'); assert.ok(html.includes('#kiosk-cta { display: none; }')); assert.ok(html.includes('body.kiosk-cta-on #kiosk-cta {')); - assert.ok(html.includes('body.matrix-mode #kiosk-cta { position: fixed; right: var(--sp-6); bottom: var(--sp-6); z-index: 100001; opacity: .85; }')); + assert.ok(html.includes('body.reader-mode #kiosk-cta { position: fixed; right: var(--sp-6); bottom: var(--sp-6); z-index: 100001; opacity: .85; }')); }); diff --git a/src/pkg/dashboard/matrix_header_tab_test.go b/src/pkg/dashboard/matrix_header_tab_test.go index 84fe806882..8df363d9d2 100644 --- a/src/pkg/dashboard/matrix_header_tab_test.go +++ b/src/pkg/dashboard/matrix_header_tab_test.go @@ -10,25 +10,31 @@ import ( "github.com/hivecommons/hive/pkg/config" ) -func TestDashboardMatrixHeaderTabHiddenByDefault(t *testing.T) { +func TestDashboardCodeActivityHeaderTabHiddenByDefault(t *testing.T) { raw, err := staticFS.ReadFile("static/index.html") if err != nil { t.Fatalf("reading embedded static/index.html: %v", err) } html := string(raw) - start := strings.Index(html, `id="oc-matrix-tab"`) + start := strings.Index(html, `id="oc-reader-tab"`) if start < 0 { - t.Fatal("static/index.html missing the Matrix header tab") + t.Fatal("static/index.html missing the Code activity header tab") } open := html[strings.LastIndex(html[:start], "")] - for _, want := range []string{`href="?kiosk=1&view=matrix"`, ` hidden`, `nav-chip`} { + for _, want := range []string{`href="?kiosk=1&view=reader"`, `target="_blank"`, `rel="noopener"`, ` hidden`, `nav-chip`} { if !strings.Contains(open, want) { - t.Fatalf("Matrix header tab %q missing %q", open, want) + t.Fatalf("Code activity header tab %q missing %q", open, want) } } + if !strings.Contains(html[start:], `>Code activity`) { + t.Fatal("toolbar entry must be labelled Code activity") + } + if strings.Contains(html, `id="oc-matrix-tab"`) { + t.Fatal("legacy Matrix toolbar entry remains") + } if !strings.Contains(html, "data.matrixEnabled") { - t.Fatal("static/index.html never toggles the Matrix tab from the status payload") + t.Fatal("static/index.html never toggles the Code activity tab from the status payload") } } diff --git a/src/pkg/dashboard/matrix_persist_test.go b/src/pkg/dashboard/matrix_persist_test.go index fdb4314efc..9489fd28b7 100644 --- a/src/pkg/dashboard/matrix_persist_test.go +++ b/src/pkg/dashboard/matrix_persist_test.go @@ -1,149 +1,45 @@ package dashboard import ( - "encoding/json" "os" "path/filepath" - "strconv" "testing" "time" - "github.com/hivecommons/hive/pkg/config" "github.com/hivecommons/hive/pkg/sentinel" ) -// The backlog survives a restart (#16276): a new source on the same path -// serves the persisted lines, continues the sequence counter so a kiosk -// never sees seq go backwards, and treats a re-observed head as already -// seen. -func TestMatrixSourcePersistRestore(t *testing.T) { +// The superseded persistent line history must never re-enter either feed. +// Existing files are left for the operator to remove, rather than silently +// deleting their data as part of a dashboard config or software upgrade. +func TestMatrixCodeHistoryIsMemoryOnly(t *testing.T) { path := filepath.Join(t.TempDir(), "matrix-lines.json") - m, clk := newTestMatrixSource(t, matrixTestConfig()) - m.persistPath = path - m.restore() // no file yet is the normal first boot - if m.Latest() != 0 || len(m.ring) != 0 { - t.Fatalf("missing file restored seq=%d lines=%d", m.Latest(), len(m.ring)) - } - file := sentinel.File{Path: "a.go", Patch: matrixPatch("one", "two")} - if got := m.ingest(matrixObs(1, "h1", file)); got != 2 { - t.Fatalf("ingest = %d, want 2", got) - } - m.persist() - raw, err := os.ReadFile(path) - if err != nil { - t.Fatalf("persisted file: %v", err) - } - var f matrixPersistFile - if err := json.Unmarshal(raw, &f); err != nil || f.Seq != 2 || len(f.Lines) != 2 || f.Lines[1].Line != "two" { - t.Fatalf("persisted %+v err=%v", f, err) - } - - restored, _ := newTestMatrixSource(t, matrixTestConfig()) - restored.now = clk.now - restored.persistPath = path - restored.restore() - lines, latest := restored.Since(0, 10) - if latest != 2 || len(lines) != 2 || lines[0].Line != "one" || lines[1].Seq != 2 { - t.Fatalf("restored latest=%d lines=%+v", latest, lines) - } - if got := restored.ingest(matrixObs(1, "h1", file)); got != 0 { - t.Fatalf("re-observed head after restart added %d lines", got) - } - if got := restored.ingest(matrixObs(2, "h", sentinel.File{Path: "b.go", Patch: matrixPatch("three")})); got != 1 { - t.Fatalf("new PR after restart added %d", got) - } - if restored.Latest() != 3 { - t.Fatalf("sequence did not continue: latest=%d", restored.Latest()) - } - - // A source with no path never touches disk. - plain, _ := newTestMatrixSource(t, matrixTestConfig()) - plain.ingest(matrixObs(1, "h1", file)) - plain.persist() - if entries, _ := os.ReadDir(filepath.Dir(path)); len(entries) != 1 { - t.Fatalf("unexpected files: %v", entries) - } -} - -func TestMatrixSourcePersistCapsAndTolerates(t *testing.T) { - dir := t.TempDir() - path := filepath.Join(dir, "matrix-lines.json") - m, _ := newTestMatrixSource(t, matrixTestConfig()) - m.persistPath = path - // More distinct lines than the persist cap, spread over PRs so the - // per-head cap does not bite. - total := matrixPersistLines + 50 - for pr := 0; pr*100 < total; pr++ { - var ls []string - for i := 0; i < 100 && pr*100+i < total; i++ { - ls = append(ls, "line"+strconv.Itoa(pr*100+i)) - } - m.ingest(matrixObs(pr+1, "h", sentinel.File{Path: "a.go", Patch: matrixPatch(ls...)})) - } - if m.Latest() != uint64(total) { - t.Fatalf("latest=%d want %d", m.Latest(), total) - } - m.persist() - restored, _ := newTestMatrixSource(t, matrixTestConfig()) - restored.persistPath = path - restored.restore() - lines, latest := restored.Since(0, matrixBacklogCap) - if latest != uint64(total) || len(lines) != matrixPersistLines || lines[0].Seq != uint64(total-matrixPersistLines+1) { - t.Fatalf("restored latest=%d n=%d first=%d", latest, len(lines), lines[0].Seq) - } - - // Disabling the matrix empties the file too, so a later re-enable does - // not resurrect lines captured under the old config. - m.setConfig(config.MatrixConfig{}) - m.reset() - empty, _ := newTestMatrixSource(t, matrixTestConfig()) - empty.persistPath = path - empty.restore() - if n := len(empty.ring); n != 0 || empty.Latest() != uint64(total) { - t.Fatalf("after reset restored %d lines, seq %d", n, empty.Latest()) - } - - // Garbage on disk is logged and ignored, never fatal. - if err := os.WriteFile(path, []byte("{not json"), 0o644); err != nil { - t.Fatal(err) - } - bad, _ := newTestMatrixSource(t, matrixTestConfig()) - bad.persistPath = path - bad.restore() - if bad.Latest() != 0 || len(bad.ring) != 0 { - t.Fatalf("malformed file restored seq=%d lines=%d", bad.Latest(), len(bad.ring)) - } -} - -// Server.SetMatrixPersistPath hands the path to the source MatrixObserver -// builds, and a source built first still picks the backlog up when it has -// nothing of its own. -func TestServerSetMatrixPersistPath(t *testing.T) { - path := filepath.Join(t.TempDir(), "matrix-lines.json") - seed := matrixPersistFile{Seq: 7, Lines: []matrixLine{{Seq: 7, Repo: matrixTestRepo, PR: 1, Head: "h", Path: "a.go", Line: "kept", At: time.Now().UTC()}}} - raw, _ := json.Marshal(seed) - if err := os.WriteFile(path, raw, 0o644); err != nil { + seed := []byte(`{"seq":7,"lines":[{"seq":7,"repo":"org/repo","pr":1,"line":"old retained code"}]}`) + if err := os.WriteFile(path, seed, 0600); err != nil { t.Fatal(err) } s := &Server{} s.SetMatrixPersistPath(path) - if s.MatrixObserver(matrixTestConfig()) == nil { - t.Fatal("no observer") - } - t.Cleanup(s.matrix.close) - if lines, latest := s.matrix.Since(0, 10); latest != 7 || len(lines) != 1 || lines[0].Line != "kept" { - t.Fatalf("observer-built source: latest=%d lines=%+v", latest, lines) - } - - late := &Server{} - if late.MatrixObserver(matrixTestConfig()) == nil { - t.Fatal("no observer") + observe := s.MatrixObserver(matrixTestConfig()) + defer func() { s.matrix.close(); <-s.matrix.done }() + if s.matrix.Latest() != 0 || len(s.matrix.checkpoints.since(0, 200).Regions) != 0 { + t.Fatal("legacy persistent code restored") + } + observe(matrixObs(1, "h", sentinel.File{Path: "a.go", Patch: checkpointPatch("fresh checkpoint")})) + deadline := time.After(2 * time.Second) + for s.matrix.Latest() == 0 { + select { + case <-deadline: + t.Fatal("observer did not ingest") + default: + time.Sleep(time.Millisecond) + } } - t.Cleanup(late.matrix.close) - late.SetMatrixPersistPath(path) - if latest := late.matrix.Latest(); latest != 7 { - t.Fatalf("late path on an empty source: latest=%d, want 7", latest) + s.SetMatrixPersistPath(path) + got, err := os.ReadFile(path) + if err != nil || string(got) != string(seed) { + t.Fatal("legacy history file changed") } - var nilSrv *Server - nilSrv.SetMatrixPersistPath(path) + var nilServer *Server + nilServer.SetMatrixPersistPath(path) } diff --git a/src/pkg/dashboard/matrix_source.go b/src/pkg/dashboard/matrix_source.go index 6174bd5e40..92b2c709cb 100644 --- a/src/pkg/dashboard/matrix_source.go +++ b/src/pkg/dashboard/matrix_source.go @@ -2,11 +2,7 @@ package dashboard import ( "crypto/sha256" - "encoding/json" - "errors" - "fmt" "log/slog" - "os" "strconv" "sync" "sync/atomic" @@ -30,20 +26,8 @@ const ( matrixMaxFilesPerObs = 300 matrixMaxPatchBytes = 512 << 10 matrixDefaultSinceMax = 200 - // matrixPersistLines is how many of the newest lines survive a restart - // (#16276): enough to refill the kiosk's 120-line window with headroom, - // small enough that each write is a few tens of kilobytes. - matrixPersistLines = 500 ) -// matrixPersistFile is the on-disk shape of the backlog. Seq is the newest -// sequence number so the counter continues across restarts and a kiosk -// never sees seq go backwards (matrix.js resets on that). -type matrixPersistFile struct { - Seq uint64 `json:"seq"` - Lines []matrixLine `json:"lines"` -} - // matrixMaxDedupHashes caps dedup hashes across every tracked PR; a var so // tests can exercise the bound without 100k lines. var matrixMaxDedupHashes = 100000 @@ -70,12 +54,21 @@ type matrixPRState struct { // matrixSource turns sentinel patch observations into a bounded, scrubbed, // de-duplicated in-memory backlog. Observe never blocks; one goroutine does // all the parsing. Nothing is written to disk. +type matrixQueuedObservation struct { + observation github.SentinelPatchObservation + epoch string +} + +// matrixSource owns the shared observer queue and its legacy line projection. type matrixSource struct { - cfg atomic.Pointer[config.MatrixConfig] - in chan github.SentinelPatchObservation - dropped atomic.Uint64 - logger *slog.Logger - now func() time.Time + checkpoints *checkpointSource + policyMu sync.Mutex + queuedEpoch atomic.Pointer[string] + cfg atomic.Pointer[config.MatrixConfig] + in chan matrixQueuedObservation + dropped atomic.Uint64 + logger *slog.Logger + now func() time.Time startOnce sync.Once stopOnce sync.Once @@ -99,11 +92,6 @@ type matrixSource struct { // /api/matrix/lines so the kiosk can tell "no pushes" from "no ingest". ingestAt atomic.Int64 ingestEvery atomic.Int64 - - // persistPath, when set, receives the newest matrixPersistLines lines - // and the sequence counter after every ingest that added lines and on - // reset; restore reads it back on construction. - persistPath string } func newMatrixSource(cfg config.MatrixConfig, logger *slog.Logger) *matrixSource { @@ -111,7 +99,7 @@ func newMatrixSource(cfg config.MatrixConfig, logger *slog.Logger) *matrixSource logger = slog.Default() } m := &matrixSource{ - in: make(chan github.SentinelPatchObservation, matrixIngestCap), + in: make(chan matrixQueuedObservation, matrixIngestCap), logger: logger, now: time.Now, stop: make(chan struct{}), @@ -119,15 +107,35 @@ func newMatrixSource(cfg config.MatrixConfig, logger *slog.Logger) *matrixSource ring: make([]matrixLine, 0, matrixBacklogCap), prs: make(map[string]*matrixPRState), } + m.checkpoints = newCheckpointSource(cfg) m.setConfig(cfg) return m } func (m *matrixSource) setConfig(cfg config.MatrixConfig) { + m.policyMu.Lock() + defer m.policyMu.Unlock() c := cfg c.Repos = append([]string(nil), cfg.Repos...) c.ExcludePaths = append([]string(nil), cfg.ExcludePaths...) m.cfg.Store(&c) + if m.checkpoints != nil { + epoch := m.checkpoints.policyEpoch() + m.checkpoints.configure(c) + nextEpoch := m.checkpoints.policyEpoch() + m.queuedEpoch.Store(&nextEpoch) + if epoch != nextEpoch { + m.reset() + // Drop queued code as well as admitted code on policy changes. + for { + select { + case <-m.in: + default: + return + } + } + } + } } // admits applies the observation-level gates: Matrix active, hive-identified @@ -141,11 +149,16 @@ func (m *matrixSource) admits(obs github.SentinelPatchObservation) bool { // it off without blocking: when the ingest channel is full the observation // is dropped and counted. func (m *matrixSource) Observe(obs github.SentinelPatchObservation) { + if !m.policyMu.TryLock() { + m.dropped.Add(1) + return + } + defer m.policyMu.Unlock() if !m.admits(obs) { return } select { - case m.in <- obs: + case m.in <- matrixQueuedObservation{observation: obs, epoch: *m.queuedEpoch.Load()}: default: m.dropped.Add(1) } @@ -168,112 +181,44 @@ func (m *matrixSource) run() { select { case <-m.stop: return - case obs := <-m.in: - if m.safeIngest(obs) > 0 { - m.persist() + case queued := <-m.in: + if queued.epoch != m.checkpoints.policyEpoch() { + continue + } + before := m.Latest() + added := m.checkpoints.ingest(queued.observation, queued.epoch, m.now()) + m.safeIngest(queued.observation) + if added > 0 && m.Latest() == before { + // Deletion-only checkpoints also wake the reader. The frame + // contains only the legacy sequence hint, never code. + m.nudgeCheckpoint() } } } } -func (m *matrixSource) safeIngest(obs github.SentinelPatchObservation) (added int) { +func (m *matrixSource) nudgeCheckpoint() { defer func() { - if r := recover(); r != nil { - added = 0 - m.logger.Warn("matrix line source dropped an observation after a panic", "repo", obs.Repo, "number", obs.Number, "panic", fmt.Sprint(r)) + if recover() != nil { + m.logger.Warn("checkpoint notification failed") } }() - return m.ingest(obs) -} - -// restore loads the persisted backlog: the lines refill the ring oldest -// first, the sequence counter resumes from the file, and each line's hash -// re-enters its PR's dedup set so re-observing the same head after a -// restart adds nothing. A missing file is the normal first boot; a -// malformed one is logged and ignored. -func (m *matrixSource) restore() { - if m.persistPath == "" { - return - } - raw, err := os.ReadFile(m.persistPath) - if err != nil { - if !errors.Is(err, os.ErrNotExist) { - m.logger.Warn("matrix line source: state file unreadable; starting empty", "path", m.persistPath, "error", err) - } - return - } - var f matrixPersistFile - if err := json.Unmarshal(raw, &f); err != nil { - m.logger.Warn("matrix line source: state file malformed; starting empty", "path", m.persistPath, "error", err) - return - } - if len(f.Lines) > matrixPersistLines { - f.Lines = f.Lines[len(f.Lines)-matrixPersistLines:] - } - now := m.now() m.mu.Lock() - defer m.mu.Unlock() - var last uint64 - for _, l := range f.Lines { - if l.Line == "" || l.Seq <= last { - continue - } - last = l.Seq - m.appendLocked(l) - key := l.Repo + "#" + strconv.Itoa(l.PR) - st := m.prs[key] - if st == nil { - st = &matrixPRState{hashes: make(map[[sha256.Size]byte]time.Time)} - m.prs[key] = st - } - st.touched = now - if st.head != l.Head { - st.head = l.Head - st.headCount = 0 - } - h := sha256.Sum256([]byte(l.Path + "\x00" + l.Line)) - if _, dup := st.hashes[h]; !dup { - m.totalHashes++ - } - st.hashes[h] = l.At - st.headCount++ - } - m.seq = max(f.Seq, last) - if m.seq > 0 { - m.logger.Info("matrix line source restored", "lines", len(m.ring), "seq", m.seq) + seq, notify := m.seq, m.notify + m.mu.Unlock() + if notify != nil { + notify(seq) } } -// persist writes the newest matrixPersistLines lines and the sequence -// counter to persistPath atomically. It snapshots under the lock and writes -// outside it; no path is a no-op. -func (m *matrixSource) persist() { - if m.persistPath == "" { - return - } - m.mu.Lock() - n := len(m.ring) - start := 0 - if n > matrixPersistLines { - start = n - matrixPersistLines - } - f := matrixPersistFile{Seq: m.seq, Lines: make([]matrixLine, 0, n-start)} - for i := start; i < n; i++ { - f.Lines = append(f.Lines, m.ring[(m.next+i)%n]) - } - m.mu.Unlock() - raw, err := json.Marshal(f) - if err != nil { - return - } - tmp := m.persistPath + ".tmp" - err = os.WriteFile(tmp, raw, 0o644) - if err == nil { - err = os.Rename(tmp, m.persistPath) - } - if err != nil { - m.logger.Warn("matrix line source: state file write failed", "path", m.persistPath, "error", err) - } +func (m *matrixSource) safeIngest(obs github.SentinelPatchObservation) (added int) { + defer func() { + if r := recover(); r != nil { + added = 0 + m.logger.Warn("matrix line source dropped an observation after a panic", "repo", obs.Repo, "number", obs.Number) + } + }() + return m.ingest(obs) } // ingest filters one observation into the backlog and returns how many lines @@ -446,12 +391,12 @@ func (m *matrixSource) Latest() uint64 { // never sees a sequence number reused. func (m *matrixSource) reset() { m.mu.Lock() + clear(m.ring) m.ring = m.ring[:0] m.next = 0 m.prs = make(map[string]*matrixPRState) m.totalHashes = 0 m.mu.Unlock() - m.persist() } // recordIngest notes that an ingest pass finished at `at` and the next one @@ -505,8 +450,6 @@ func (s *Server) MatrixObserver(cfg config.MatrixConfig) func(github.SentinelPat } if s.matrix == nil { s.matrix = newMatrixSource(cfg, s.logger) - s.matrix.persistPath = s.matrixPersistPath - s.matrix.restore() s.matrix.setNotify(s.nudgeMatrixLines) s.matrix.start() } else { @@ -533,23 +476,7 @@ func (s *Server) RecordMatrixIngest(at time.Time, every time.Duration) { m.recordIngest(at, every) } -// SetMatrixPersistPath names the file the Matrix line source keeps its -// newest lines and sequence counter in (#16276), so a restart refills the -// kiosk instead of showing it empty until the next sweep. It must be called -// before the first active MatrixObserver; empty keeps the source in-memory. -func (s *Server) SetMatrixPersistPath(path string) { - if s == nil { - return - } - s.matrixMu.Lock() - defer s.matrixMu.Unlock() - s.matrixPersistPath = path - // A source that already exists but has nothing yet can still take the - // backlog; one with lines keeps them and only persists from here on. - if s.matrix != nil && s.matrix.persistPath == "" && path != "" { - s.matrix.persistPath = path - if s.matrix.Latest() == 0 { - s.matrix.restore() - } - } -} +// SetMatrixPersistPath is retained for callers compiled against the Matrix +// prototype. Code activity is memory-only: no legacy file is read or written. +// Deprecated: persistent code history is no longer supported. +func (s *Server) SetMatrixPersistPath(_ string) {} diff --git a/src/pkg/dashboard/matrix_ui_test.go b/src/pkg/dashboard/matrix_ui_test.go index f41213572f..a73674a9e3 100644 --- a/src/pkg/dashboard/matrix_ui_test.go +++ b/src/pkg/dashboard/matrix_ui_test.go @@ -7,155 +7,46 @@ import ( "testing" ) -func TestMatrixUIWiring(t *testing.T) { +func TestMatrixPresentationRetired(t *testing.T) { html := indexHTML(t) - read := func(name string) string { - t.Helper() - b, err := os.ReadFile("static-src/" + name) - if err != nil { - t.Fatal(err) + for _, obsolete := range []string{"HIVE_MATRIX", "hiveMatrixStart", "hiveMatrixAttach", "matrix-mode", "matrix-canvas", "mx.effect", "hive.matrix.", `id="oc-matrix-tab"`} { + if strings.Contains(html, obsolete) { + t.Errorf("shipped page retains retired Matrix presentation %q", obsolete) } - return string(b) } - js := read("js/matrix.js") - for _, forbidden := range []string{"innerHTML", "insertAdjacentHTML", "document.write", "new EventSource"} { - if strings.Contains(js, forbidden) { - t.Errorf("matrix.js contains forbidden sink/stream %q", forbidden) - } - } - for _, want := range []string{"visibilitychange", "prefers-reduced-motion: reduce", "cancelAnimationFrame", "text.textContent = line.line", "source.addEventListener('code-lines'", "hive.matrix.", "mx.", "'ghost'", "'terminal'", "effect === 'ghost'", "effect === 'terminal'"} { - if !strings.Contains(js, want) { - t.Errorf("matrix.js missing %q", want) - } - } - for _, want := range []string{"window.HIVE_MATRIX = kiosk && view === 'matrix';", "if(window.HIVE_MATRIX){", "hiveMatrixStart();", "if (window.HIVE_MATRIX) window.hiveMatrixAttach(source);"} { - if !strings.Contains(html, want) { - t.Errorf("generated page missing %q", want) - } - } - css := read("css/matrix.css") - // Overlays must be viewport-pinned and layered above the canvas in every effect (#16441). - for _, want := range []string{"body.matrix-mode .matrix-canvas { display: block; position: absolute; inset: 0; z-index: 0;", "body.matrix-mode .matrix-labels { position: fixed; bottom: 1rem; left: 1rem;", "body.matrix-mode #kiosk-cta { position: fixed; right: var(--sp-6); bottom: var(--sp-6); z-index: 100001;"} { - if !strings.Contains(css, want) { - t.Errorf("matrix.css missing %q", want) - } - } - for _, rule := range strings.Split(css, "}") { - selector, _, ok := strings.Cut(strings.TrimSpace(rule), "{") - if !ok { - continue - } - for _, part := range strings.Split(selector, ",") { - if !strings.HasPrefix(strings.TrimSpace(part), "body.matrix-mode ") { - t.Errorf("unscoped Matrix selector %q", part) - } - } - } - manifest := read("manifest.txt") - for _, file := range []string{"js/matrix.js", "css/matrix.css"} { - if !strings.Contains(manifest, file+"\n") { - t.Errorf("manifest missing %s", file) - } - if !strings.Contains(html, read(file)) { - t.Errorf("generated page is missing current %s", file) + for _, name := range []string{"js/matrix.js", "css/matrix.css"} { + if _, err := os.Stat("static-src/" + name); !os.IsNotExist(err) { + t.Errorf("retired asset %s still exists (err=%v)", name, err) } } } -// Exercise browser lifecycle and pull behavior with deterministic DOM/clock -// doubles. No browser dependencies, network or real animation timers required. -func TestMatrixUIBehavior(t *testing.T) { +// Exercise the status-controlled visibility of the actual toolbar element. +// The reader browser scenarios follow its shipped href and boot the reader. +func TestCodeActivityToolbarStatus(t *testing.T) { node, err := exec.LookPath("node") if err != nil { t.Skip("node unavailable") } - cmd := exec.Command(node, "-e", matrixBrowserTest) + cmd := exec.Command(node, "-e", codeActivityToolbarTest) if out, err := cmd.CombinedOutput(); err != nil { - t.Fatalf("Matrix browser behavior: %v\n%s", err, out) + t.Fatalf("Code activity toolbar: %v\n%s", err, out) } } -const matrixBrowserTest = ` +const codeActivityToolbarTest = ` const assert = require('assert'); const fs = require('fs'); const vm = require('vm'); -const matrix = fs.readFileSync('static-src/js/matrix.js', 'utf8'); -const boot = fs.readFileSync('static-src/js/boot.js', 'utf8').split('})();')[0] + '})();'; -async function scenario(query, reduced = false, status = 200) { - const events = {}, docEvents = {}, raf = new Map(), timers = new Map(), requests = [], draws = []; - let id = 0, responseStatus = status, responseSeq = 1; - const context = {clearRect(){}, fillRect(){}, fillText(...a){draws.push(a)}, drawImage(...a){draws.push(a)}}; - const elements = []; - function el(tag) { const e = {tagName: tag.toUpperCase(), children: [], style: {setProperty(){}}, - classList: {add(){}}, setAttribute(){}, append(...a){this.children.push(...a)}, - appendChild(a){this.children.push(a)}, replaceChildren(...a){this.children = a}, getContext(){return context}}; - elements.push(e); return e; } - const body = el('body'); - const doc = {body, hidden: false, createElement: el, - getElementById(id){return elements.find(e => e.id === id)}, - addEventListener(n, fn){(docEvents[n] ||= []).push(fn)}}; - const motion = {matches: reduced, addEventListener(n, fn){this.change = fn}}; - const win = {location: {href: 'https://hive.test/' + query}, innerWidth: 800, innerHeight: 600, - matchMedia(){return motion}, addEventListener(){}}; - const c = vm.createContext({window: win, document: doc, URL, location: {hash: '#activity'}, - history: {replaceState(){}}, localStorage: {getItem(){return null}, setItem(){}}, - requestAnimationFrame(fn){raf.set(++id, fn); return id}, cancelAnimationFrame(i){raf.delete(i)}, - setTimeout(fn){timers.set(++id, fn); return id}, clearTimeout(i){timers.delete(i)}, setInterval(){}, dashboardSetInterval(){}, - fetch(url){requests.push(url); return Promise.resolve({status: responseStatus, ok: responseStatus === 200, - json(){return Promise.resolve({seq: responseSeq, lines: [{line: '', repo: 'org/repo', pr: 2, path: 'main.go', at: new Date().toISOString()}]})}})}, - Date, Math}); - vm.runInContext(matrix, c); c.hiveMatrixStart = win.hiveMatrixStart; - vm.runInContext(boot, c); - for (const fn of docEvents.DOMContentLoaded || []) fn(); - const flush = async () => {for(let i=0;i<12;i++) await Promise.resolve()}; - await flush(); - if (!win.HIVE_MATRIX) {assert.equal(requests.length, 0); assert(!doc.getElementById('hive-matrix')); return;} - const byClass = n => elements.find(e => e.className === n); - assert.equal(requests[0], '/api/matrix/lines?since=0'); - assert(byClass('matrix-labels').children[0].textContent.includes('public allowlisted repos')); - if (status !== 200) { - assert.equal(raf.size, 0); assert(byClass('matrix-canvas').hidden); - assert(byClass('matrix-notice').textContent.includes(status === 404 ? 'not enabled' : 'Sign in')); - return; - } - if (reduced) { - assert.equal(raf.size, 0); - assert.equal(byClass('matrix-list').children[0].children[1].textContent, ''); - assert(timers.size > 0); - } else { - assert.equal(raf.size, 1); - for (const time of [1, 100]) {const fn = [...raf.values()][0]; raf.clear(); fn(time)} - assert(draws.length > 0); - if (/cascade|ghost|terminal/.test(query)) assert(draws.some(a => a[0] === 'org/repo#2 · main.go')); - if (query.includes('ghost')) assert(draws.some(a => a[0] === 'main.go')); - if (query.includes('terminal')) assert(draws.some(a => a[0] === '+ ')); - // The freshness HUD stays mounted, unhidden and populated in every effect, - // and the typed effects keep their baseline above the HUD band (#16441). - const hud = byClass('matrix-labels'); - assert(!hud.hidden); assert.equal(hud.children.length, 3); - assert(hud.children[0].textContent.includes('lines pushed')); assert(hud.children[1].textContent); - assert.equal(doc.getElementById('hive-matrix').children.indexOf(hud), 3); - if (/ghost|terminal/.test(query)) assert(draws.filter(a => a.length === 3).every(a => a[2] <= win.innerHeight - 100)); - } - doc.hidden = true; docEvents.visibilitychange.forEach(fn => fn()); - assert.equal(raf.size, 0); assert.equal(timers.size, 0); - assert.equal(byClass('matrix-labels').children[2].textContent, 'paused'); - doc.hidden = false; docEvents.visibilitychange.forEach(fn => fn()); await flush(); - docEvents.keydown[0]({key: 'p', target: el('body'), preventDefault(){}}); - assert.equal(raf.size, 0); assert.equal(timers.size, 0); - win.hiveMatrixAttach({addEventListener(n, fn){events[n] = fn}}); - responseSeq = 2; events['code-lines'](); await flush(); - assert.equal(requests.at(-1), '/api/matrix/lines?since=1'); - responseStatus = 403; events['code-lines'](); await flush(); - assert(byClass('matrix-canvas').hidden); assert.equal(byClass('matrix-list').children.length, 0); +const html = fs.readFileSync('static/index.html', 'utf8'); +const entry = html.match(/]*id="oc-reader-tab"[^>]*>[\s\S]*?<\/a>/)[0]; +assert(entry.includes(' hidden')); assert(entry.includes('>Code activity')); +const tab = {hidden: true}; +const document = {getElementById(id) {assert.equal(id, 'oc-reader-tab'); return tab;}}; +// Use the shipped status handler, including its boolean guard. +const handler = html.match(/if \(typeof data.matrixEnabled === 'boolean'\) \{[^}]*\}/)[0]; +for (const [value, expected] of [[undefined, true], [false, true], [true, false], [undefined, false], [false, true]]) { + vm.runInNewContext(handler, {document, data: {matrixEnabled: value}}); + assert.equal(tab.hidden, expected); } -(async () => { - await scenario(''); await scenario('?view=matrix'); await scenario('?kiosk=1'); - await scenario('?kiosk=1&view=matrix'); - await scenario('?kiosk=1&view=matrix&mx.effect=cascade'); - await scenario('?kiosk=1&view=matrix&mx.effect=ghost'); - await scenario('?kiosk=1&view=matrix&mx.effect=terminal'); - await scenario('?kiosk=1&view=matrix', true); - for (const status of [404, 401, 403]) await scenario('?kiosk=1&view=matrix', false, status); -})().catch(e => {console.error(e); process.exit(1)}); ` diff --git a/src/pkg/dashboard/reader_ui_test.go b/src/pkg/dashboard/reader_ui_test.go new file mode 100644 index 0000000000..8679411e46 --- /dev/null +++ b/src/pkg/dashboard/reader_ui_test.go @@ -0,0 +1,261 @@ +package dashboard + +import ( + "os" + "os/exec" + "strings" + "testing" +) + +func TestReaderUIWiring(t *testing.T) { + html := indexHTML(t) + read := func(name string) string { + t.Helper() + b, err := os.ReadFile("static-src/" + name) + if err != nil { + t.Fatal(err) + } + return string(b) + } + js := read("js/reader.js") + for _, forbidden := range []string{"innerHTML", "outerHTML", "insertAdjacentHTML", "document.write", "new EventSource", "Math.random", "AudioContext", "new Audio"} { + if strings.Contains(js, forbidden) { + t.Errorf("reader.js contains forbidden sink/effect %q", forbidden) + } + } + for _, want := range []string{"visibilitychange", "prefers-reduced-motion: reduce", "'&format=regions'", "source.addEventListener('code-lines'", "'wheel'", "'touchstart'", "'\\u2212 '"} { + if !strings.Contains(js, want) { + t.Errorf("reader.js missing %q", want) + } + } + for _, want := range []string{"window.HIVE_READER = kiosk && view === 'reader';", "document.body.classList.add('reader-mode');", "hiveReaderStart();", "if (window.HIVE_READER) window.hiveReaderAttach(source);", `id="oc-reader-tab" href="?kiosk=1&view=reader"`, "getElementById('oc-reader-tab')"} { + if !strings.Contains(html, want) { + t.Errorf("generated page missing %q", want) + } + } + start := strings.Index(html, `id="oc-reader-tab"`) + open := html[strings.LastIndex(html[:start], "")] + if !strings.Contains(open, " hidden") { + t.Errorf("reader header tab %q must be hidden until the status payload enables it", open) + } + css := read("css/reader.css") + // Long text wraps at a fixed size and the feed scrolls natively. + for _, want := range []string{"white-space: pre-wrap; overflow-wrap: anywhere;", "body.reader-mode .reader-scroll { flex: 1 1 auto; min-height: 0; overflow-y: auto;", "font: 20px/1.5 monospace;"} { + if !strings.Contains(css, want) { + t.Errorf("reader.css missing %q", want) + } + } + for _, forbidden := range []string{"text-overflow", "vw;", "line-clamp", "nowrap"} { + if strings.Contains(css, forbidden) { + t.Errorf("reader.css must not shrink or truncate text (%q)", forbidden) + } + } + for _, rule := range strings.Split(css, "}") { + selector, _, ok := strings.Cut(strings.TrimSpace(rule), "{") + if !ok { + continue + } + for _, part := range strings.Split(selector, ",") { + if !strings.HasPrefix(strings.TrimSpace(part), "body.reader-mode ") { + t.Errorf("unscoped reader selector %q", part) + } + } + } + manifest := read("manifest.txt") + for _, file := range []string{"js/reader.js", "css/reader.css"} { + if !strings.Contains(manifest, file+"\n") { + t.Errorf("manifest missing %s", file) + } + if !strings.Contains(html, read(file)) { + t.Errorf("generated page is missing current %s", file) + } + } +} + +// Exercise rendering, pacing, pause and reduced motion with deterministic +// DOM/clock doubles; no browser, network or real timers required. +func TestReaderUIBehavior(t *testing.T) { + node, err := exec.LookPath("node") + if err != nil { + t.Skip("node unavailable") + } + cmd := exec.Command(node, "-e", readerBrowserTest) + if out, err := cmd.CombinedOutput(); err != nil { + t.Fatalf("reader browser behavior: %v\n%s", err, out) + } +} + +const readerBrowserTest = ` +const assert = require('assert'); +const fs = require('fs'); +const vm = require('vm'); +const reader = fs.readFileSync('static-src/js/reader.js', 'utf8'); +// Follow the actual shipped toolbar link, rather than a separately hard-coded URL. +const page = fs.readFileSync('static/index.html', 'utf8'); +const toolbar = page.match(/]*id="oc-reader-tab"[^>]*>/)[0]; +assert(toolbar.includes('target="_blank"')); assert(toolbar.includes('rel="noopener"')); +const toolbarQuery = toolbar.match(/href="([^"]+)"/)[1].replaceAll('&', '&'); +const boot = fs.readFileSync('static-src/js/boot.js', 'utf8').split('})();')[0] + '})();'; +const at = '2026-11-03T12:00:00Z'; +const first = [ + {seq: 1, repo: 'org/repo', pr: 2, head: 'abc', path: 'main.go', line: '', at}, + {seq: 2, repo: 'org/repo', pr: 2, head: 'abc', path: 'main.go', line: '', at}, + {seq: 3, repo: 'org/repo', pr: 2, head: 'abc', path: 'main.go', line: '\tx := 1', at}, + {seq: 4, repo: 'org/repo', pr: 2, head: 'abc', path: 'main.go', line: '\tx := 1', at}, + {seq: 5, repo: 'org/repo', pr: 2, head: 'abc', path: 'main.go', line: ' old()', op: '-', at}, + {seq: 6, repo: 'org/other', pr: 7, head: 'def', path: 'README.md', line: 'a very long line '.repeat(40), pr_url: 'https://github.com/org/other/pull/7', at}, +]; +async function scenario(query, opts = {}) { + const docEvents = {}, timers = new Map(), requests = [], scrolls = [], sse = {}; + let id = 0, status = opts.status || 200, seq = 6, lines = first; + const elements = []; + function el(tag) { const e = {tagName: tag.toUpperCase(), children: [], listeners: {}, attrs: {}, className: '', + textContent: '', hidden: false, scrollTop: 0, offsetHeight: 10, classList: {add(){}}, + setAttribute(k, v){this.attrs[k] = v}, append(...a){this.children.push(...a)}, appendChild(a){this.children.push(a); return a}, + removeChild(a){this.children.splice(this.children.indexOf(a), 1)}, replaceChildren(...a){this.children = a}, + addEventListener(n, fn){this.listeners[n] = fn}, scrollIntoView(o){scrolls.push(o)}}; + elements.push(e); return e; } + const doc = {body: el('body'), hidden: false, createElement: el, + getElementById(id){return elements.find(e => e.id === id)}, + addEventListener(n, fn){(docEvents[n] ||= []).push(fn)}}; + const motion = {matches: !!opts.reduced, addEventListener(n, fn){this.change = fn}}; + const win = {location: {href: 'https://hive.test/' + query}, matchMedia(){return motion}, addEventListener(){}}; + const c = vm.createContext({window: win, document: doc, URL, location: {hash: ''}, history: {replaceState(){}}, + localStorage: {getItem(){return null}, setItem(){}}, + requestAnimationFrame(){throw new Error('reader must not animate frames')}, + setTimeout(fn){timers.set(++id, fn); return id}, clearTimeout(i){timers.delete(i)}, setInterval(){}, dashboardSetInterval(){}, + fetch(url){requests.push(url); const regions = []; + lines.forEach(line => { + let last = regions[regions.length - 1]; + if (!last || last.path !== line.path || last.repo !== line.repo) regions.push(last = {...line, seq: line.seq, lines: []}); + last.lines.push({op: line.op || '+', line: line.line}); + }); + let body = {seq, latest: seq, epoch: 'policy-1', source: 'Pushed PR', regions}; lines = []; + if (opts.pages && opts.pages.length) body = opts.pages.shift(); + return Promise.resolve({status, ok: status === 200, json(){return Promise.resolve(body)}})}, + Date, Math}); + vm.runInContext(reader, c); c.hiveReaderStart = win.hiveReaderStart; + vm.runInContext(boot, c); + for (const fn of docEvents.DOMContentLoaded || []) fn(); + const flush = async () => {for (let i = 0; i < 64; i++) await Promise.resolve()}; + await flush(); + if (!win.HIVE_READER) {assert.equal(requests.length, 0); assert(!doc.getElementById('hive-reader')); return;} + const byClass = n => elements.find(e => e.className === n); + const feed = byClass('reader-feed'), statusEl = byClass('reader-status'), button = byClass('reader-pause'); + const fire = () => {assert.equal(timers.size, 1); const [k, fn] = [...timers][0]; timers.delete(k); fn()}; + const key = (key, code) => docEvents.keydown[0]({key, code, target: doc.body, preventDefault(){}}); + assert.equal(requests[0], '/api/matrix/lines?since=0&format=regions'); + if (status !== 200) { + assert.equal(feed.children.length, 0); assert.equal(timers.size, 0); + assert(statusEl.textContent.includes(status === 404 ? 'not enabled' : 'Sign in')); + return; + } + const meta = card => card.children[0].children, rows = card => card.children[1].children.map(r => r.textContent); + if (opts.boundaries) { + // Two complete regions in one file remain separate across pages. The + // reader follows continuation rather than skipping to source.latest. + assert.equal(requests.length, 2); + assert.equal(requests[1], '/api/matrix/lines?since=1&format=regions'); + assert.equal(feed.children.length, 2); + assert.deepEqual(rows(feed.children[0]), ['+ one\n']); + assert.deepEqual(rows(feed.children[1]), ['− two\n']); + assert.equal(meta(feed.children[1])[3].textContent, 'Buffered snapshot'); + win.hiveReaderAttach({addEventListener(n, fn){sse[n] = fn}}); + opts.pages.push({seq: 3, latest: 3, epoch: 'policy-2', regions: [{repo: 'org/repo', pr: 2, path: 'main.go', seq: 3, at, lines: [{op: '+', line: 'new policy'}]}]}); + sse['code-lines'](); await flush(); + assert.equal(feed.children.length, 1); + assert.deepEqual(rows(feed.children[0]), ['+ new policy\n']); + byClass('reader-pause reader-replay').listeners.click(); + assert.equal(feed.children.length, 1); // old policy is gone from replay too + assert.deepEqual(rows(feed.children[0]), ['+ new policy\n']); + // Busy feeds evict whole regions under line, text and viewport bounds. + const base = {repo: 'org/repo', pr: 2, path: 'main.go', at}; + opts.pages.push({seq: 10, latest: 10, epoch: 'policy-2', regions: Array.from({length: 7}, (_, i) => ({...base, seq: i + 4, lines: Array.from({length: 200}, () => ({op: '+', line: 'bounded line'}))}))}); + sse['code-lines'](); await flush(); + assert(feed.children.reduce((n, card) => n + rows(card).length, 0) <= 1200); + assert(feed.children.every(card => rows(card).length === 1 || rows(card).length === 200)); + opts.pages.push({seq: 50, latest: 50, epoch: 'policy-2', regions: Array.from({length: 40}, (_, i) => ({...base, seq: i + 11, lines: [{op: '+', line: 'one'}]}))}); + sse['code-lines'](); await flush(); assert.equal(feed.children.length, 32); + opts.pages.push({seq: 70, latest: 70, epoch: 'policy-2', regions: Array.from({length: 20}, (_, i) => ({...base, seq: i + 51, lines: [{op: '+', line: 'safe '.repeat(3000)}]}))}); + sse['code-lines'](); await flush(); + assert(feed.children.reduce((n, card) => n + rows(card).join('').length * 2, 0) < 256 * 1024); + status = 404; sse['code-lines'](); await flush(); + assert.equal(feed.children.length, 0); + return; + } + + const checkFirst = card => { + // One contiguous region: blank, indented and repeated lines kept as text. + assert.deepEqual(rows(card), ['+ \n', '+ \n', '+ \tx := 1\n', '+ \tx := 1\n', '\u2212 old()\n']); + assert.equal(card.children[1].tagName, 'PRE'); + assert.deepEqual(card.children[1].children.map(r => r.className), ['reader-line reader-add', 'reader-line reader-add', 'reader-line reader-add', 'reader-line reader-add', 'reader-line reader-del']); + const [repo, file, stage, delivery, time] = meta(card); + assert.equal(repo.tagName, 'A'); assert.equal(repo.textContent, 'org/repo #2'); + assert.equal(repo.href, 'https://github.com/org/repo/pull/2'); assert.equal(repo.attrs.rel, 'noopener noreferrer'); + assert.equal(file.textContent, 'main.go'); assert.equal(stage.textContent, 'Pushed PR'); assert.equal(delivery.textContent, 'Buffered snapshot'); + assert.equal(time.tagName, 'TIME'); assert.equal(time.attrs.datetime, '2026-11-03T12:00:00.000Z'); + assert(time.textContent.startsWith('observed ')); + }; + const checkSecond = card => { + assert.equal(meta(card)[0].href, 'https://github.com/org/other/pull/7'); + assert.equal(meta(card)[1].textContent, 'README.md'); + assert.equal(rows(card)[0], '+ ' + 'a very long line '.repeat(40) + '\n'); + }; + win.hiveReaderAttach({addEventListener(n, fn){sse[n] = fn}}); + if (opts.reduced) { + // Static and scrollable: everything shown at once, nothing scheduled or scrolled. + assert.equal(feed.children.length, 2); assert.equal(timers.size, 0); assert.equal(scrolls.length, 0); + checkFirst(feed.children[0]); checkSecond(feed.children[1]); + lines = [{seq: 7, repo: 'org/repo', pr: 2, head: 'abc', path: 'b.go', line: 'next', at}]; seq = 7; + sse['code-lines'](); await flush(); + assert.equal(feed.children.length, 3); assert.equal(timers.size, 0); assert.equal(scrolls.length, 0); + return; + } + // The first paragraph is shown; the next waits for it to be read. + assert.equal(feed.children.length, 1); checkFirst(feed.children[0]); + assert.equal(timers.size, 1); assert.equal(scrolls.at(-1).behavior, 'smooth'); + assert(statusEl.textContent.includes('1 change waiting')); + // Incoming work queues behind the paragraph being read. + lines = [{seq: 7, repo: 'org/repo', pr: 2, head: 'abc', path: 'b.go', line: 'next', at}]; seq = 7; + sse['code-lines'](); await flush(); + assert.equal(requests.at(-1), '/api/matrix/lines?since=6&format=regions'); + assert.equal(feed.children.length, 1); assert.equal(timers.size, 1); + // P pauses and resumes; the button mirrors it. + key('p'); assert.equal(timers.size, 0); assert.equal(button.textContent, 'Resume'); + assert.equal(button.attrs['aria-pressed'], 'true'); assert(statusEl.textContent.startsWith('paused')); + key(' ', 'Space'); assert.equal(timers.size, 1); assert.equal(button.textContent, 'Pause'); + fire(); assert.equal(feed.children.length, 2); checkSecond(feed.children[1]); + // Wheel, touch and navigation keys pause for inspection; the button resumes. + byClass('reader-scroll').listeners.wheel(); assert.equal(timers.size, 0); assert.equal(button.textContent, 'Resume'); + button.listeners.click(); assert.equal(timers.size, 1); + byClass('reader-scroll').listeners.touchstart(); assert.equal(timers.size, 0); + button.listeners.click(); key('PageDown'); assert.equal(timers.size, 0); + button.listeners.click(); assert.equal(timers.size, 1); + // Quiet hold after consuming the queued paragraph; no automatic replay. + fire(); assert.equal(feed.children.length, 3); assert.equal(rows(feed.children[2])[0], '+ next\n'); + fire(); assert.equal(timers.size, 0); assert(statusEl.textContent.includes('Caught up')); + sse['code-lines'](); await flush(); assert.equal(timers.size, 0); assert.equal(feed.children.length, 3); + // Replay requires a deliberate click and is labelled on every card. + byClass('reader-pause reader-replay').listeners.click(); + assert.equal(feed.children.length, 1); assert.equal(meta(feed.children[0])[3].textContent, 'Replay · buffered snapshot'); + doc.hidden = true; docEvents.visibilitychange.forEach(fn => fn()); + assert.equal(timers.size, 0); assert.equal(feed.children.length, 0); + doc.hidden = false; docEvents.visibilitychange.forEach(fn => fn()); await flush(); + assert.equal(feed.children.length, 0); assert(statusEl.textContent.includes('No buffered checkpoints')); + assert(byClass('reader-freshness').textContent.includes('empty does not mean no work')); + status = 403; sse['code-lines'](); await flush(); + assert.equal(feed.children.length, 0); assert(statusEl.textContent.includes('Sign in')); +} +(async () => { + await scenario(''); await scenario('?view=reader'); await scenario('?kiosk=1'); await scenario('?kiosk=1&view=matrix'); + await scenario(toolbarQuery); + await scenario('?kiosk=1&view=reader', {reduced: true}); + const region = {repo: 'org/repo', pr: 2, path: 'main.go', at}; + await scenario('?kiosk=1&view=reader', {reduced: true, boundaries: true, pages: [ + {seq: 1, latest: 2, epoch: 'policy-1', regions: [{...region, seq: 1, lines: [{op: '+', line: 'one'}]}]}, + {seq: 2, latest: 2, epoch: 'policy-1', regions: [{...region, seq: 2, lines: [{op: '-', line: 'two'}]}]}, + ]}); + for (const status of [404, 401, 403]) await scenario('?kiosk=1&view=reader', {status}); +})().catch(e => {console.error(e); process.exit(1)}); +` diff --git a/src/pkg/dashboard/server.go b/src/pkg/dashboard/server.go index 78b8f15f1f..62a6fc0255 100644 --- a/src/pkg/dashboard/server.go +++ b/src/pkg/dashboard/server.go @@ -119,10 +119,9 @@ type Server struct { // matrix is the dashboard.matrix line source (matrix_source.go); nil // until MatrixObserver is called with an active config. - matrixMu sync.Mutex - matrix *matrixSource - matrixNudge stageTrackerNudger - matrixPersistPath string + matrixMu sync.Mutex + matrix *matrixSource + matrixNudge stageTrackerNudger port int authToken string @@ -1979,6 +1978,9 @@ code{color:#e6edf3} // empty role and never block a read-only viewer's writes.) func (s *Server) authenticate(next http.Handler) http.Handler { return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + if r.URL.Path == "/api/matrix/lines" { + w.Header().Set("Cache-Control", "no-store") + } directRouteAuthz := s.directRouteAuthzEnabled() // FAIL CLOSED: a spoke with an authorized_users allowlist (direct-route) diff --git a/src/pkg/dashboard/static-src/css/matrix.css b/src/pkg/dashboard/static-src/css/matrix.css deleted file mode 100644 index ec03d32308..0000000000 --- a/src/pkg/dashboard/static-src/css/matrix.css +++ /dev/null @@ -1,17 +0,0 @@ -body.matrix-mode #hive-dashboard-root { display: none !important; } -body.matrix-mode #hive-matrix { - --matrix-bg: #000804; - --matrix-fg: #52ed86; - --matrix-surface: #000000; - --matrix-text: #e8f5eb; - --matrix-muted: #b8ccbb; - position: fixed; inset: 0; z-index: 100000; background: var(--matrix-bg); color: var(--matrix-color, var(--matrix-fg)); font: 16px monospace; -} -body.matrix-mode .matrix-canvas { display: block; position: absolute; inset: 0; z-index: 0; width: 100%; height: 100%; } -body.matrix-mode .matrix-labels { position: fixed; bottom: 1rem; left: 1rem; max-width: min(60vw, 48rem); z-index: 2; padding: var(--sp-3); background: var(--matrix-surface); color: var(--matrix-text); font-size: var(--fs-base); overflow-wrap: anywhere; } -body.matrix-mode .matrix-notice { position: fixed; top: 2rem; left: 1rem; right: 1rem; z-index: 2; color: var(--matrix-text); } -body.matrix-mode .matrix-list { position: absolute; inset: 4rem 1rem 8rem; z-index: 1; overflow: hidden; } -body.matrix-mode .matrix-list pre { white-space: pre-wrap; overflow-wrap: anywhere; margin: .3rem 0 1rem; } -body.matrix-mode .matrix-list small { color: var(--matrix-muted); } -body.matrix-mode #hive-matrix [hidden] { display: none !important; } -body.matrix-mode #kiosk-cta { position: fixed; right: var(--sp-6); bottom: var(--sp-6); z-index: 100001; opacity: .85; } diff --git a/src/pkg/dashboard/static-src/css/reader.css b/src/pkg/dashboard/static-src/css/reader.css new file mode 100644 index 0000000000..0179a90b8d --- /dev/null +++ b/src/pkg/dashboard/static-src/css/reader.css @@ -0,0 +1,25 @@ +body.reader-mode #hive-dashboard-root { display: none !important; } +body.reader-mode #hive-reader { + --reader-bg: #0b0f0c; + --reader-surface: #121a14; + --reader-text: #e8f5eb; + --reader-muted: #b8ccbb; + --reader-add: #7ee2a0; + --reader-del: #ff9a9a; + --reader-tail: 10rem; + position: fixed; inset: 0; z-index: 100000; display: flex; flex-direction: column; + background: var(--reader-bg); color: var(--reader-text); font: 20px/1.5 monospace; +} +body.reader-mode .reader-bar { display: flex; flex-wrap: wrap; align-items: center; gap: var(--sp-3) var(--sp-5); padding: var(--sp-3) var(--sp-5); color: var(--reader-muted); font-size: var(--fs-touch); overflow-wrap: anywhere; } +body.reader-mode .reader-status { flex: 1 1 auto; color: var(--reader-text); } +body.reader-mode .reader-pause { font: inherit; color: var(--reader-text); background: var(--reader-surface); border: 1px solid var(--reader-muted); border-radius: var(--radius-sm); padding: var(--sp-2) var(--sp-6); cursor: pointer; } +body.reader-mode .reader-scroll { flex: 1 1 auto; min-height: 0; overflow-y: auto; overscroll-behavior: contain; padding: var(--sp-0) var(--sp-5) var(--reader-tail); } +body.reader-mode .reader-card { max-width: 80rem; margin: 0 auto 1.5rem; padding: var(--sp-3) var(--sp-5); background: var(--reader-surface); border-radius: var(--radius); } +body.reader-mode .reader-meta { display: flex; flex-wrap: wrap; gap: .25rem 1.25rem; color: var(--reader-muted); font-size: var(--fs-touch); overflow-wrap: anywhere; } +body.reader-mode .reader-repo { color: var(--reader-text); font-weight: 600; } +body.reader-mode a.reader-repo { text-decoration: underline; } +body.reader-mode .reader-diff { margin: .5rem 0 0; font: inherit; white-space: pre-wrap; overflow-wrap: anywhere; } +body.reader-mode .reader-add { color: var(--reader-add); } +body.reader-mode .reader-del { color: var(--reader-del); } +body.reader-mode #hive-reader [hidden] { display: none !important; } +body.reader-mode #kiosk-cta { position: fixed; right: var(--sp-6); bottom: var(--sp-6); z-index: 100001; opacity: .85; } diff --git a/src/pkg/dashboard/static-src/html/faq.html b/src/pkg/dashboard/static-src/html/faq.html index 9586cb3fba..6075f22dea 100644 --- a/src/pkg/dashboard/static-src/html/faq.html +++ b/src/pkg/dashboard/static-src/html/faq.html @@ -267,7 +267,7 @@

Where to get help

diff --git a/src/pkg/dashboard/static-src/html/topbar.html b/src/pkg/dashboard/static-src/html/topbar.html index 2b07aaeb9d..ed03cedd82 100644 --- a/src/pkg/dashboard/static-src/html/topbar.html +++ b/src/pkg/dashboard/static-src/html/topbar.html @@ -25,7 +25,7 @@
- + diff --git a/src/pkg/dashboard/static-src/js/boot.js b/src/pkg/dashboard/static-src/js/boot.js index c73bd07343..7f25fc4472 100644 --- a/src/pkg/dashboard/static-src/js/boot.js +++ b/src/pkg/dashboard/static-src/js/boot.js @@ -36,10 +36,11 @@ (function(){ var kiosk=false, popout=false, display=false, view='', sound=true, density='', shift=false; try { var u=new URL(window.location.href); kiosk=u.searchParams.get('kiosk')==='1'; view=u.searchParams.get('view'); popout=u.searchParams.get('popout')==='1'; display=u.searchParams.get('display')==='1'; density=u.searchParams.get('density')==='tv'?'tv':''; shift=u.searchParams.get('shift')==='1'; sound=new URL(window.location.href).searchParams.get('sound')!=='off'; } catch(e) {} - window.HIVE_MATRIX = kiosk && view === 'matrix'; - if(window.HIVE_MATRIX){ - document.body.classList.add('matrix-mode'); - document.addEventListener('DOMContentLoaded', function(){ typeof hiveMatrixStart === 'function' && hiveMatrixStart(); }); + // Code activity is the sole opt-in code display; legacy Matrix effects are retired. + window.HIVE_READER = kiosk && view === 'reader'; + if(window.HIVE_READER){ + document.body.classList.add('reader-mode'); + document.addEventListener('DOMContentLoaded', function(){ typeof hiveReaderStart === 'function' && hiveReaderStart(); }); } window.HIVE_KIOSK=kiosk; window.HIVE_POPOUT=popout&&!kiosk; diff --git a/src/pkg/dashboard/static-src/js/matrix.js b/src/pkg/dashboard/static-src/js/matrix.js deleted file mode 100644 index 225ae94881..0000000000 --- a/src/pkg/dashboard/static-src/js/matrix.js +++ /dev/null @@ -1,347 +0,0 @@ -// Matrix is an opt-in display only. Content always comes from the authorized -// pull endpoint; the shared SSE stream carries a content-free nudge. -(function(){ - 'use strict'; - var pull = function(){}; - window.hiveMatrixAttach = function(source){ - if (!window.HIVE_MATRIX) return; - source.addEventListener('code-lines', function(){ pull(); }); - source.addEventListener('open', function(){ pull(); }); - }; - window.hiveMatrixStart = function(){ - if (!window.HIVE_MATRIX || document.getElementById('hive-matrix')) return; - var params = new URL(window.location.href).searchParams; - function option(name, fallback){ - var value = params.get('mx.' + name); - try { - if (value === null) value = localStorage.getItem('hive.matrix.' + name); - else localStorage.setItem('hive.matrix.' + name, value); - } catch(e) {} - return value === null ? fallback : value; - } - function number(name, fallback, min, max){ - var value = Number(option(name, String(fallback))); - return Number.isFinite(value) ? Math.max(min, Math.min(max, value)) : fallback; - } - var effect = option('effect', 'rain'); - if (['rain', 'cascade', 'ghost', 'terminal'].indexOf(effect) < 0) effect = 'rain'; - var captions = option('captions', 'on') !== 'off'; - var speed = number('speed', 1, 0.1, 5), fps = number('fps', 30, 1, 60); - var palette = option('palette', 'green'); - var colors = {green: '#52ed86', amber: '#ffb347', gold: '#ffd700'}; - var color = colors[palette] || colors.green; - var root = document.createElement('main'); - root.id = 'hive-matrix'; - root.style.setProperty('--matrix-color', color); - document.body.appendChild(root); - function element(tag, className, text){ - var el = document.createElement(tag); - el.className = className; - if (text) el.textContent = text; - root.appendChild(el); - return el; - } - var canvas = element('canvas', 'matrix-canvas'); - canvas.setAttribute('aria-label', 'Pushed code lines · Matrix ' + effect); - var list = element('div', 'matrix-list'); - var notice = element('p', 'matrix-notice', 'Waiting for pushed lines…'); - notice.setAttribute('role', 'status'); - var labels = element('div', 'matrix-labels'); - var source = document.createElement('div'); - source.textContent = 'Source: lines pushed by hive · public allowlisted repos'; - var freshness = document.createElement('div'); - var pausedLabel = document.createElement('div'); - labels.append(source, freshness, pausedLabel); - var ctx = canvas.getContext('2d'); - var motion = window.matchMedia('(prefers-reduced-motion: reduce)'); - var lines = [], lastSeq = 0, lastAt = 0, lastIngestAt = 0, startedAt = Date.now(); - var enabled = false, manualPause = false, loading = false, pending = false; - var frame = 0, previous = 0, page = 0, pageTimer = 0, drops = []; - var atlas = document.createElement('canvas'), glyphs = new Map(); - var width = 0, height = 0, cell = 20, rowH = 20, charW = 10; - // Ghost coder and Terminal type the delivered lines in order; once the - // queue runs dry they replay the bounded latest-line window. - var queue = [], tabs = [], typing = null, termRows = [], termHead = '', termClock = 0; - var muted = '#6f8f78', syntaxColors = {keyword: '#7fd4ff', string: '#ffd27f', comment: muted, number: '#ff9cf0'}; - var languages = { - go: {comment: '//', words: 'package import func return if else for range var const type struct interface map chan go defer select case switch default break continue nil true false'}, - js: {comment: '//', words: 'function var let const return if else for while do new class extends import export from default async await this null undefined true false typeof instanceof switch case break continue try catch finally throw of in'}, - py: {comment: '#', words: 'def class import from return if elif else for while in not and or is None True False with as lambda yield pass raise try except finally async await'}, - sh: {comment: '#', words: 'if then else elif fi for while do done case esac function local export return in'}, - rs: {comment: '//', words: 'fn let mut pub use mod struct enum impl trait match if else for while loop return self Self true false const static where async await'}, - c: {comment: '//', words: 'if else for while do return break continue switch case default new class public private protected static const struct enum typedef sizeof void int char long double float unsigned true false null this import package'} - }; - var extensions = {go: 'go', js: 'js', mjs: 'js', cjs: 'js', ts: 'js', tsx: 'js', jsx: 'js', py: 'py', sh: 'sh', bash: 'sh', - rs: 'rs', c: 'c', h: 'c', cc: 'c', cpp: 'c', hpp: 'c', java: 'c', cs: 'c'}; - Object.keys(languages).forEach(function(k){ languages[k].words = new Set(languages[k].words.split(' ')); }); - function paused(){ return manualPause || document.hidden; } - // Height of the bottom band the freshness HUD occupies, so typed rows - // never run under it in any effect (#16441). 100px is the floor used - // before the HUD was measured. - function hudBand(){ return Math.max(100, (labels.offsetHeight || 0) + 32); } - function resize(){ - width = window.innerWidth; height = window.innerHeight; - canvas.width = width; canvas.height = height; - drops = []; - ctx.font = '16px monospace'; - charW = (ctx.measureText && ctx.measureText('M').width) || 10; - } - function resetText(){ queue = []; tabs = []; typing = null; termRows = []; termHead = ''; termClock = 0; } - function clearContent(message){ - enabled = false; lines = []; drops = []; glyphs.clear(); resetText(); - lastSeq = 0; lastAt = 0; lastIngestAt = 0; - list.replaceChildren(); ctx.clearRect(0, 0, width, height); - notice.textContent = message; - sync(); - } - function updateLabels(){ - var minutes = Math.floor(Math.max(0, Date.now() - (lastAt || startedAt)) / 60000); - var text = minutes >= 10 ? 'stale · no new lines for ' + minutes + 'm' : - (lastAt ? 'last line ' + (minutes ? minutes + 'm ago' : 'just now') : 'waiting for first line'); - // When stale, say whether the hive is still looking: a recent ingest - // means nothing was pushed, an old one means the feed itself is behind. - if (minutes >= 10 && lastIngestAt) { - var ingestMinutes = Math.floor(Math.max(0, Date.now() - lastIngestAt) / 60000); - text += ' · last ingest ' + (ingestMinutes ? ingestMinutes + 'm ago' : 'just now'); - } - freshness.textContent = text; - pausedLabel.textContent = paused() ? 'paused' : 'p / Space to pause'; - } - function caption(line){ return line.repo + '#' + line.pr + ' · ' + line.path; } - function prKey(line){ return line.repo + '#' + line.pr; } - function nextLine(key){ - if (!queue.length) queue = lines.slice(); - var at = 0; - for (var i = 0; key && i < queue.length; i++) if (prKey(queue[i]) === key) { at = i; break; } - return queue.splice(at, 1)[0] || null; - } - // Minimal keyword/string/comment/number colouring keyed on the extension; - // unknown extensions render in the palette colour. - function tokens(path, text){ - var ext = (/\.([^.\/]+)$/.exec(path || '') || [])[1]; - var lang = languages[extensions[ext ? ext.toLowerCase() : '']]; - if (!lang) return [{text: text, color: color}]; - var out = [], last = 0, match; - var pattern = /("(?:[^"\\]|\\.)*"?|'(?:[^'\\]|\\.)*'?|`[^`]*`?)|(\b\d[\w.]*)|([A-Za-z_$][\w$]*)|(\/\/|#)/g; - function push(t, c){ if (t) out.push({text: t, color: c}); } - while ((match = pattern.exec(text))) { - push(text.slice(last, match.index), color); - last = pattern.lastIndex; - if (match[4] === lang.comment) { push(text.slice(match.index), syntaxColors.comment); last = text.length; break; } - push(match[0], match[1] ? syntaxColors.string : match[2] ? syntaxColors.number : - match[3] && lang.words.has(match[0]) ? syntaxColors.keyword : color); - } - push(text.slice(last), color); - return out; - } - function openTab(line){ - var key = prKey(line), tab = null; - tabs.forEach(function(t){ if (t.key === key) tab = t; }); - if (!tab) { - tab = {key: key, rows: [], count: 0}; tabs.push(tab); - if (tabs.length > 6) tabs.shift(); - } - tab.path = line.path; - return tab; - } - function startTyping(line){ - typing = line ? {tab: openTab(line), line: line, chars: Array.from(line.line), typed: 0} : null; - } - function drawGhost(dt, now){ - if (!typing) startTyping(nextLine('')); - if (!typing) return; - typing.typed += dt * 40; - // A short beat at the end of each line before the next one starts. - if (typing.typed >= typing.chars.length + 4) { - var done = typing.tab; - done.count++; - done.rows.push({n: done.count, path: typing.line.path, text: typing.line.line}); - if (done.rows.length > 200) done.rows.shift(); - startTyping(nextLine(done.key)); - if (!typing) return; - } - var tab = typing.tab, top = 34, tabW = Math.min(240, width / Math.max(1, tabs.length)); - ctx.font = '13px monospace'; - tabs.forEach(function(t, i){ - ctx.fillStyle = t === tab ? '#0b2a16' : '#02140a'; - ctx.fillRect(i * tabW, 0, tabW - 2, 28); - ctx.fillStyle = t === tab ? color : muted; - ctx.fillText(t.path, i * tabW + 10, 19, tabW - 20); - }); - if (captions) { - ctx.fillStyle = '#b8ccbb'; ctx.font = '12px monospace'; - ctx.fillText(caption(typing.line), 10, 48, width - 20); - top = 56; - } - ctx.font = '16px monospace'; - var visible = Math.max(1, Math.floor((height - top - hudBand()) / rowH)); - var current = {n: tab.count + 1, path: typing.line.path, text: typing.chars.slice(0, Math.floor(typing.typed)).join(''), current: true}; - tab.rows.slice(-(visible - 1) || tab.rows.length).concat([current]).forEach(function(row, i){ - var y = top + (i + 1) * rowH, col = 0; - ctx.fillStyle = muted; ctx.fillText(String(row.n), 10, y); - tokens(row.path, row.text).forEach(function(token){ - ctx.fillStyle = token.color; ctx.fillText(token.text, 60 + col * charW, y); - col += Array.from(token.text).length; - }); - if (row.current && Math.floor(now / 530) % 2 === 0) { ctx.fillStyle = color; ctx.fillRect(60 + col * charW, y - 14, 2, 18); } - }); - } - function emitTerminal(){ - var line = nextLine(''); - if (!line) return; - if (caption(line) !== termHead) { - termHead = caption(line); - if (captions) { - if (termRows.length) termRows.push({text: '', color: color}); - termRows.push({text: termHead, color: '#b8ccbb'}); - } - } - termRows.push({text: '+ ' + line.line, color: color}); - var keep = Math.ceil(height / rowH) + 4; - if (termRows.length > keep) termRows = termRows.slice(-keep); - } - function drawTerminal(dt){ - if (!termRows.length) emitTerminal(); - termClock += dt * 4; - while (termClock >= 1) { termClock -= 1; emitTerminal(); } - var bottom = height - hudBand(); - ctx.font = '16px monospace'; - termRows.forEach(function(row, i){ - var y = bottom - (termRows.length - 1 - i + termClock) * rowH; - if (y < -rowH || !row.text) return; - ctx.fillStyle = row.color; ctx.fillText(row.text, 10, y, width - 20); - }); - } - function staticPage(){ - list.replaceChildren(); - var latest = lines.slice(-60).reverse(); - if (page * 8 >= latest.length) page = 0; - latest.slice(page * 8, page * 8 + 8).forEach(function(line){ - var row = document.createElement('div'); - var label = document.createElement('small'); - label.textContent = caption(line); - var text = document.createElement('pre'); - text.textContent = line.line; - row.append(label, text); list.appendChild(row); - }); - } - function buildAtlas(){ - // Bounded by the same latest-line window as the renderer. No synthetic - // characters: every glyph in a column belongs to an incoming line. - glyphs.clear(); - lines.forEach(function(line){ Array.from(line.line).forEach(function(g){ - if (!glyphs.has(g)) glyphs.set(g, glyphs.size); - }); }); - atlas.width = 64 * cell; - atlas.height = Math.max(cell, Math.ceil(glyphs.size / 64) * cell); - var ac = atlas.getContext('2d'); - ac.font = '16px monospace'; ac.fillStyle = color; - glyphs.forEach(function(i, g){ ac.fillText(g, (i % 64) * cell, Math.floor(i / 64) * cell + 16); }); - } - function spawn(x){ - var line = lines[Math.floor(Math.random() * lines.length)]; - return {x: x, y: -Math.random() * height, speed: 25 + Math.random() * 65, - line: line, chars: Array.from(line.line)}; - } - function draw(now){ - frame = 0; - if (paused() || motion.matches || !enabled) return; - if (!previous) previous = now; - var elapsed = now - previous; - if (elapsed >= 1000 / fps) { - previous = now; - var dt = Math.min(elapsed, 100) / 1000 * speed; - ctx.fillStyle = effect === 'rain' ? 'rgba(0, 8, 4, 0.18)' : '#000804'; - ctx.fillRect(0, 0, width, height); - ctx.font = '16px monospace'; - if (lines.length && effect === 'ghost') drawGhost(dt, now); - else if (lines.length && effect === 'terminal') drawTerminal(dt); - else if (lines.length) { - var count = effect === 'rain' ? Math.ceil(width / cell) : 12; - while (drops.length < count) drops.push(spawn(effect === 'rain' ? drops.length * cell : Math.random() * width * 0.5)); - drops.forEach(function(drop, i){ - drop.y += drop.speed * dt; - if (drop.y > height + 40) { drops[i] = spawn(drop.x); return; } - if (effect === 'cascade') { - ctx.fillStyle = color; ctx.fillText(drop.line.line, drop.x, drop.y, width - drop.x); - if (captions) { - ctx.fillStyle = '#b8ccbb'; ctx.font = '12px monospace'; - ctx.fillText(caption(drop.line), drop.x, drop.y + 18, width - drop.x); - ctx.font = '16px monospace'; - } - } else if (drop.chars.length) { - var g = drop.chars[Math.floor(drop.y / cell + drop.chars.length * 100) % drop.chars.length]; - var index = glyphs.get(g); - if (index !== undefined) ctx.drawImage(atlas, (index % 64) * cell, Math.floor(index / 64) * cell, cell, cell, drop.x, drop.y, cell, cell); - ctx.fillStyle = '#effff2'; ctx.fillText(g, drop.x, drop.y + 16); - } - }); - } - } - frame = requestAnimationFrame(draw); - } - function sync(){ - if (frame) cancelAnimationFrame(frame); - frame = 0; previous = 0; - clearTimeout(pageTimer); pageTimer = 0; - updateLabels(); - canvas.hidden = motion.matches || !enabled; - list.hidden = !motion.matches || !enabled; - if (!enabled || paused()) return; - if (motion.matches) { - staticPage(); - pageTimer = setTimeout(function(){ page++; sync(); }, 15000); - } else frame = requestAnimationFrame(draw); - } - pull = function(){ - if (loading) { pending = true; return; } - loading = true; pending = false; - fetch('/api/matrix/lines?since=' + lastSeq, {cache: 'no-store', credentials: 'same-origin'}) - .then(function(response){ - if (response.status === 404) { clearContent('Matrix mode is not enabled on this hive'); return null; } - if (response.status === 401 || response.status === 403) { clearContent('Sign in with permission to read Matrix lines'); return null; } - if (!response.ok) throw new Error('Matrix pull failed'); - return response.json(); - }).then(function(data){ - if (!data) return; - var incoming = (Array.isArray(data.lines) ? data.lines : []).filter(function(line){ return typeof line.line === 'string'; }); - var seq = Number(data.seq) || 0; - // A restarted hive can reset its sequence; replace the old backlog. - if (seq < lastSeq) { lines = []; drops = []; resetText(); } - if (seq !== lastSeq && incoming.length) { - var at = Date.parse(incoming[incoming.length - 1].at); - lastAt = Number.isFinite(at) ? at : Date.now(); - } - lastSeq = seq; - var ingestAt = Date.parse(data.last_ingest_at); - lastIngestAt = Number.isFinite(ingestAt) ? ingestAt : 0; - lines = lines.concat(incoming).slice(-120); - queue = queue.concat(incoming).slice(-120); - enabled = true; - notice.textContent = lines.length ? '' : 'Waiting for pushed lines…'; - if (!motion.matches) buildAtlas(); - sync(); - }).catch(function(){ clearContent('Matrix lines unavailable · retrying'); }) - .finally(function(){ loading = false; if (pending) pull(); }); - }; - document.addEventListener('visibilitychange', function(){ sync(); if (!document.hidden) pull(); }); - document.addEventListener('keydown', function(event){ - if (event.ctrlKey || event.metaKey || event.altKey || event.repeat || - /INPUT|TEXTAREA|SELECT/.test(event.target.tagName) || event.target.isContentEditable) return; - if (event.key === 'p' || event.key === 'P' || event.code === 'Space') { - event.preventDefault(); manualPause = !manualPause; sync(); - } - }); - motion.addEventListener('change', function(){ - ctx.clearRect(0, 0, width, height); - if (!motion.matches) buildAtlas(); - sync(); - }); - window.addEventListener('resize', resize); - resize(); sync(); pull(); - // Recover from missed nudges, endpoint activation and transient failures. - if (typeof dashboardSetInterval === 'function') { - dashboardSetInterval('matrix-poll', function(){ updateLabels(); if (!document.hidden) pull(); }, 30000); - } - }; -})(); diff --git a/src/pkg/dashboard/static-src/js/reader.js b/src/pkg/dashboard/static-src/js/reader.js new file mode 100644 index 0000000000..618160da1d --- /dev/null +++ b/src/pkg/dashboard/static-src/js/reader.js @@ -0,0 +1,248 @@ +// Code activity reader (#16475): changed regions as readable paragraphs on +// the kiosk. Opt-in like Matrix and fed by the same authorized pull endpoint +// (the shared SSE stream only nudges). Code is always set with textContent. +(function(){ + 'use strict'; + var pull = function(){}; + window.hiveReaderAttach = function(source){ + if (!window.HIVE_READER) return; + source.addEventListener('code-lines', function(){ pull(); }); + source.addEventListener('open', function(){ pull(); }); + }; + window.hiveReaderStart = function(){ + if (!window.HIVE_READER || document.getElementById('hive-reader')) return; + // Cards kept on screen, regions waiting to be read, and how long one + // paragraph stays in focus before the next arrives. + var MAX_CARDS = 32, MAX_LINES = 1200, MAX_BYTES = 256 * 1024, BASE_DWELL = 5000, LINE_DWELL = 600, MAX_DWELL = 30000; + var NAV_KEYS = ['ArrowUp', 'ArrowDown', 'PageUp', 'PageDown', 'Home', 'End']; + var root = document.createElement('main'); + root.id = 'hive-reader'; + root.setAttribute('aria-label', 'Code activity reader'); + document.body.appendChild(root); + function element(tag, className, text, parent){ + var el = document.createElement(tag); + el.className = className; + if (text) el.textContent = text; + (parent || root).appendChild(el); + return el; + } + var bar = element('div', 'reader-bar'); + element('span', 'reader-source', 'Source: changes pushed by hive · public allowlisted repos', bar); + var status = element('span', 'reader-status', 'Waiting for pushed changes…', bar); + status.setAttribute('role', 'status'); + var button = element('button', 'reader-pause', 'Pause', bar); + button.setAttribute('type', 'button'); + button.setAttribute('aria-pressed', 'false'); + button.setAttribute('title', 'Pause or resume (P / Space)'); + var replay = element('button', 'reader-pause reader-replay', 'Replay buffered snapshot', bar); + replay.setAttribute('type', 'button'); + replay.setAttribute('title', 'Explicit replay of retained changes; off by default'); + var freshness = element('span', 'reader-freshness', 'Source has not completed an ingest pass', bar); + var scroller = element('div', 'reader-scroll'); + scroller.setAttribute('tabindex', '0'); + var feed = element('div', 'reader-feed', '', scroller); + var motion = window.matchMedia('(prefers-reduced-motion: reduce)'); + var pending = [], current = null, readUntil = 0, timer = 0, lastSeq = 0; + var history = [], retainedLines = 0, retainedBytes = 0, epoch = '', snapshotThrough = null, contentGeneration = 0; + var enabled = false, manualPause = false, loading = false, again = false, problem = ''; + function paused(){ return manualPause || document.hidden; } + // The source supplies indivisible regions. Never infer a paragraph from + // neighbouring sequence numbers or merge across context/page boundaries. + function group(regions){ + regions.forEach(function(region){ + if (!region || !Array.isArray(region.lines) || !region.lines.length) return; + if (!region.lines.every(function(line){ return line && typeof line.line === 'string' && (line.op === '+' || line.op === '-'); })) return; + var size = region.lines.reduce(function(n, line){ return n + line.line.length * 2; }, 0); + if (region.lines.length > MAX_LINES || size > MAX_BYTES) return; + var item = {repo: region.repo, pr: region.pr, path: region.path, prURL: region.pr_url, + stage: 'Pushed PR', at: region.at, lines: region.lines, size: size, + delivery: Number(region.seq) <= snapshotThrough ? 'Buffered snapshot' : 'Newly received checkpoint'}; + history.push(item); pending.push(item); + retainedLines += item.lines.length; retainedBytes += size; + while (retainedLines > MAX_LINES || retainedBytes > MAX_BYTES) { + var victim = history.findIndex(function(r){ return r !== current; }); + var old = history.splice(victim, 1)[0]; + retainedLines -= old.lines.length; retainedBytes -= old.size; + pending = pending.filter(function(r){ return r !== old; }); + if (old.node) { feed.removeChild(old.node); old.node = null; } + if (current === old) current = null; + } + }); + } + function prLink(region){ + var url = typeof region.prURL === 'string' ? region.prURL : ''; + if (/^https:\/\/[^\s"'<>]+\/pull\/\d+$/.test(url)) return url; + if (/^[\w.-]+\/[\w.-]+$/.test(region.repo || '') && region.pr > 0) { + return 'https://github.com/' + region.repo + '/pull/' + region.pr; + } + return ''; + } + function observed(at){ + var ms = Date.parse(at); + if (!Number.isFinite(ms)) return {iso: '', text: 'observed time unknown'}; + var d = new Date(ms); + // The shared helper honours the dashboard time-zone preference. + var shown = typeof formatDashboardDateTime === 'function' ? formatDashboardDateTime(d) : d.toISOString(); + return {iso: d.toISOString(), text: 'observed ' + shown}; + } + function card(region){ + var article = document.createElement('article'); + article.className = 'reader-card'; + var meta = element('header', 'reader-meta', '', article); + var href = prLink(region); + var repo = element(href ? 'a' : 'span', 'reader-repo', region.repo + (region.pr > 0 ? ' #' + region.pr : ''), meta); + if (href) { + repo.href = href; + repo.setAttribute('target', '_blank'); + repo.setAttribute('rel', 'noopener noreferrer'); + } + element('span', 'reader-file', region.path, meta); + element('span', 'reader-stage', region.stage, meta); + element('span', 'reader-delivery', region.delivery, meta); + var when = observed(region.at); + var time = element('time', 'reader-time', when.text, meta); + if (when.iso) time.setAttribute('datetime', when.iso); + var diff = element('pre', 'reader-diff', '', article); + region.lines.forEach(function(line){ + var removed = line.op === '-'; + var row = element('span', 'reader-line ' + (removed ? 'reader-del' : 'reader-add'), '', diff); + row.textContent = (removed ? '\u2212 ' : '+ ') + line.line + '\n'; + }); + return article; + } + function dwell(region){ return Math.min(MAX_DWELL, BASE_DWELL + region.lines.length * LINE_DWELL); } + // Drop the oldest cards and keep the visible text where it was. + function trim(){ + while (feed.children.length > MAX_CARDS) { + var first = feed.children[0], height = first.offsetHeight || 0; + feed.removeChild(first); + history.forEach(function(r){ if (r.node === first) r.node = null; }); + scroller.scrollTop = Math.max(0, (scroller.scrollTop || 0) - height); + } + } + function reveal(region, scroll){ + region.node = card(region); + feed.appendChild(region.node); + trim(); + current = region; + readUntil = Date.now() + dwell(region); + if (scroll && region.node.scrollIntoView) region.node.scrollIntoView({block: 'start', behavior: motion.matches ? 'auto' : 'smooth'}); + } + function updateStatus(){ + var text = problem; + if (!text && enabled) { + if (pending.length) text = pending.length + (pending.length === 1 ? ' change' : ' changes') + ' waiting'; + else text = current ? 'Caught up with available checkpoints · holding' : 'No buffered checkpoints · source may still be warming or filtering'; + } + if (paused()) text = 'paused' + (text ? ' · ' + text : ''); + status.textContent = text; + button.textContent = manualPause ? 'Resume' : 'Pause'; + button.setAttribute('aria-pressed', manualPause ? 'true' : 'false'); + } + function stop(){ clearTimeout(timer); timer = 0; } + function advance(){ + timer = 0; + if (!enabled || paused() || motion.matches) return; + // Quiet hold when caught up: no replay, no filler, nothing scheduled. + if (pending.length) { + reveal(pending.shift(), true); + timer = setTimeout(advance, dwell(current)); + } + updateStatus(); + } + // Starts the next reveal once the current paragraph's dwell ends; never + // restarts a running dwell, so incoming work cannot interrupt reading. + function schedule(fresh){ + if (timer || !enabled || paused()) { updateStatus(); return; } + if (motion.matches) { + // Static and scrollable: everything is shown, nothing scrolls by itself. + while (pending.length) reveal(pending.shift(), false); + updateStatus(); + return; + } + if (fresh && current) { + readUntil = Date.now() + dwell(current); + if (current.node && current.node.scrollIntoView) current.node.scrollIntoView({block: 'start', behavior: 'smooth'}); + } + var wait = readUntil - Date.now(); + if (pending.length && wait <= 0) { advance(); return; } + if (pending.length) timer = setTimeout(advance, wait); + updateStatus(); + } + function setPaused(value){ + if (manualPause === value) return; + manualPause = value; + stop(); + if (!manualPause) schedule(true); + updateStatus(); + } + function inspect(){ setPaused(true); } + function clearContent(message){ + contentGeneration++; + stop(); + enabled = false; pending = []; history = []; retainedLines = 0; retainedBytes = 0; + current = null; lastSeq = 0; snapshotThrough = null; problem = message; + feed.replaceChildren(); + updateStatus(); + } + pull = function(){ + if (document.hidden) return; + if (loading) { again = true; return; } + loading = true; again = false; + var requestGeneration = contentGeneration; + fetch('/api/matrix/lines?since=' + lastSeq + '&format=regions', {cache: 'no-store', credentials: 'same-origin'}) + .then(function(response){ + if (requestGeneration !== contentGeneration || document.hidden) return null; + if (response.status === 404) { clearContent('The code activity reader is not enabled on this hive'); return null; } + if (response.status === 401 || response.status === 403) { clearContent('Sign in with permission to read code activity'); return null; } + if (!response.ok) throw new Error('reader pull failed'); + return response.json(); + }).then(function(data){ + if (!data || requestGeneration !== contentGeneration || document.hidden) return; + var seq = Number(data.seq) || 0; + if (data.epoch !== epoch || seq < lastSeq) { + clearContent(''); epoch = data.epoch; + } + if (snapshotThrough === null) snapshotThrough = Number(data.latest) || 0; + group(Array.isArray(data.regions) ? data.regions : []); + freshness.textContent = data.last_ingest_at + ? 'Last source pass: ' + data.last_ingest_at + ' · next expected in ' + (data.next_ingest_in_s || 0) + 's' + : 'Source has not completed an ingest pass · empty does not mean no work'; + if (seq < Number(data.latest)) again = true; + lastSeq = seq; + enabled = true; problem = ''; + schedule(false); + }).catch(function(){ clearContent('Code activity unavailable · retrying'); }) + .finally(function(){ loading = false; if (again) pull(); }); + }; + replay.addEventListener('click', function(){ + if (!enabled || !history.length) return; + stop(); feed.replaceChildren(); current = null; readUntil = 0; + history.forEach(function(r){ r.node = null; r.delivery = 'Replay · buffered snapshot'; }); + pending = history.slice(); schedule(false); + }); + button.addEventListener('click', function(){ setPaused(!manualPause); }); + scroller.addEventListener('wheel', inspect, {passive: true}); + scroller.addEventListener('touchstart', inspect, {passive: true}); + document.addEventListener('visibilitychange', function(){ + if (document.hidden) { clearContent('Hidden · buffered code cleared'); return; } + pull(); + }); + document.addEventListener('keydown', function(event){ + var target = event.target || {}; + if (event.ctrlKey || event.metaKey || event.altKey || + /INPUT|TEXTAREA|SELECT/.test(target.tagName) || target.isContentEditable) return; + if (NAV_KEYS.indexOf(event.key) >= 0) { inspect(); return; } + if (event.repeat) return; + if (event.key === 'p' || event.key === 'P' || (event.code === 'Space' && target.tagName !== 'BUTTON')) { + event.preventDefault(); setPaused(!manualPause); + } + }); + motion.addEventListener('change', function(){ stop(); schedule(false); }); + updateStatus(); pull(); + // Recover from missed nudges, endpoint activation and transient failures. + if (typeof dashboardSetInterval === 'function') { + dashboardSetInterval('reader-poll', function(){ if (!document.hidden) pull(); }, 30000); + } + }; +})(); diff --git a/src/pkg/dashboard/static-src/js/refresh.js b/src/pkg/dashboard/static-src/js/refresh.js index e9b865ac63..0b64935347 100644 --- a/src/pkg/dashboard/static-src/js/refresh.js +++ b/src/pkg/dashboard/static-src/js/refresh.js @@ -480,8 +480,8 @@ _lastStatusSeq = data.statusSeq; } if (typeof data.matrixEnabled === 'boolean') { - const matrixTab = document.getElementById('oc-matrix-tab'); - if (matrixTab) matrixTab.hidden = !data.matrixEnabled; + const readerTab = document.getElementById('oc-reader-tab'); + if (readerTab) readerTab.hidden = !data.matrixEnabled; } if (document.body.style.opacity === '0') document.body.style.opacity = '1'; const scrollAnchor = captureScrollAnchor(); diff --git a/src/pkg/dashboard/static-src/js/sse-bootstrap.js b/src/pkg/dashboard/static-src/js/sse-bootstrap.js index 16a90550c5..76a4fbb6ce 100644 --- a/src/pkg/dashboard/static-src/js/sse-bootstrap.js +++ b/src/pkg/dashboard/static-src/js/sse-bootstrap.js @@ -28,7 +28,7 @@ if (_eventSource) { _eventSource.onerror = null; _eventSource.onmessage = null; _eventSource.close(); _eventSource = null; } const source = new EventSource('/api/events'); _eventSource = source; - if (window.HIVE_MATRIX) window.hiveMatrixAttach(source); + if (window.HIVE_READER) window.hiveReaderAttach(source); _sseOpenedAtMs = Date.now(); _sseLastFrameAtMs = 0; const conn = document.getElementById('conn'); diff --git a/src/pkg/dashboard/static-src/manifest.txt b/src/pkg/dashboard/static-src/manifest.txt index 468411c7b3..62820db249 100644 --- a/src/pkg/dashboard/static-src/manifest.txt +++ b/src/pkg/dashboard/static-src/manifest.txt @@ -33,10 +33,10 @@ css/welcome.css css/review-campaigns.css css/kiosk.css css/popout.css -css/matrix.css +css/reader.css css/variables.css glue/style-close-body-open.html -js/matrix.js +js/reader.js js/boot.js glue/boot-script-close.html html/auth.html diff --git a/src/pkg/dashboard/static/index.html b/src/pkg/dashboard/static/index.html index eb212665ca..ae0bea7d21 100644 --- a/src/pkg/dashboard/static/index.html +++ b/src/pkg/dashboard/static/index.html @@ -7052,23 +7052,31 @@ body.display-shift #activity-monitor-section { animation: none; } body.display-mode #activity-monitor-panel, body.display-mode #activity-monitor-meta, body.display-mode #activity-monitor-sticky, body.display-mode #activity-monitor-native-queue { transition: none; } } -body.matrix-mode #hive-dashboard-root { display: none !important; } -body.matrix-mode #hive-matrix { - --matrix-bg: #000804; - --matrix-fg: #52ed86; - --matrix-surface: #000000; - --matrix-text: #e8f5eb; - --matrix-muted: #b8ccbb; - position: fixed; inset: 0; z-index: 100000; background: var(--matrix-bg); color: var(--matrix-color, var(--matrix-fg)); font: 16px monospace; +body.reader-mode #hive-dashboard-root { display: none !important; } +body.reader-mode #hive-reader { + --reader-bg: #0b0f0c; + --reader-surface: #121a14; + --reader-text: #e8f5eb; + --reader-muted: #b8ccbb; + --reader-add: #7ee2a0; + --reader-del: #ff9a9a; + --reader-tail: 10rem; + position: fixed; inset: 0; z-index: 100000; display: flex; flex-direction: column; + background: var(--reader-bg); color: var(--reader-text); font: 20px/1.5 monospace; } -body.matrix-mode .matrix-canvas { display: block; position: absolute; inset: 0; z-index: 0; width: 100%; height: 100%; } -body.matrix-mode .matrix-labels { position: fixed; bottom: 1rem; left: 1rem; max-width: min(60vw, 48rem); z-index: 2; padding: var(--sp-3); background: var(--matrix-surface); color: var(--matrix-text); font-size: var(--fs-base); overflow-wrap: anywhere; } -body.matrix-mode .matrix-notice { position: fixed; top: 2rem; left: 1rem; right: 1rem; z-index: 2; color: var(--matrix-text); } -body.matrix-mode .matrix-list { position: absolute; inset: 4rem 1rem 8rem; z-index: 1; overflow: hidden; } -body.matrix-mode .matrix-list pre { white-space: pre-wrap; overflow-wrap: anywhere; margin: .3rem 0 1rem; } -body.matrix-mode .matrix-list small { color: var(--matrix-muted); } -body.matrix-mode #hive-matrix [hidden] { display: none !important; } -body.matrix-mode #kiosk-cta { position: fixed; right: var(--sp-6); bottom: var(--sp-6); z-index: 100001; opacity: .85; } +body.reader-mode .reader-bar { display: flex; flex-wrap: wrap; align-items: center; gap: var(--sp-3) var(--sp-5); padding: var(--sp-3) var(--sp-5); color: var(--reader-muted); font-size: var(--fs-touch); overflow-wrap: anywhere; } +body.reader-mode .reader-status { flex: 1 1 auto; color: var(--reader-text); } +body.reader-mode .reader-pause { font: inherit; color: var(--reader-text); background: var(--reader-surface); border: 1px solid var(--reader-muted); border-radius: var(--radius-sm); padding: var(--sp-2) var(--sp-6); cursor: pointer; } +body.reader-mode .reader-scroll { flex: 1 1 auto; min-height: 0; overflow-y: auto; overscroll-behavior: contain; padding: var(--sp-0) var(--sp-5) var(--reader-tail); } +body.reader-mode .reader-card { max-width: 80rem; margin: 0 auto 1.5rem; padding: var(--sp-3) var(--sp-5); background: var(--reader-surface); border-radius: var(--radius); } +body.reader-mode .reader-meta { display: flex; flex-wrap: wrap; gap: .25rem 1.25rem; color: var(--reader-muted); font-size: var(--fs-touch); overflow-wrap: anywhere; } +body.reader-mode .reader-repo { color: var(--reader-text); font-weight: 600; } +body.reader-mode a.reader-repo { text-decoration: underline; } +body.reader-mode .reader-diff { margin: .5rem 0 0; font: inherit; white-space: pre-wrap; overflow-wrap: anywhere; } +body.reader-mode .reader-add { color: var(--reader-add); } +body.reader-mode .reader-del { color: var(--reader-del); } +body.reader-mode #hive-reader [hidden] { display: none !important; } +body.reader-mode #kiosk-cta { position: fixed; right: var(--sp-6); bottom: var(--sp-6); z-index: 100001; opacity: .85; } .var-empty{color:var(--muted);font-size:var(--fs-sm);padding:var(--sp-2) var(--sp-0)} .var-section{margin-top:var(--sp-6);border-top:1px solid var(--border);padding-top:var(--sp-5)} .var-heading{font-weight:600;font-size:var(--fs-sm);margin-bottom:var(--sp-4)} @@ -7086,350 +7094,251 @@