New GET /api/v1/orchestrator/events/stats?since=1h&success=false&kind=... backed by repo.count_orchestrator_failures(since_ts, kind), which counts failed rows across both orchestrator_events and orchestrator_emails since the cutoff. Window parser accepts ^\d+[smhd]$, capped at 7d. Today only success=false is accepted on this surface so the endpoint isn't accidentally repurposed before the next consumer is properly designed. Orchestrator.tsx polls the endpoint on mount + every 30 s and renders the authoritative DB-derived count instead of deriving from the in-memory SSE buffer + one paginated page (which silently excluded failures older than the local window).
365 lines
13 KiB
TypeScript
365 lines
13 KiB
TypeScript
import React, { useEffect, useMemo, useRef, useState } from 'react';
|
|
import { useSearchParams } from 'react-router-dom';
|
|
import {
|
|
ChevronLeft, ChevronRight, Filter, Cpu, AlertTriangle, Pause, Play,
|
|
} from '../icons';
|
|
import api from '../utils/api';
|
|
import EmptyState from './EmptyState/EmptyState';
|
|
import OrchestratorInspector from './OrchestratorInspector';
|
|
import { useOrchestratorStream, type OrchestratorStreamEvent } from './useOrchestratorStream';
|
|
import './Orchestrator.css';
|
|
|
|
interface OrchestratorEntry {
|
|
uuid: string;
|
|
ts: string;
|
|
kind: 'traffic' | 'file' | 'email' | string;
|
|
protocol: string;
|
|
action: string;
|
|
src_decky_uuid: string | null;
|
|
dst_decky_uuid: string;
|
|
success: boolean;
|
|
payload: string;
|
|
// Email-only extras — populated when `kind === 'email'`, undefined
|
|
// for traffic/file rows. The renderer keys off `kind` to decide
|
|
// whether to read these.
|
|
subject?: string;
|
|
sender_email?: string;
|
|
recipient_email?: string;
|
|
language?: string;
|
|
thread_id?: string;
|
|
mail_decky_uuid?: string;
|
|
message_id?: string;
|
|
in_reply_to?: string | null;
|
|
}
|
|
|
|
type KindFilter = 'all' | 'traffic' | 'file' | 'email';
|
|
type StreamStatus = 'connecting' | 'live' | 'error';
|
|
|
|
const ROW_CAP = 500;
|
|
const FRESH_MS = 5_000;
|
|
|
|
const timeAgo = (dateStr: string | null): string => {
|
|
if (!dateStr) return '—';
|
|
const diff = Date.now() - new Date(dateStr).getTime();
|
|
const secs = Math.floor(diff / 1000);
|
|
if (secs < 60) return `${secs}s ago`;
|
|
const mins = Math.floor(secs / 60);
|
|
if (mins < 60) return `${mins}m ago`;
|
|
const hrs = Math.floor(mins / 60);
|
|
if (hrs < 24) return `${hrs}h ago`;
|
|
return `${Math.floor(hrs / 24)}d ago`;
|
|
};
|
|
|
|
const Orchestrator: React.FC = () => {
|
|
const [searchParams, setSearchParams] = useSearchParams();
|
|
const page = parseInt(searchParams.get('page') || '1');
|
|
const kindParam = (searchParams.get('kind') || 'all') as KindFilter;
|
|
|
|
const [rows, setRows] = useState<OrchestratorEntry[]>([]);
|
|
const [streamRows, setStreamRows] = useState<OrchestratorEntry[]>([]);
|
|
const [total, setTotal] = useState(0);
|
|
const [loading, setLoading] = useState(true);
|
|
const [status, setStatus] = useState<StreamStatus>('connecting');
|
|
const [paused, setPaused] = useState(false);
|
|
const [now, setNow] = useState(Date.now());
|
|
const [selected, setSelected] = useState<OrchestratorEntry | null>(null);
|
|
const [failuresLastHour, setFailuresLastHour] = useState(0);
|
|
|
|
const limit = 50;
|
|
const pausedRef = useRef(paused);
|
|
useEffect(() => { pausedRef.current = paused; }, [paused]);
|
|
|
|
// Tick to refresh the "Xs ago" labels and fade the fresh-row tint.
|
|
useEffect(() => {
|
|
const t = setInterval(() => setNow(Date.now()), 5_000);
|
|
return () => clearInterval(t);
|
|
}, []);
|
|
|
|
// Authoritative failure count from the DB — see DEBT-042. The
|
|
// in-memory derivation it replaced was bounded by the SSE buffer +
|
|
// one paginated page, so failures older than the local window were
|
|
// silently excluded and the badge read low on busy fleets.
|
|
useEffect(() => {
|
|
let cancelled = false;
|
|
const fetchStats = async () => {
|
|
try {
|
|
const res = await api.get(
|
|
'/orchestrator/events/stats?since=1h&success=false',
|
|
);
|
|
if (!cancelled) setFailuresLastHour(res.data?.count ?? 0);
|
|
} catch {
|
|
// Silent: the badge is a hint, missing data shouldn't blow up the page.
|
|
}
|
|
};
|
|
fetchStats();
|
|
const t = setInterval(fetchStats, 30_000);
|
|
return () => { cancelled = true; clearInterval(t); };
|
|
}, []);
|
|
|
|
const fetchEvents = async () => {
|
|
setLoading(true);
|
|
try {
|
|
const offset = (page - 1) * limit;
|
|
const kindQ = kindParam !== 'all' ? `&kind=${kindParam}` : '';
|
|
const res = await api.get(
|
|
`/orchestrator/events?limit=${limit}&offset=${offset}${kindQ}`,
|
|
);
|
|
setRows(res.data.data ?? []);
|
|
setTotal(res.data.total ?? 0);
|
|
} catch (err) {
|
|
console.error('Failed to fetch orchestrator events', err);
|
|
} finally {
|
|
setLoading(false);
|
|
}
|
|
};
|
|
|
|
useEffect(() => { fetchEvents(); }, [page, kindParam]);
|
|
|
|
useOrchestratorStream({
|
|
enabled: true,
|
|
onStatus: setStatus,
|
|
onEvent: (ev: OrchestratorStreamEvent) => {
|
|
if (pausedRef.current) return;
|
|
if (ev.name !== 'traffic' && ev.name !== 'file' && ev.name !== 'email') return;
|
|
const p = ev.payload as Partial<OrchestratorEntry> & {
|
|
// Live email payloads come from worker._one_tick — see emailgen
|
|
// worker.py for the bus payload shape.
|
|
sender_email?: string;
|
|
recipient_email?: string;
|
|
subject?: string;
|
|
language?: string;
|
|
thread_id?: string;
|
|
mail_decky_uuid?: string;
|
|
message_id?: string;
|
|
in_reply_to?: string | null;
|
|
};
|
|
const isEmail = ev.name === 'email' || p.kind === 'email';
|
|
const row: OrchestratorEntry = isEmail
|
|
? {
|
|
uuid: `live-${ev.ts ?? Date.now()}-${Math.random().toString(36).slice(2, 8)}`,
|
|
ts: ev.ts ?? new Date().toISOString(),
|
|
kind: 'email',
|
|
protocol: 'smtp',
|
|
action: p.subject ?? '',
|
|
// Map sender/recipient onto src/dst so the existing inspector
|
|
// shows them naturally — the API does the same on REST reads.
|
|
src_decky_uuid: p.sender_email ?? null,
|
|
dst_decky_uuid: p.recipient_email ?? '',
|
|
success: Boolean(p.success),
|
|
payload: typeof p.payload === 'string' ? p.payload : JSON.stringify(p.payload ?? {}),
|
|
subject: p.subject,
|
|
sender_email: p.sender_email,
|
|
recipient_email: p.recipient_email,
|
|
language: p.language,
|
|
thread_id: p.thread_id,
|
|
mail_decky_uuid: p.mail_decky_uuid,
|
|
message_id: p.message_id,
|
|
in_reply_to: p.in_reply_to ?? null,
|
|
}
|
|
: {
|
|
uuid: `live-${ev.ts ?? Date.now()}-${Math.random().toString(36).slice(2, 8)}`,
|
|
ts: ev.ts ?? new Date().toISOString(),
|
|
kind: (p.kind ?? ev.name) as OrchestratorEntry['kind'],
|
|
protocol: p.protocol ?? '?',
|
|
action: p.action ?? '',
|
|
src_decky_uuid: p.src_decky_uuid ?? null,
|
|
dst_decky_uuid: p.dst_decky_uuid ?? '',
|
|
success: Boolean(p.success),
|
|
payload: typeof p.payload === 'string' ? p.payload : JSON.stringify(p.payload ?? {}),
|
|
};
|
|
setStreamRows((prev) => [row, ...prev].slice(0, ROW_CAP));
|
|
},
|
|
});
|
|
|
|
const setPage = (p: number) =>
|
|
setSearchParams({ kind: kindParam, page: p.toString() });
|
|
const setKind = (k: KindFilter) =>
|
|
setSearchParams({ kind: k, page: '1' });
|
|
|
|
const totalPages = Math.max(1, Math.ceil(total / limit));
|
|
|
|
const visible = useMemo(() => {
|
|
const merged = [...streamRows, ...rows];
|
|
if (kindParam === 'all') return merged;
|
|
return merged.filter((r) => r.kind === kindParam);
|
|
}, [streamRows, rows, kindParam]);
|
|
|
|
const statusLabel =
|
|
status === 'live' ? 'LIVE'
|
|
: status === 'connecting' ? 'CONNECTING'
|
|
: 'OFFLINE';
|
|
|
|
return (
|
|
<div className="orchestrator-root">
|
|
<div className="page-header">
|
|
<div className="page-title-group">
|
|
<div className="header-line">
|
|
<Cpu size={22} className="violet-accent" />
|
|
<h1>ORCHESTRATOR</h1>
|
|
<span className={`status-pill ${status}`}>
|
|
<span className="dot" />
|
|
{statusLabel}
|
|
</span>
|
|
{failuresLastHour > 0 && (
|
|
<span className="failure-pill">
|
|
<AlertTriangle size={12} />
|
|
{failuresLastHour} FAILURES / 1H
|
|
</span>
|
|
)}
|
|
</div>
|
|
<span className="page-sub">
|
|
{total.toLocaleString()} EVENTS · LIFE-INJECTION ACTIVITY
|
|
</span>
|
|
</div>
|
|
</div>
|
|
|
|
<div className="controls-row">
|
|
<div className="seg-group" role="tablist" aria-label="Filter by event kind">
|
|
{(['all', 'traffic', 'file', 'email'] as KindFilter[]).map((k) => (
|
|
<button
|
|
key={k}
|
|
className={kindParam === k ? 'active' : ''}
|
|
onClick={() => setKind(k)}
|
|
role="tab"
|
|
aria-selected={kindParam === k}
|
|
>
|
|
{k}
|
|
</button>
|
|
))}
|
|
</div>
|
|
<button
|
|
className={`btn ${paused ? 'paused' : ''}`}
|
|
onClick={() => setPaused((v) => !v)}
|
|
>
|
|
{paused ? <Play size={12} /> : <Pause size={12} />}
|
|
{paused ? 'RESUME STREAM' : 'PAUSE STREAM'}
|
|
</button>
|
|
</div>
|
|
|
|
<div className="logs-section">
|
|
<div className="section-header">
|
|
<div className="section-title">
|
|
<Filter size={14} />
|
|
<span>{visible.length.toLocaleString()} EVENTS SHOWN</span>
|
|
</div>
|
|
<div className="pager">
|
|
<span className="dim">Page {page} of {totalPages}</span>
|
|
<button disabled={page <= 1} onClick={() => setPage(page - 1)} aria-label="Previous page">
|
|
<ChevronLeft size={14} />
|
|
</button>
|
|
<button disabled={page >= totalPages} onClick={() => setPage(page + 1)} aria-label="Next page">
|
|
<ChevronRight size={14} />
|
|
</button>
|
|
</div>
|
|
</div>
|
|
|
|
<div className="logs-table-container">
|
|
<table className="logs-table">
|
|
<thead>
|
|
<tr>
|
|
<th>TS</th>
|
|
<th>KIND</th>
|
|
<th>ACTION</th>
|
|
<th>SRC → DST</th>
|
|
<th>OK</th>
|
|
<th>PAYLOAD</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody>
|
|
{visible.length > 0 ? visible.map((r) => {
|
|
const fresh = now - new Date(r.ts).getTime() < FRESH_MS;
|
|
const cls = !r.success ? 'fail' : fresh ? 'fresh' : '';
|
|
const kindCls =
|
|
r.kind === 'traffic' || r.kind === 'file' || r.kind === 'email'
|
|
? r.kind : '';
|
|
const isEmail = r.kind === 'email';
|
|
// FileAction and EditAction both write kind="file"; the
|
|
// discriminator lives in `action` ("file:create" vs
|
|
// "file:edit"). Surface the difference visually without
|
|
// widening the kind enum (which doubles as the bus
|
|
// topic family).
|
|
const isEdit = r.kind === 'file' && r.action?.startsWith('file:edit');
|
|
return (
|
|
<tr
|
|
key={r.uuid}
|
|
className={`${cls} clickable`}
|
|
onClick={() => setSelected(r)}
|
|
>
|
|
<td className="dim">{timeAgo(r.ts)}</td>
|
|
<td>
|
|
<span className={`kind-chip ${kindCls}`}>{r.kind}</span>
|
|
{isEdit && (
|
|
<span
|
|
className="chip dim-chip"
|
|
style={{ marginLeft: 4 }}
|
|
title="In-place edit of a previously planted file"
|
|
>
|
|
EDIT
|
|
</span>
|
|
)}
|
|
</td>
|
|
<td className="mono matrix-text">
|
|
{isEmail && r.language && (
|
|
<span
|
|
className="chip dim-chip"
|
|
style={{ marginRight: 6 }}
|
|
title={`Language: ${r.language}`}
|
|
>
|
|
{r.language.toUpperCase()}
|
|
</span>
|
|
)}
|
|
{r.action}
|
|
</td>
|
|
<td className="src-dst">
|
|
{/* Email rows show full sender / recipient addresses;
|
|
UUID rows stay truncated. */}
|
|
{isEmail
|
|
? (r.src_decky_uuid ?? '—')
|
|
: (r.src_decky_uuid ? `${r.src_decky_uuid.slice(0, 8)}…` : '—')}
|
|
<span className="arrow">→</span>
|
|
{isEmail
|
|
? (r.dst_decky_uuid || '—')
|
|
: (r.dst_decky_uuid ? `${r.dst_decky_uuid.slice(0, 8)}…` : '—')}
|
|
</td>
|
|
<td>
|
|
<span className={r.success ? 'ok-yes' : 'ok-no'}>
|
|
{r.success ? '✓' : '✗'}
|
|
</span>
|
|
</td>
|
|
<td className="payload-cell">{r.payload}</td>
|
|
</tr>
|
|
);
|
|
}) : (
|
|
<tr className="empty-row">
|
|
<td colSpan={6}>
|
|
<EmptyState
|
|
icon={Cpu}
|
|
title={loading ? 'LOADING…' : 'NO ORCHESTRATOR ACTIVITY YET'}
|
|
hint={
|
|
loading
|
|
? undefined
|
|
: kindParam === 'email'
|
|
? 'start the worker with `decnet emailgen run`'
|
|
: 'start the worker with `decnet orchestrate`'
|
|
}
|
|
/>
|
|
</td>
|
|
</tr>
|
|
)}
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</div>
|
|
|
|
{selected && (
|
|
<OrchestratorInspector
|
|
event={selected}
|
|
onClose={() => setSelected(null)}
|
|
/>
|
|
)}
|
|
</div>
|
|
);
|
|
};
|
|
|
|
export default Orchestrator;
|