Repository Public
1"use client";2import { Suspense } from "react";3import type { Schemas } from "@/api/client";4import { useApiList, useApiQuery } from "@/api/query";5import { ActionButton, useActionTypes } from "@/features/actions/ActionFlow";6import { CommitField, When, useUrlState } from "@/features/services/url";7import { NodeLink, useNodeOptions } from "@/features/shared/nodes";8import { useI18n } from "@/i18n";9import { Page, RequirePermission } from "@/shell/AppShell";10import { Banner, Button, Combobox, DataStamp, Drawer, EmptyState, ErrorState, FreshnessBadge, Icon, KeyValue, LoadMore, Observed, QueryBoundary, SelectField, SkeletonRows, StateDot, Tag, Unmeasured, availabilityIcon, cx, healthTone } from "@/ui";1112type Server = Schemas["InferenceServer"];13const HEALTHS = ["ok", "failing", "unknown"] as const;14const SUPPORT_KEYS = ["tokens_per_s", "ttft", "latency", "queue", "requests"] as const;1516/**17 * The inference metrics a server does or does not expose, each with its availability state and the reason given by18 * the server. Nothing here is ever rendered as a number: these metrics are not collected by this product yet.19 */20export function MetricsSupport({ server }: { server: Server }) {21 const { t } = useI18n();22 const instrumented = SUPPORT_KEYS.filter((k) => server.metrics_support[k].availability === "available");23 return (24 <div className="mdl-support" data-testid="model-metrics-support">25 <div className="row-between">26 <h3>{t("models.support.title")}</h3>27 <span className="mcc-hint">{instrumented.length === 0 ? t("models.support.none") : t("models.support.some", { count: instrumented.length, total: SUPPORT_KEYS.length })}</span>28 </div>29 <dl className="mdl-support-list">30 {SUPPORT_KEYS.map((k) => {31 const s = server.metrics_support[k];32 return (33 <div key={k} className="mdl-support-row" data-metric={k} data-availability={s.availability}>34 <dt>{t(`models.support.metric.${k}`)}</dt>35 <dd>36 {s.availability === "available" ? (37 <span className="mcc-unmeasured"><Icon name="ok" size={13} />{t("models.support.exposed")}</span>38 ) : (39 <span className="mcc-unmeasured"><Icon name={availabilityIcon(s.availability)} size={13} />{t(`states.availability.${s.availability}`)}</span>40 )}41 <span className="mdl-reason">{s.reason ?? (s.availability === "available" ? t("models.support.exposedNote") : t("models.support.noReason"))}</span>42 </dd>43 </div>44 );45 })}46 </dl>47 </div>48 );49}5051function ServerFacts({ server: s }: { server: Server }) {52 const { t, fmt } = useI18n();53 return (54 <KeyValue inline items={[55 { label: t("models.col.model"), value: <Observed value={s.model}>{(v) => <span className="mono">{v}</span>}</Observed> },56 { label: t("models.col.quantization"), value: <Observed value={s.quantization}>{(v) => <span className="mono">{v}</span>}</Observed> },57 { label: t("models.col.health"), value: (58 <span className="stack-sm">59 <StateDot tone={healthTone(s.health)} label={t(`states.health.${s.health}`)} />60 <span className="faint">{s.health_at ? <>{t("models.checked")} <When at={s.health_at} /></> : t("models.neverChecked")}{s.health_latency_ms !== undefined ? ` · ${fmt.ms(s.health_latency_ms)}` : ""}</span>61 </span>62 ) },63 { label: t("models.col.rss"), value: <Observed value={s.rss_bytes}>{(v) => fmt.bytes(v)}</Observed> },64 { label: t("models.col.disk"), value: <Observed value={s.disk_bytes}>{(v) => fmt.bytes(v)}</Observed> },65 { label: t("models.col.uptime"), value: <Observed value={s.uptime_s}>{(v) => fmt.duration(v)}</Observed> },66 { label: t("models.col.pid"), value: <Observed value={s.pid}>{(v) => <span className="mono">{v}</span>}</Observed> },67 { label: t("models.col.lastSeen"), value: <When at={s.gone_at ?? s.last_seen_at} /> },68 ]} />69 );70}7172function ListedModels({ server: s }: { server: Server }) {73 const { t } = useI18n();74 return (75 <div className="stack-sm">76 <h3>{t("models.listed")}</h3>77 {s.listed_models.length === 0 ? <Unmeasured availability="not_observed" reason={t("models.listedNone")} /> : (78 <ul className="row-wrap" aria-label={t("models.listed")}>{s.listed_models.map((m) => <li key={m}><Tag>{m}</Tag></li>)}</ul>79 )}80 </div>81 );82}8384function ServerActions({ server: s }: { server: Server }) {85 const { t } = useI18n();86 const types = useActionTypes();87 const has = (type: string) => types.data?.items.some((x) => x.type === type) ?? false;88 const target = { kind: "inference_server" as const, id: s.id };89 const label = `${s.node_alias}:${s.port}`;90 if (!has("model.server.start") && !has("model.server.stop")) return null;91 return (92 <div className="row-wrap" role="group" aria-label={t("common.actions")}>93 {has("model.server.start") ? <ActionButton size="sm" icon="play" request={{ type: "model.server.start", target, targetLabel: label }}>{t("models.action.start")}</ActionButton> : null}94 {has("model.server.stop") ? <ActionButton size="sm" icon="stop" variant="danger" request={{ type: "model.server.stop", target, targetLabel: label }}>{t("models.action.stop")}</ActionButton> : null}95 </div>96 );97}9899function ServerCard({ server: s, current, onOpen }: { server: Server; current: boolean; onOpen: () => void }) {100 const { t, fmt } = useI18n();101 return (102 <li>103 <article className={cx("panel mdl-card stack", current && "current")} aria-labelledby={`mdl-${s.id}`} aria-current={current ? "true" : undefined} data-testid="model-server" data-server-id={s.id}>104 <header className="row-between mdl-card-head">105 <div className="row-wrap">106 <h2 id={`mdl-${s.id}`} className="mono">{s.node_alias}:{s.port}</h2>107 <Tag>{s.kind}</Tag>108 {s.gone_at ? <StateDot tone="offline" label={t("models.goneSince", { time: fmt.dateTime(s.gone_at) })} /> : <StateDot tone={healthTone(s.health)} label={t(`states.health.${s.health}`)} />}109 <FreshnessBadge freshness={s.freshness} subtle />110 </div>111 <div className="row-wrap">112 <NodeLink id={s.node_id} alias={s.node_alias} />113 <ServerActions server={s} />114 <Button size="sm" variant="ghost" icon="expand" onClick={onOpen}>{t("common.details")}</Button>115 </div>116 </header>117 <ServerFacts server={s} />118 <ListedModels server={s} />119 <MetricsSupport server={s} />120 </article>121 </li>122 );123}124125function ServerDrawer({ id, onClose }: { id: string; onClose: () => void }) {126 const { t } = useI18n();127 const q = useApiQuery("/models/{id}", { path: { id } }, { refetchInterval: 30_000 });128 return (129 <Drawer open onClose={onClose} title={q.data ? `${q.data.node_alias}:${q.data.port}` : t("models.drawer.title")} description={q.data ? `${q.data.kind} · ${q.data.model ?? t("models.modelUnknown")}` : undefined} size="wide">130 <div data-testid="model-drawer" className="stack-lg">131 <QueryBoundary query={q}>{(s) => (132 <>133 <div className="row-between"><DataStamp at={s.observed_at} freshness={s.freshness} label={t("models.observed")} /><ServerActions server={s} /></div>134 <ServerFacts server={s} />135 <ListedModels server={s} />136 <MetricsSupport server={s} />137 </>138 )}</QueryBoundary>139 </div>140 </Drawer>141 );142}143144function Inner() {145 const { t } = useI18n();146 const url = useUrlState();147 const nodes = useNodeOptions();148 const health = HEALTHS.find((h) => h === url.get("health"));149 const list = useApiList("/models", { query: { limit: 100, ...(health ? { health } : {}), ...(url.get("node") ? { node_id: url.get("node") } : {}) } }, { refetchInterval: 60_000 });150 const selected = url.get("server");151 const q = url.get("q").toLowerCase();152 const items = q ? list.items.filter((s) => `${s.node_alias} ${s.model ?? ""} ${s.kind} ${s.port} ${s.listed_models.join(" ")}`.toLowerCase().includes(q)) : list.items;153 const filtered = !!health || url.get("node") !== "" || q !== "";154 return (155 <Page title={t("models.title")} sub={t("models.sub")} actions={<DataStamp at={list.ready ? list.updatedAt : undefined} />}>156 <div data-testid="screen-models" className="stack-lg">157 <Banner tone="info"><span data-testid="models-instrumentation-note">{t("models.instrumentationNote")}</span></Banner>158 <div className="toolbar" role="search" aria-label={t("models.filters")}>159 <CommitField label={t("common.search")} value={url.get("q")} onCommit={(v) => url.set({ q: v })} />160 <SelectField label={t("models.col.health")} value={health ?? ""} onChange={(v) => url.set({ health: v })} options={[{ value: "", label: t("common.all") }, ...HEALTHS.map((h) => ({ value: h, label: t(`states.health.${h}`) }))]} />161 <div className="svc-node-filter"><Combobox label={t("common.node")} options={nodes.options} value={url.get("node") || null} onChange={(v) => url.set({ node: v })} placeholder={t("common.all")} /></div>162 {filtered ? <Button variant="ghost" icon="close" onClick={() => url.clear(["q", "health", "node"])}>{t("common.reset")}</Button> : null}163 </div>164 {list.error && !list.ready ? <ErrorState error={list.error} onRetry={list.refetch} /> : !list.ready ? <SkeletonRows rows={4} /> : items.length === 0 ? (165 <EmptyState icon="models" title={filtered ? t("models.empty.filteredTitle") : t("models.empty.title")}>{filtered ? t("models.empty.filteredBody") : t("models.empty.body")}</EmptyState>166 ) : (167 <>168 {list.error ? <ErrorState error={list.error} onRetry={list.refetch} compact /> : null}169 <ul className="stack mdl-list" aria-label={t("models.title")}>170 {items.map((s) => <ServerCard key={s.id} server={s} current={s.id === selected} onOpen={() => url.set({ server: s.id })} />)}171 </ul>172 <LoadMore hasMore={list.hasMore} loading={list.loadingMore} onMore={list.loadMore} />173 </>174 )}175 {selected ? <ServerDrawer key={selected} id={selected} onClose={() => url.set({ server: null })} /> : null}176 </div>177 </Page>178 );179}180181export function ModelsScreen() {182 return (183 <RequirePermission permission="models.read">184 <Suspense fallback={null}><Inner /></Suspense>185 </RequirePermission>186 );187}188