SPB Git

Repository Public

ModelsScreen.tsx 10.3 KB 188 lines tsx

1"use client";2import { Suspense } from "react";3import type { Schemas } from "@/api/client";4import { useApiList, useApiQuery } from "@/api/query";5import { ActionButton, useActionTypes } from "@/features/actions/ActionFlow";6import { CommitField, When, useUrlState } from "@/features/services/url";7import { NodeLink, useNodeOptions } from "@/features/shared/nodes";8import { useI18n } from "@/i18n";9import { Page, RequirePermission } from "@/shell/AppShell";10import { Banner, Button, Combobox, DataStamp, Drawer, EmptyState, ErrorState, FreshnessBadge, Icon, KeyValue, LoadMore, Observed, QueryBoundary, SelectField, SkeletonRows, StateDot, Tag, Unmeasured, availabilityIcon, cx, healthTone } from "@/ui";1112type Server = Schemas["InferenceServer"];13const HEALTHS = ["ok", "failing", "unknown"] as const;14const SUPPORT_KEYS = ["tokens_per_s", "ttft", "latency", "queue", "requests"] as const;1516/**17 * The inference metrics a server does or does not expose, each with its availability state and the reason given by18 * the server. Nothing here is ever rendered as a number: these metrics are not collected by this product yet.19 */20export function MetricsSupport({ server }: { server: Server }) {21  const { t } = useI18n();22  const instrumented = SUPPORT_KEYS.filter((k) => server.metrics_support[k].availability === "available");23  return (24    <div className="mdl-support" data-testid="model-metrics-support">25      <div className="row-between">26        <h3>{t("models.support.title")}</h3>27        <span className="mcc-hint">{instrumented.length === 0 ? t("models.support.none") : t("models.support.some", { count: instrumented.length, total: SUPPORT_KEYS.length })}</span>28      </div>29      <dl className="mdl-support-list">30        {SUPPORT_KEYS.map((k) => {31          const s = server.metrics_support[k];32          return (33            <div key={k} className="mdl-support-row" data-metric={k} data-availability={s.availability}>34              <dt>{t(`models.support.metric.${k}`)}</dt>35              <dd>36                {s.availability === "available" ? (37                  <span className="mcc-unmeasured"><Icon name="ok" size={13} />{t("models.support.exposed")}</span>38                ) : (39                  <span className="mcc-unmeasured"><Icon name={availabilityIcon(s.availability)} size={13} />{t(`states.availability.${s.availability}`)}</span>40                )}41                <span className="mdl-reason">{s.reason ?? (s.availability === "available" ? t("models.support.exposedNote") : t("models.support.noReason"))}</span>42              </dd>43            </div>44          );45        })}46      </dl>47    </div>48  );49}5051function ServerFacts({ server: s }: { server: Server }) {52  const { t, fmt } = useI18n();53  return (54    <KeyValue inline items={[55      { label: t("models.col.model"), value: <Observed value={s.model}>{(v) => <span className="mono">{v}</span>}</Observed> },56      { label: t("models.col.quantization"), value: <Observed value={s.quantization}>{(v) => <span className="mono">{v}</span>}</Observed> },57      { label: t("models.col.health"), value: (58        <span className="stack-sm">59          <StateDot tone={healthTone(s.health)} label={t(`states.health.${s.health}`)} />60          <span className="faint">{s.health_at ? <>{t("models.checked")} <When at={s.health_at} /></> : t("models.neverChecked")}{s.health_latency_ms !== undefined ? ` · ${fmt.ms(s.health_latency_ms)}` : ""}</span>61        </span>62      ) },63      { label: t("models.col.rss"), value: <Observed value={s.rss_bytes}>{(v) => fmt.bytes(v)}</Observed> },64      { label: t("models.col.disk"), value: <Observed value={s.disk_bytes}>{(v) => fmt.bytes(v)}</Observed> },65      { label: t("models.col.uptime"), value: <Observed value={s.uptime_s}>{(v) => fmt.duration(v)}</Observed> },66      { label: t("models.col.pid"), value: <Observed value={s.pid}>{(v) => <span className="mono">{v}</span>}</Observed> },67      { label: t("models.col.lastSeen"), value: <When at={s.gone_at ?? s.last_seen_at} /> },68    ]} />69  );70}7172function ListedModels({ server: s }: { server: Server }) {73  const { t } = useI18n();74  return (75    <div className="stack-sm">76      <h3>{t("models.listed")}</h3>77      {s.listed_models.length === 0 ? <Unmeasured availability="not_observed" reason={t("models.listedNone")} /> : (78        <ul className="row-wrap" aria-label={t("models.listed")}>{s.listed_models.map((m) => <li key={m}><Tag>{m}</Tag></li>)}</ul>79      )}80    </div>81  );82}8384function ServerActions({ server: s }: { server: Server }) {85  const { t } = useI18n();86  const types = useActionTypes();87  const has = (type: string) => types.data?.items.some((x) => x.type === type) ?? false;88  const target = { kind: "inference_server" as const, id: s.id };89  const label = `${s.node_alias}:${s.port}`;90  if (!has("model.server.start") && !has("model.server.stop")) return null;91  return (92    <div className="row-wrap" role="group" aria-label={t("common.actions")}>93      {has("model.server.start") ? <ActionButton size="sm" icon="play" request={{ type: "model.server.start", target, targetLabel: label }}>{t("models.action.start")}</ActionButton> : null}94      {has("model.server.stop") ? <ActionButton size="sm" icon="stop" variant="danger" request={{ type: "model.server.stop", target, targetLabel: label }}>{t("models.action.stop")}</ActionButton> : null}95    </div>96  );97}9899function ServerCard({ server: s, current, onOpen }: { server: Server; current: boolean; onOpen: () => void }) {100  const { t, fmt } = useI18n();101  return (102    <li>103      <article className={cx("panel mdl-card stack", current && "current")} aria-labelledby={`mdl-${s.id}`} aria-current={current ? "true" : undefined} data-testid="model-server" data-server-id={s.id}>104        <header className="row-between mdl-card-head">105          <div className="row-wrap">106            <h2 id={`mdl-${s.id}`} className="mono">{s.node_alias}:{s.port}</h2>107            <Tag>{s.kind}</Tag>108            {s.gone_at ? <StateDot tone="offline" label={t("models.goneSince", { time: fmt.dateTime(s.gone_at) })} /> : <StateDot tone={healthTone(s.health)} label={t(`states.health.${s.health}`)} />}109            <FreshnessBadge freshness={s.freshness} subtle />110          </div>111          <div className="row-wrap">112            <NodeLink id={s.node_id} alias={s.node_alias} />113            <ServerActions server={s} />114            <Button size="sm" variant="ghost" icon="expand" onClick={onOpen}>{t("common.details")}</Button>115          </div>116        </header>117        <ServerFacts server={s} />118        <ListedModels server={s} />119        <MetricsSupport server={s} />120      </article>121    </li>122  );123}124125function ServerDrawer({ id, onClose }: { id: string; onClose: () => void }) {126  const { t } = useI18n();127  const q = useApiQuery("/models/{id}", { path: { id } }, { refetchInterval: 30_000 });128  return (129    <Drawer open onClose={onClose} title={q.data ? `${q.data.node_alias}:${q.data.port}` : t("models.drawer.title")} description={q.data ? `${q.data.kind} · ${q.data.model ?? t("models.modelUnknown")}` : undefined} size="wide">130      <div data-testid="model-drawer" className="stack-lg">131        <QueryBoundary query={q}>{(s) => (132          <>133            <div className="row-between"><DataStamp at={s.observed_at} freshness={s.freshness} label={t("models.observed")} /><ServerActions server={s} /></div>134            <ServerFacts server={s} />135            <ListedModels server={s} />136            <MetricsSupport server={s} />137          </>138        )}</QueryBoundary>139      </div>140    </Drawer>141  );142}143144function Inner() {145  const { t } = useI18n();146  const url = useUrlState();147  const nodes = useNodeOptions();148  const health = HEALTHS.find((h) => h === url.get("health"));149  const list = useApiList("/models", { query: { limit: 100, ...(health ? { health } : {}), ...(url.get("node") ? { node_id: url.get("node") } : {}) } }, { refetchInterval: 60_000 });150  const selected = url.get("server");151  const q = url.get("q").toLowerCase();152  const items = q ? list.items.filter((s) => `${s.node_alias} ${s.model ?? ""} ${s.kind} ${s.port} ${s.listed_models.join(" ")}`.toLowerCase().includes(q)) : list.items;153  const filtered = !!health || url.get("node") !== "" || q !== "";154  return (155    <Page title={t("models.title")} sub={t("models.sub")} actions={<DataStamp at={list.ready ? list.updatedAt : undefined} />}>156      <div data-testid="screen-models" className="stack-lg">157        <Banner tone="info"><span data-testid="models-instrumentation-note">{t("models.instrumentationNote")}</span></Banner>158        <div className="toolbar" role="search" aria-label={t("models.filters")}>159          <CommitField label={t("common.search")} value={url.get("q")} onCommit={(v) => url.set({ q: v })} />160          <SelectField label={t("models.col.health")} value={health ?? ""} onChange={(v) => url.set({ health: v })} options={[{ value: "", label: t("common.all") }, ...HEALTHS.map((h) => ({ value: h, label: t(`states.health.${h}`) }))]} />161          <div className="svc-node-filter"><Combobox label={t("common.node")} options={nodes.options} value={url.get("node") || null} onChange={(v) => url.set({ node: v })} placeholder={t("common.all")} /></div>162          {filtered ? <Button variant="ghost" icon="close" onClick={() => url.clear(["q", "health", "node"])}>{t("common.reset")}</Button> : null}163        </div>164        {list.error && !list.ready ? <ErrorState error={list.error} onRetry={list.refetch} /> : !list.ready ? <SkeletonRows rows={4} /> : items.length === 0 ? (165          <EmptyState icon="models" title={filtered ? t("models.empty.filteredTitle") : t("models.empty.title")}>{filtered ? t("models.empty.filteredBody") : t("models.empty.body")}</EmptyState>166        ) : (167          <>168            {list.error ? <ErrorState error={list.error} onRetry={list.refetch} compact /> : null}169            <ul className="stack mdl-list" aria-label={t("models.title")}>170              {items.map((s) => <ServerCard key={s.id} server={s} current={s.id === selected} onOpen={() => url.set({ server: s.id })} />)}171            </ul>172            <LoadMore hasMore={list.hasMore} loading={list.loadingMore} onMore={list.loadMore} />173          </>174        )}175        {selected ? <ServerDrawer key={selected} id={selected} onClose={() => url.set({ server: null })} /> : null}176      </div>177    </Page>178  );179}180181export function ModelsScreen() {182  return (183    <RequirePermission permission="models.read">184      <Suspense fallback={null}><Inner /></Suspense>185    </RequirePermission>186  );187}188
Files main
Menu

Theme