SPB Git forge

spb/admin-ka

Public
41commits 1branches 0releases
172.9 MBsize
maindefault branch
19 days agolast push
JavaScript 65.5% Python 17.8% CSS 13% HTML 3.7%
21.4 KB · 397 lines javascript
Raw Blame History
1// monitor.js — collecteur Écosystème Groupe KA2// Health checks HTTPS (45 s) + certificats TLS, sweep des nœuds (5 min :3// charge, RAM, disque, PM2, dernier commit), incidents, historique SQLite,4// push temps réel via le WebSocket du backend.5import https from 'node:https';6import path from 'node:path';7import { execFile } from 'node:child_process';8import { DatabaseSync } from 'node:sqlite';9import { getSites, getNodes, selfNode, sshTarget } from './registry.js';1011// Les sites surveillés et leurs nœuds viennent du REGISTRE mld (registry.js) —12// plus aucune table figée ici : une app déplacée par `mld move` est suivie13// automatiquement (health checks, sweep du bon nœud, actions pm2/launchd).14// Historique (pour mémoire, table figée du 2026-08-19, devenue fausse le 2026-09-04) :15const _SITES_LEGACY_2026_08 = [16  { app: 'lou-ka',    label: 'Lou·Ka',    domain: 'www.lou-ka.com',    node: 'M3U96b', pm2: 'lou-ka-web',  dir: '~/apps/lou-ka',    deployed: '2026-08' },17  { app: 'immo-ka',   label: 'Immo·Ka',   domain: 'www.immo-ka.com',   node: 'M4M64a', pm2: 'immo-ka-web', dir: '~/apps/immo-ka',   deployed: '2026-08' },18  { app: 'vrai-prix', label: 'Vrai-Prix', domain: 'www.vrai-prix.com', node: 'M3U96a', pm2: 'vrai-prix',   dir: '~/apps/vrai-prix', deployed: '2026-08' },19  { app: 'valoplex',  label: 'ValoPlex',  domain: 'www.valoplex.com',  node: 'M3U96a', pm2: 'valoplex',    dir: '~/apps/valoplex',  deployed: '2026-08' },20  { app: 'auto-ka',   label: 'Auto·Ka',   domain: 'www.auto-ka.com',   node: 'M4M64b', pm2: 'auto-ka-web', dir: '~/auto-ka',        deployed: '2026-08' },21  { app: 'fabri-ka',  label: 'Fabri·Ka',  domain: 'www.fabri-ka.com',  node: 'M4M64a', pm2: 'fabri-ka-web', dir: '~/fabri-ka',      deployed: '2026-08' },22  { app: 'food-ka',   label: 'Food·Ka',   domain: 'www.food-ka.com',   node: 'M4M64b', pm2: 'food-ka-web', dir: '~/apps/food-ka',   deployed: '2026-08' },23  { app: 'sorti-ka',  label: 'Sorti·Ka',  domain: 'www.sorti-ka.com',  node: 'M3U96a', pm2: 'sorti-ka-web', dir: '~/apps/sorti-ka', deployed: '2026-08' },24  { app: 'job-ka',    label: 'Job·Ka',    domain: 'www.job-ka.com',    node: 'M3U96a', pm2: 'job-ka-web',  dir: '~/apps/job-ka',    deployed: '2026-08' },25  { app: 'groupe-ka', label: 'Groupe·Ka', domain: 'www.groupe-ka.com', node: 'M3U96b', pm2: 'groupe-ka',   dir: '~/apps/groupe-ka', deployed: '2026-08' },26  { app: 'ka-stats',  label: 'Ka·Stats',  domain: 'www.ka-stats.com',  node: 'M1M32',  pm2: 'ka-stats',    dir: '~/apps/ka-stats',  deployed: '2026-08' },27  // Agents gardiens KA Guardian — un seul repo sur M4M36, process launchd (unit), pas de pm2 sur ce nœud28  { app: 'ka2', label: 'KA·2 Guardian', domain: 'www.ka2.bot', node: 'M4M36', unit: 'com.ka2.guardian', log: '~/cluster-projects/ka-guardian/logs/ka2.log', dir: '~/cluster-projects/ka-guardian', deployed: '2026-08' },29  { app: 'ka4', label: 'KA·4 Guardian', domain: 'www.ka4.bot', node: 'M4M36', unit: 'com.ka4.guardian', log: '~/cluster-projects/ka-guardian/logs/ka4.log', dir: '~/cluster-projects/ka-guardian', deployed: '2026-08' },30  { app: 'ka6', label: 'KA·6 Guardian', domain: 'www.ka6.bot', node: 'M4M36', unit: 'com.ka6.guardian', log: '~/cluster-projects/ka-guardian/logs/ka6.log', dir: '~/cluster-projects/ka-guardian', deployed: '2026-08' },31];3233void _SITES_LEGACY_2026_08; // conservé comme trace, jamais utilisé34const CHECK_MS = 45_000;35const SWEEP_MS = 5 * 60_000;36const SLOW_MS = 4000;          // seuil "lent" (▲)37const FAILS_FOR_INCIDENT = 2;  // échecs consécutifs avant incident3839let db, emit;40const consecFails = {};4142// ---------- logos des sites (favicon/apple-touch-icon, mis en cache) ----------43const ICONS = {}; // app -> { buf: Buffer, type: string }44const ICON_CANDIDATES = ['/apple-touch-icon.png', '/apple-touch-icon-precomposed.png', '/favicon.svg', '/icon.svg', '/favicon.png', '/favicon.ico'];45function fetchUrl(host, pathname) {46  return new Promise((resolve) => {47    const req = https.get({ host, path: pathname, timeout: 10_000, headers: { 'User-Agent': 'admin-ka-monitor/2.0' } }, (res) => {48      if (res.statusCode !== 200) { res.resume(); return resolve(null); }49      const ct = res.headers['content-type'] || '';50      if (!/image|svg/.test(ct)) { res.resume(); return resolve(null); }51      const chunks = [];52      let size = 0;53      res.on('data', (c) => { chunks.push(c); size += c.length; if (size > 500_000) { req.destroy(); resolve(null); } });54      res.on('end', () => resolve({ buf: Buffer.concat(chunks), type: ct.split(';')[0] }));55    });56    req.on('timeout', () => req.destroy());57    req.on('error', () => resolve(null));58  });59}60async function fetchIconFor(site) {61  // 1) essaie les chemins standards ; 2) sinon parse le HTML pour <link rel=icon>62  for (const cand of ICON_CANDIDATES) {63    const r = await fetchUrl(site.domain, cand);64    if (r) { ICONS[site.app] = r; return; }65  }66  const html = await new Promise((resolve) => {67    https.get({ host: site.domain, path: '/', timeout: 10_000, headers: { 'User-Agent': 'admin-ka-monitor/2.0' } }, (res) => {68      let d = ''; res.on('data', (c) => { d += c; if (d.length > 200_000) res.destroy(); }); res.on('end', () => resolve(d));69    }).on('error', () => resolve('')).on('timeout', function () { this.destroy(); resolve(''); });70  });71  const m = html.match(/<link[^>]+rel=["'][^"']*(?:apple-touch-icon|icon)[^"']*["'][^>]*href=["']([^"']+)["']/i)72         || html.match(/<link[^>]+href=["']([^"']+)["'][^>]*rel=["'][^"']*icon[^"']*["']/i);73  if (m) {74    let href = m[1];75    let pathname = href.startsWith('http') ? new URL(href).pathname : (href.startsWith('/') ? href : '/' + href);76    const r = await fetchUrl(site.domain, pathname);77    if (r) ICONS[site.app] = r;78  }79}80async function fetchAllIcons() {81  await Promise.all(getSites().map(s => fetchIconFor(s).catch(() => {})));82  emit({ type: 'eco', kind: 'icons', ts: Date.now() });83}84export function getIcon(app) { return ICONS[app] || null; }8586export function startMonitor({ dataDir, onEvent }) {87  emit = onEvent || (() => {});88  db = new DatabaseSync(path.join(dataDir, 'eco.sqlite'));89  db.exec(`90    CREATE TABLE IF NOT EXISTS checks(site TEXT, ts INTEGER, ms INTEGER, code INTEGER, ok INTEGER, err TEXT);91    CREATE INDEX IF NOT EXISTS idx_checks ON checks(site, ts);`);92  try { db.exec('ALTER TABLE checks ADD COLUMN bytes INTEGER DEFAULT 0'); } catch {}93  db.exec(`94    CREATE TABLE IF NOT EXISTS incidents(id INTEGER PRIMARY KEY AUTOINCREMENT, site TEXT, started INTEGER, ended INTEGER, reason TEXT);95    CREATE TABLE IF NOT EXISTS cert(site TEXT PRIMARY KEY, expires INTEGER, issuer TEXT, checked INTEGER);96    CREATE TABLE IF NOT EXISTS nodestats(node TEXT, ts INTEGER, load1 REAL, mem_used INTEGER, mem_total INTEGER, disk_pct INTEGER);97    CREATE INDEX IF NOT EXISTS idx_nodestats ON nodestats(node, ts);98    CREATE TABLE IF NOT EXISTS appstats(app TEXT, ts INTEGER, cpu REAL, mem INTEGER, status TEXT, restarts INTEGER, last_commit INTEGER);99    CREATE INDEX IF NOT EXISTS idx_appstats ON appstats(app, ts);100  `);101  checkAll();102  sweepNodes();103  fetchAllIcons();104  setInterval(checkAll, CHECK_MS);105  setInterval(sweepNodes, SWEEP_MS);106  setInterval(fetchAllIcons, 7 * 24 * 3600_000);107  setInterval(cleanup, 6 * 3600_000);108}109110// ---------- health checks ----------111function checkOne(site) {112  return new Promise((resolve) => {113    const t0 = Date.now();114    const req = https.get({ host: site.domain, path: '/', timeout: 12_000, headers: { 'User-Agent': 'admin-ka-monitor/2.0' } }, (res) => {115      const ms = Date.now() - t0; // ≈ TTFB (réponse reçue avant le corps)116      const cert = res.socket.getPeerCertificate?.();117      if (cert && cert.valid_to) {118        db.prepare('INSERT INTO cert(site,expires,issuer,checked) VALUES(?,?,?,?) ON CONFLICT(site) DO UPDATE SET expires=excluded.expires,issuer=excluded.issuer,checked=excluded.checked')119          .run(site.app, Date.parse(cert.valid_to), cert.issuer?.O || cert.issuer?.CN || '', Date.now());120      }121      const bytes = Number(res.headers['content-length'] || 0);122      res.resume();123      resolve({ site: site.app, ts: Date.now(), ms, code: res.statusCode, ok: res.statusCode >= 200 && res.statusCode < 400 ? 1 : 0, err: null, bytes });124    });125    req.on('timeout', () => { req.destroy(new Error('timeout')); });126    req.on('error', (e) => resolve({ site: site.app, ts: Date.now(), ms: Date.now() - t0, code: 0, ok: 0, err: e.message.slice(0, 120), bytes: 0 }));127  });128}129130async function checkAll() {131  const results = await Promise.all(getSites().map(checkOne));132  const ins = db.prepare('INSERT INTO checks(site,ts,ms,code,ok,err,bytes) VALUES(?,?,?,?,?,?,?)');133  for (const r of results) {134    ins.run(r.site, r.ts, r.ms, r.code, r.ok, r.err, r.bytes || 0);135    handleIncident(r);136  }137  emit({ type: 'eco', kind: 'checks', items: results });138}139140function handleIncident(r) {141  const open = db.prepare('SELECT id FROM incidents WHERE site=? AND ended IS NULL').get(r.site);142  if (!r.ok) {143    consecFails[r.site] = (consecFails[r.site] || 0) + 1;144    if (consecFails[r.site] >= FAILS_FOR_INCIDENT && !open) {145      db.prepare('INSERT INTO incidents(site,started,reason) VALUES(?,?,?)')146        .run(r.site, r.ts, r.err || `HTTP ${r.code}`);147      emit({ type: 'eco_alert', kind: 'down', site: r.site, reason: r.err || `HTTP ${r.code}`, ts: r.ts });148    }149  } else {150    consecFails[r.site] = 0;151    if (open) {152      db.prepare('UPDATE incidents SET ended=? WHERE id=?').run(r.ts, open.id);153      emit({ type: 'eco_alert', kind: 'up', site: r.site, ts: r.ts });154    }155  }156}157158// ---------- sweep des nœuds (charge, RAM, disque, PM2, dernier commit) ----------159function sweepNode(node) {160  return new Promise((resolve) => {161    const gitCmds = getSites().filter(s => s.node === node)162      .map(s => `echo "GIT ${s.app} $(git -C ${s.repoDir || s.dir} log -1 --format=%ct 2>/dev/null || echo 0)"`).join('; ');163    // sites sous launchd (KA Guardian) : PID + cpu/rss via ps164    const lchCmds = getSites().filter(s => s.node === node && s.unit)165      .map(s => `pid=$(launchctl list | awk '$3=="${s.unit}"{print $1}'); [ -z "$pid" ] && pid=-; echo "LCH ${s.app} $pid $(ps -o %cpu=,rss= -p $pid 2>/dev/null | tr -s ' ')"`).join('; ');166    const script = `export PATH=/opt/homebrew/bin:/usr/local/bin:$PATH167echo "LOAD $(sysctl -n vm.loadavg 2>/dev/null)"168echo "MEMTOTAL $(sysctl -n hw.memsize 2>/dev/null)"169echo "PAGESIZE $(sysctl -n hw.pagesize 2>/dev/null)"170vm_stat 2>/dev/null | egrep "active|wired|occupied" | tr -d '.'171echo "DISK $(df -k / | tail -1 | awk '{print $5}' | tr -d '%')"172echo "PM2JSON $(pm2 jlist 2>/dev/null | tail -1)"173${lchCmds}174${gitCmds}`;175    const local = node === selfNode();176    const args = local177      ? ['-c', script]178      : ['-o', 'BatchMode=yes', '-o', 'ConnectTimeout=12', sshTarget(node), script];179    const bin = local ? '/bin/bash' : 'ssh';180    execFile(bin, args, { timeout: 45_000, maxBuffer: 8 * 1024 * 1024, env: { ...process.env, PATH: '/opt/homebrew/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin' } }, (err, stdout) => {181      if (err && !stdout) return resolve(null);182      try { parseSweep(node, stdout); } catch {}183      resolve(null);184    });185  });186}187188function parseSweep(node, out) {189  const ts = Date.now();190  const load = out.match(/^LOAD \{?\s*([\d.]+)/m);191  const memTotal = Number(out.match(/^MEMTOTAL (\d+)/m)?.[1] || 0);192  const pageSize = Number(out.match(/^PAGESIZE (\d+)/m)?.[1] || 16384);193  let pages = 0;194  for (const m of out.matchAll(/Pages (?:active|wired down|occupied by compressor):\s+(\d+)/g)) pages += Number(m[1]);195  const memUsed = pages * pageSize;196  const disk = Number(out.match(/^DISK (\d+)/m)?.[1] || 0);197  db.prepare('INSERT INTO nodestats(node,ts,load1,mem_used,mem_total,disk_pct) VALUES(?,?,?,?,?,?)')198    .run(node, ts, load ? Number(load[1]) : 0, memUsed, memTotal, disk);199200  const commits = {};201  for (const m of out.matchAll(/^GIT (\S+) (\d+)/gm)) commits[m[1]] = Number(m[2]) * 1000;202203  const pm2raw = out.match(/^PM2JSON (\[.*\])\s*$/m);204  let list = [];205  if (pm2raw) { try { list = JSON.parse(pm2raw[1]); } catch {} }206  // sites launchd : "LCH <app> <pid|-> [<%cpu> <rss Ko>]"207  const lch = {};208  for (const m of out.matchAll(/^LCH (\S+) (\S+) ?([\d.]+)? ?(\d+)?/gm)) {209    lch[m[1]] = { pid: m[2], cpu: Number(m[3] || 0), rss: Number(m[4] || 0) };210  }211  const ins = db.prepare('INSERT INTO appstats(app,ts,cpu,mem,status,restarts,last_commit) VALUES(?,?,?,?,?,?,?)');212  for (const site of getSites().filter(s => s.node === node)) {213    if (site.unit) {214      const l = lch[site.app];215      const up = l && l.pid !== '-' && /^\d+$/.test(l.pid);216      ins.run(site.app, ts, l ? l.cpu : 0, l ? l.rss * 1024 : 0,217        l ? (up ? 'online' : 'arrêté') : 'inconnu', 0, commits[site.app] || 0);218    } else if (pm2raw) {219      const p = list.find(x => x.name === site.pm2) || list.find(x => (x.name || '').startsWith(site.app));220      ins.run(site.app, ts,221        p ? (p.monit?.cpu ?? 0) : 0,222        p ? (p.monit?.memory ?? 0) : 0,223        p ? (p.pm2_env?.status || 'inconnu') : 'introuvable',224        p ? (p.pm2_env?.restart_time ?? 0) : 0,225        commits[site.app] || 0);226    } else {227      ins.run(site.app, ts, 0, 0, 'inconnu', 0, commits[site.app] || 0);228    }229  }230}231232async function sweepNodes() {233  await Promise.all(getNodes().map(sweepNode));234  emit({ type: 'eco', kind: 'sweep', ts: Date.now() });235}236237function cleanup() {238  const cut = Date.now() - 35 * 24 * 3600_000;239  db.prepare('DELETE FROM checks WHERE ts < ?').run(cut);240  db.prepare('DELETE FROM nodestats WHERE ts < ?').run(cut);241  db.prepare('DELETE FROM appstats WHERE ts < ?').run(cut);242}243244// ---------- requêtes ----------245function uptime(site, sinceMs) {246  const r = db.prepare('SELECT COUNT(*) n, SUM(ok) up FROM checks WHERE site=? AND ts>?').get(site, Date.now() - sinceMs);247  return r.n ? Math.round((r.up / r.n) * 1000) / 10 : null;248}249function pct(sorted, p) {250  if (!sorted.length) return null;251  return sorted[Math.min(sorted.length - 1, Math.floor(sorted.length * p))];252}253function p95(site, sinceMs) {254  const rows = db.prepare('SELECT ms FROM checks WHERE site=? AND ts>? AND ok=1 ORDER BY ms').all(site, Date.now() - sinceMs);255  return pct(rows.map(r => r.ms), 0.95);256}257// paquet de latence : min/p50/p90/p95/p99/max/avg sur une fenêtre258function latencyStats(site, sinceMs) {259  const rows = db.prepare('SELECT ms FROM checks WHERE site=? AND ts>? AND ok=1 ORDER BY ms').all(site, Date.now() - sinceMs).map(r => r.ms);260  if (!rows.length) return { min: null, p50: null, p90: null, p95: null, p99: null, max: null, avg: null, n: 0 };261  const sum = rows.reduce((a, b) => a + b, 0);262  return { min: rows[0], p50: pct(rows, 0.5), p90: pct(rows, 0.9), p95: pct(rows, 0.95), p99: pct(rows, 0.99), max: rows[rows.length - 1], avg: Math.round(sum / rows.length), n: rows.length };263}264// distribution des codes HTTP sur 24h265function statusDist(site, sinceMs) {266  const rows = db.prepare('SELECT code, COUNT(*) n FROM checks WHERE site=? AND ts>? GROUP BY code').all(site, Date.now() - sinceMs);267  const d = { '2xx': 0, '3xx': 0, '4xx': 0, '5xx': 0, err: 0 };268  for (const r of rows) {269    if (!r.code) d.err += r.n;270    else if (r.code < 300) d['2xx'] += r.n;271    else if (r.code < 400) d['3xx'] += r.n;272    else if (r.code < 500) d['4xx'] += r.n;273    else d['5xx'] += r.n;274  }275  return d;276}277// tendance latence : moyenne dernière heure vs 24h (pour flèche ↑/↓)278function latencyTrend(site) {279  const now = Date.now();280  const h = db.prepare('SELECT AVG(ms) a FROM checks WHERE site=? AND ok=1 AND ts>?').get(site, now - 3600_000)?.a;281  const d = db.prepare('SELECT AVG(ms) a FROM checks WHERE site=? AND ok=1 AND ts>?').get(site, now - 24 * 3600_000)?.a;282  if (!h || !d) return null;283  return Math.round((h - d) / d * 100); // % (négatif = plus rapide)284}285function checkCounts(site, sinceMs) {286  const r = db.prepare('SELECT COUNT(*) n, SUM(ok) up, AVG(bytes) b FROM checks WHERE site=? AND ts>?').get(site, Date.now() - sinceMs);287  return { total: r.n || 0, ok: r.up || 0, fail: (r.n || 0) - (r.up || 0), avgBytes: r.b ? Math.round(r.b) : 0 };288}289// incidents + MTTR (temps moyen de rétablissement) sur 30 j290function incidentStats(site) {291  const rows = db.prepare('SELECT started, ended FROM incidents WHERE site=? AND started>?').all(site, Date.now() - 30 * 24 * 3600_000);292  const closed = rows.filter(r => r.ended);293  const mttr = closed.length ? Math.round(closed.reduce((a, r) => a + (r.ended - r.started), 0) / closed.length / 60000) : null;294  const longest = rows.length ? Math.round(Math.max(...rows.map(r => (r.ended || Date.now()) - r.started)) / 60000) : 0;295  return { count30: rows.length, open: rows.some(r => !r.ended), mttrMin: mttr, longestMin: longest };296}297298export function ecoSummary() {299  const out = [];300  for (const s of getSites()) {301    const last = db.prepare('SELECT ts,ms,code,ok,err FROM checks WHERE site=? ORDER BY ts DESC LIMIT 1').get(s.app);302    const spark = db.prepare('SELECT ts,ms,ok FROM checks WHERE site=? ORDER BY ts DESC LIMIT 40').all(s.app).reverse();303    const avg = db.prepare('SELECT AVG(ms) a FROM checks WHERE site=? AND ok=1 AND ts>?').get(s.app, Date.now() - 24 * 3600_000);304    const cert = db.prepare('SELECT expires FROM cert WHERE site=?').get(s.app);305    const inc = db.prepare('SELECT started,reason FROM incidents WHERE site=? AND ended IS NULL').get(s.app);306    const stat = db.prepare('SELECT cpu,mem,status,restarts,last_commit,ts FROM appstats WHERE app=? ORDER BY ts DESC LIMIT 1').get(s.app);307    const nodeStat = db.prepare('SELECT load1,mem_used,mem_total,disk_pct,ts FROM nodestats WHERE node=? ORDER BY ts DESC LIMIT 1').get(s.node);308    const lat = latencyStats(s.app, 24 * 3600_000);309    const cnt = checkCounts(s.app, 24 * 3600_000);310    out.push({311      app: s.app, label: s.label, domain: s.domain, node: s.node,312      last, spark,313      uptime24: uptime(s.app, 24 * 3600_000),314      uptime7: uptime(s.app, 7 * 24 * 3600_000),315      uptime30: uptime(s.app, 30 * 24 * 3600_000),316      avg24: lat.avg,317      p50_24: lat.p50, p95_24: lat.p95, p99_24: lat.p99, min24: lat.min, max24: lat.max,318      checks24: cnt.total, fails24: cnt.fail, avgBytes24: cnt.avgBytes,319      trend: latencyTrend(s.app),320      status24: statusDist(s.app, 24 * 3600_000),321      incidents30: incidentStats(s.app),322      certExpires: cert?.expires || null,323      incident: inc || null,324      proc: stat || null,325      nodeStat: nodeStat || null,326    });327  }328  // agrégats globaux pour le command center329  const upNow = out.filter(x => x.last && x.last.ok).length;330  const okLat = out.filter(x => x.last?.ok).map(x => x.last.ms);331  const totalChecks = out.reduce((a, x) => a + (x.checks24 || 0), 0);332  const totalFails = out.reduce((a, x) => a + (x.fails24 || 0), 0);333  const upts = out.map(x => x.uptime24).filter(v => v != null);334  return {335    sites: out, ts: Date.now(),336    global: {337      up: upNow, total: out.length, down: out.length - upNow,338      avgLatency: okLat.length ? Math.round(okLat.reduce((a, b) => a + b, 0) / okLat.length) : 0,339      worstLatency: okLat.length ? Math.max(...okLat) : 0,340      uptime24: upts.length ? Math.round(upts.reduce((a, b) => a + b, 0) / upts.length * 10) / 10 : null,341      checks24: totalChecks, fails24: totalFails,342      openIncidents: out.filter(x => x.incident).length,343    },344  };345}346347export function ecoSite(app) {348  const s = getSites().find(x => x.app === app);349  if (!s) return null;350  const since = Date.now() - 24 * 3600_000;351  // ~200 seaux sur 24 h pour le graphique352  const bucket = Math.ceil((24 * 3600_000) / 200);353  const series = db.prepare(`354    SELECT (ts/${bucket})*${bucket} AS t, AVG(ms) ms, MIN(ok) ok, COUNT(*) n355    FROM checks WHERE site=? AND ts>? GROUP BY t ORDER BY t`).all(app, since);356  const incidents = db.prepare('SELECT started,ended,reason FROM incidents WHERE site=? AND started>? ORDER BY started DESC LIMIT 30')357    .all(app, Date.now() - 30 * 24 * 3600_000);358  const errors = db.prepare('SELECT ts,code,err,ms FROM checks WHERE site=? AND ok=0 ORDER BY ts DESC LIMIT 20').all(app);359  // uptime + latence quotidiens 14 jours360  const days = [];361  for (let i = 13; i >= 0; i--) {362    const d0 = new Date(); d0.setHours(0, 0, 0, 0);363    const start = d0.getTime() - i * 24 * 3600_000;364    const r = db.prepare('SELECT COUNT(*) n, SUM(ok) up, AVG(CASE WHEN ok=1 THEN ms END) a FROM checks WHERE site=? AND ts>=? AND ts<?').get(app, start, start + 24 * 3600_000);365    days.push({ day: start, uptime: r.n ? Math.round((r.up / r.n) * 1000) / 10 : null, avgMs: r.a ? Math.round(r.a) : null });366  }367  return {368    app, label: s.label, domain: s.domain, node: s.node, dir: s.dir,369    series, incidents, errors, days,370    lat24: latencyStats(app, 24 * 3600_000),371    lat7: latencyStats(app, 7 * 24 * 3600_000),372    status24: statusDist(app, 24 * 3600_000),373    counts24: checkCounts(app, 24 * 3600_000),374    counts7: checkCounts(app, 7 * 24 * 3600_000),375    incidentStats: incidentStats(app),376    trend: latencyTrend(app),377  };378}379380export function ecoIncidents() {381  return db.prepare(`SELECT site,started,ended,reason FROM incidents ORDER BY started DESC LIMIT 50`).all();382}383384export function ecoNodes() {385  const out = [];386  for (const node of getNodes()) {387    const last = db.prepare('SELECT ts,load1,mem_used,mem_total,disk_pct FROM nodestats WHERE node=? ORDER BY ts DESC LIMIT 1').get(node);388    const hist = db.prepare('SELECT ts,load1,mem_used,mem_total FROM nodestats WHERE node=? AND ts>? ORDER BY ts').all(node, Date.now() - 24 * 3600_000);389    const apps = getSites().filter(s => s.node === node).map(s => {390      const p = db.prepare('SELECT cpu,mem,status,restarts FROM appstats WHERE app=? ORDER BY ts DESC LIMIT 1').get(s.app);391      return { app: s.app, label: s.label, ...p };392    });393    out.push({ node, last: last || null, hist, apps });394  }395  return { nodes: out, ts: Date.now() };396}397