Repository Public
1// SP Mail Next — mises en veille et rappels sur du vrai courrier (S → B sur stg.spboucher.ai) : dossier « Snoozed » et mot-clé,2// réveil à l'échéance par le travailleur, annulation, message disparu, rappel échu, « seulement sans réponse » résolu par une vraie réponse.3import assert from "node:assert/strict"4import crypto from "node:crypto"5import fs from "node:fs"6import http2 from "node:http2"7import os from "node:os"8import path from "node:path"9import { after, before, test } from "node:test"10import { ApiError, ApiKey, Client, cli, reauth, restartServer, haltServer, sleep, sql, startServerWith, stopServer, tokenOf, until } from "../harness"11import { mkKey, mkMailbox, purgeAll, sendAndWait, setupAdmin, type Box } from "./v1-helpers"1213// ------- faux serveur APNs (HTTP/2 en clair) : consigne les notifications de réveil et de rappel14type Hit = { token: string; headers: http2.IncomingHttpHeaders; payload: any }15const hits: Hit[] = []16const apns = http2.createServer()17const open = new Set<http2.ServerHttp2Session>()18apns.on("session", (s) => { open.add(s); s.on("close", () => open.delete(s)) })19apns.on("stream", (stream: http2.ServerHttp2Stream, headers: http2.IncomingHttpHeaders) => {20 let body = ""21 stream.on("data", (d) => (body += d))22 stream.on("end", () => {23 hits.push({ token: String(headers[":path"]).replace("/3/device/", ""), headers, payload: JSON.parse(body) })24 stream.respond({ ":status": 200, "apns-id": crypto.randomUUID() })25 stream.end()26 })27})28const keyFile = path.join(os.tmpdir(), `spmail-apns-snooze-${process.pid}.p8`)29let ENV: Record<string, string> = {}3031let admin: Client, member: Client, dev: Client32const TOKEN = crypto.randomBytes(32).toString("hex")33let S: Box, B: Box34let ks: ApiKey, kb: ApiKey35let acctB = "", acctS = ""36let inboxB = "", ownerId = ""37const tag = crypto.randomBytes(3).toString("hex")3839async function rejects(p: Promise<unknown>, status: number, code?: string) {40 await assert.rejects(p, (e: unknown) => e instanceof ApiError && e.status === status && (!code || e.code === code))41}42const acctOf = async (c: Client, b: Box) => (await c.call("GET", `/api/jmap/${b.id}/session`)).primaryAccounts["urn:ietf:params:jmap:mail"] as string43const inSec = (s: number) => new Date(Date.now() + s * 1000).toISOString()44const findIn = (c: Client, box: Box, acct: string, subject: string) => until(async () => {45 const r = await c.jmap(box.id, [["Email/query", { accountId: acct, filter: { subject } }, "q"], ["Email/get", { accountId: acct, "#ids": { resultOf: "q", name: "Email/query", path: "/ids" }, properties: ["threadId", "subject"] }, "g"]])46 return (r[1][1].list as any[]).find((m) => m.subject === subject) as { id: string; threadId: string } | undefined47}, `message « ${subject} »`)48/** Vrai message S → B ; rend son identifiant JMAP dans B une fois vu par le veilleur. */49async function deliver(subject: string, text = "Corps d'essai."): Promise<{ id: string; threadId: string }> {50 const o = await sendAndWait(ks, { from: S.address, to: [B.address], subject, text })51 assert.equal(o.status, "delivered")52 const e = await findIn(admin, B, acctB, subject)53 await until(async () => (await sql`select 1 from watched_messages where mailbox_id = ${B.id} and email_id = ${e.id}`).length, `veilleur : « ${subject} »`)54 return e55}56const emailB = async (id: string) => {57 const r = await admin.jmap(B.id, [["Email/get", { accountId: acctB, ids: [id], properties: ["mailboxIds", "keywords"] }, "g"]])58 return (r[0][1].list as any[])[0] as { mailboxIds: Record<string, boolean>; keywords: Record<string, boolean> } | undefined59}60const foldersB = async () => {61 const r = await admin.jmap(B.id, [["Mailbox/get", { accountId: acctB, properties: ["name", "role", "parentId"] }, "m"]])62 return r[0][1].list as { id: string; name: string; role: string | null; parentId: string | null }[]63}64const setB = (id: string, patch: Record<string, unknown>) => admin.jmap(B.id, [["Email/set", { accountId: acctB, update: { [id]: patch } }, "s"]])65const snoozeOf = async (id: string) => (await sql`select * from snoozes where id = ${id}`)[0]66const pushes = (kind: string, emailId: string) => hits.filter((h) => h.payload.kind === kind && h.payload.email === emailId)6768before(async () => {69 const { privateKey } = crypto.generateKeyPairSync("ec", { namedCurve: "P-256" })70 fs.writeFileSync(keyFile, privateKey.export({ type: "pkcs8", format: "pem" }), { mode: 0o600 })71 await new Promise<void>((r) => apns.listen(0, "127.0.0.1", () => r()))72 ENV = { SPMAIL_APNS_HOST_OVERRIDE: `http://127.0.0.1:${(apns.address() as { port: number }).port}`, SPMAIL_APNS_KEY_FILE: keyFile, SPMAIL_APNS_KEY_ID: "TESTKEY123", SPMAIL_APNS_TEAM_ID: "TESTTEAM12" }73 await startServerWith(ENV)74 admin = await setupAdmin()75 member = new Client("web")76 await member.enroll(tokenOf(await cli("invite")), "membre", "Membre")77 const m = (await admin.call("GET", "/api/admin/users")).find((u: any) => u.handle === "membre")78 ownerId = (await admin.call("GET", "/api/me")).user.id79 // S appartient au membre, B au propriétaire : chacun n'agit que sur sa boîte.80 ;[S, B] = await Promise.all([mkMailbox(admin, `zs${tag}`, m.id), mkMailbox(admin, `zb${tag}`)])81 ks = await mkKey(admin, { scopes: ["mail.send", "mail.read"], addresses: [S.addressId] })82 kb = await mkKey(admin, { scopes: ["mail.send", "mail.read"], addresses: [B.addressId] })83 acctB = await acctOf(admin, B)84 acctS = await acctOf(member, S)85 inboxB = (await foldersB()).find((f) => f.role === "inbox")!.id86 dev = new Client("native")87 await dev.login(admin)88 await dev.call("POST", "/api/push/register", { apns_token: TOKEN, environment: "sandbox", bundle_id: "ai.spboucher.spmail.ios", locale: "fr-CA" })89 await dev.call("PUT", "/api/next/push/prefs", { preview: "full" })90 await until(async () => (await sql`select count(*)::int as n from mailbox_sync where email_state is not null`)[0].n >= 2, "initialisation du veilleur")91})92after(async () => {93 try {94 if (admin) {95 await reauth(admin)96 await purgeAll(admin)97 }98 } finally {99 await stopServer()100 for (const s of open) s.destroy()101 await new Promise<void>((r) => apns.close(() => r()))102 fs.rmSync(keyFile, { force: true })103 }104})105106test("mise en veille d'un vrai message reçu : dossier « Snoozed » + $snoozed, réveil à l'échéance (boîte de réception, non lu, notification)", async () => {107 const subject = `À revoir ${tag}`108 const e = await deliver(subject)109 await setB(e.id, { "keywords/$seen": true, "keywords/$flagged": true }) // lu et suivi avant la mise en veille110 assert.ok(!(await foldersB()).some((f) => f.name === "Snoozed"), "le dossier n'existe pas encore")111 const until3 = inSec(4)112 const r = await admin.call("POST", "/api/next/snoozes", { mailbox_id: B.id, email_ids: [e.id, "inconnu-xyz"], until: until3 })113 assert.equal(r.data.length, 1, "l'identifiant inconnu est ignoré")114 const sn = r.data[0]115 assert.deepEqual([sn.mailbox_id, sn.email_id, sn.thread_id, sn.subject, sn.status, sn.until], [B.id, e.id, e.threadId, subject, "active", until3])116 assert.deepEqual(sn.from, { name: `Essai zs${tag}`, email: S.address })117 // état réel sur le serveur de courrier118 const folder = (await foldersB()).find((f) => f.name === "Snoozed")!119 assert.deepEqual([folder.role, folder.parentId], [null, null])120 const snoozed = (await emailB(e.id))!121 assert.deepEqual(Object.keys(snoozed.mailboxIds), [folder.id], "le message est dans « Snoozed » et nulle part ailleurs")122 assert.equal(snoozed.keywords.$snoozed, true)123 assert.deepEqual((await admin.call("GET", "/api/next/snoozes?status=active")).data.map((s: any) => s.id), [sn.id])124 assert.deepEqual((await snoozeOf(sn.id)).origin_folder_ids, [inboxB])125 // échéance : le travailleur le ramène126 await until(async () => (await snoozeOf(sn.id)).status === "done", "réveil à l'échéance", 20000)127 assert.ok(Date.now() >= new Date(until3).getTime(), "pas avant l'échéance")128 const back = (await emailB(e.id))!129 assert.deepEqual(Object.keys(back.mailboxIds), [inboxB])130 assert.equal(back.keywords.$snoozed, undefined)131 assert.equal(back.keywords.$seen, undefined, "redevenu non lu")132 assert.equal(back.keywords.$flagged, true, "les autres mots-clés sont conservés")133 const push = await until(async () => pushes("snooze", e.id)[0], "notification de réveil")134 assert.equal(push.token, TOKEN)135 assert.deepEqual(push.payload.aps.alert, { title: `Essai zs${tag}`, body: subject })136 assert.equal(push.payload.aps.category, "MAIL_REMINDER")137 assert.equal(push.payload.aps["thread-id"], `${B.id}:${e.threadId}`)138 assert.deepEqual([push.payload.mb, push.payload.thread], [B.id, e.threadId])139 assert.deepEqual((await admin.call("GET", "/api/next/snoozes?status=active")).data, [])140 assert.deepEqual((await admin.call("GET", "/api/next/snoozes?status=done")).data.map((s: any) => s.id), [sn.id])141 await sleep(2500)142 assert.equal(pushes("snooze", e.id).length, 1, "une seule notification")143 assert.equal(pushes("new", e.id).length, 1, "le réveil n'est pas une nouvelle réception")144 assert.equal((await sql`select count(*)::int as n from push_outbox where kind = 'snooze'`)[0].n, 1)145})146147test("échéance passée pendant l'arrêt du serveur : réveillé une seule fois au redémarrage", async () => {148 const e = await deliver(`Pendant l'arrêt ${tag}`)149 const { data: [sn] } = await admin.call("POST", "/api/next/snoozes", { mailbox_id: B.id, email_ids: [e.id], until: inSec(3) })150 await haltServer()151 await sleep(4000)152 assert.equal((await snoozeOf(sn.id)).status, "active")153 await restartServer(ENV)154 await until(async () => (await snoozeOf(sn.id)).status === "done", "réveil après redémarrage", 20000)155 assert.deepEqual(Object.keys((await emailB(e.id))!.mailboxIds), [inboxB])156 await until(async () => pushes("snooze", e.id)[0], "notification de réveil")157 await sleep(2000)158 assert.equal(pushes("snooze", e.id).length, 1)159})160161test("report, nouvelle mise en veille du même message, annulation ; validation et cloisonnement", async () => {162 const e = await deliver(`Annulable ${tag}`)163 const { data: [sn] } = await admin.call("POST", "/api/next/snoozes", { mailbox_id: B.id, email_ids: [e.id], until: inSec(3600) })164 const later = inSec(7200)165 assert.equal((await admin.call("PATCH", `/api/next/snoozes/${sn.id}`, { until: later })).until, later)166 // remettre en veille un message déjà en veille : même ligne, origine conservée167 const again = await admin.call("POST", "/api/next/snoozes", { mailbox_id: B.id, email_ids: [e.id], until: inSec(1800) })168 assert.equal(again.data[0].id, sn.id)169 assert.deepEqual((await snoozeOf(sn.id)).origin_folder_ids, [inboxB])170 assert.equal((await sql`select count(*)::int as n from snoozes where email_id = ${e.id}`)[0].n, 1)171 // validation172 await rejects(admin.call("POST", "/api/next/snoozes", { mailbox_id: B.id, email_ids: [e.id], until: new Date(Date.now() - 1000).toISOString() }), 400, "invalid_request")173 await rejects(admin.call("POST", "/api/next/snoozes", { mailbox_id: B.id, email_ids: [], until: inSec(60) }), 400, "invalid_request")174 await rejects(admin.call("POST", "/api/next/snoozes", { mailbox_id: B.id, email_ids: [e.id], until: "demain" }), 400, "invalid_request")175 await rejects(admin.call("POST", "/api/next/snoozes", { mailbox_id: B.id, email_ids: ["inconnu-xyz"], until: inSec(60) }), 404, "not_found")176 await rejects(admin.call("PATCH", `/api/next/snoozes/${sn.id}`, { until: "2020-01-01T00:00:00Z" }), 400, "invalid_request")177 await rejects(new Client().call("GET", "/api/next/snoozes"), 401)178 // cloisonnement : le membre ne lit pas B et ne voit ni ne touche la mise en veille d'autrui179 await rejects(member.call("POST", "/api/next/snoozes", { mailbox_id: B.id, email_ids: [e.id], until: inSec(60) }), 404, "not_found")180 assert.deepEqual((await member.call("GET", "/api/next/snoozes")).data, [])181 await rejects(member.call("PATCH", `/api/next/snoozes/${sn.id}`, { until: inSec(60) }), 404, "not_found")182 await rejects(member.call("DELETE", `/api/next/snoozes/${sn.id}`), 404, "not_found")183 assert.equal((await snoozeOf(sn.id)).status, "active")184 // annulation : retour immédiat, sans notification ni changement de l'état lu185 await setB(e.id, { "keywords/$seen": true })186 assert.deepEqual(await admin.call("DELETE", `/api/next/snoozes/${sn.id}`), { ok: true, status: "cancelled" })187 const back = (await emailB(e.id))!188 assert.deepEqual(Object.keys(back.mailboxIds), [inboxB])189 assert.equal(back.keywords.$snoozed, undefined)190 assert.equal(back.keywords.$seen, true)191 assert.deepEqual(await admin.call("DELETE", `/api/next/snoozes/${sn.id}`), { ok: true, status: "cancelled" }, "idempotent")192 await rejects(admin.call("PATCH", `/api/next/snoozes/${sn.id}`, { until: inSec(60) }), 409, "not_active")193 await sleep(1500)194 assert.equal(pushes("snooze", e.id).length, 0)195})196197test("message supprimé entre-temps → « missing » ; message sorti de « Snoozed » à la main → simplement clos", async () => {198 const gone = await deliver(`Supprimé ${tag}`)199 const moved = await deliver(`Déplacé ${tag}`)200 const { data } = await admin.call("POST", "/api/next/snoozes", { mailbox_id: B.id, email_ids: [gone.id, moved.id], until: inSec(5) })201 assert.equal(data.length, 2)202 const sGone = data.find((s: any) => s.email_id === gone.id), sMoved = data.find((s: any) => s.email_id === moved.id)203 const r = await admin.jmap(B.id, [["Email/set", { accountId: acctB, destroy: [gone.id] }, "d"]])204 assert.deepEqual(r[0][1].destroyed, [gone.id])205 // l'utilisateur le remet lui-même dans la boîte de réception (le mot-clé reste, comme avec un client ancien)206 await setB(moved.id, { mailboxIds: { [inboxB]: true }, "keywords/$seen": true })207 await until(async () => (await snoozeOf(sGone.id)).status === "missing", "mise en veille d'un message disparu", 20000)208 await until(async () => (await snoozeOf(sMoved.id)).status === "done", "mise en veille close", 20000)209 const m = (await emailB(moved.id))!210 assert.deepEqual(Object.keys(m.mailboxIds), [inboxB])211 assert.equal(m.keywords.$snoozed, undefined, "le mot-clé résiduel est retiré")212 assert.equal(m.keywords.$seen, true, "un message déplacé à la main n'est pas remis en non lu")213 await sleep(1500)214 assert.equal(pushes("snooze", gone.id).length + pushes("snooze", moved.id).length, 0, "aucune notification dans ces deux cas")215 assert.deepEqual((await admin.call("GET", "/api/next/snoozes?status=missing")).data.map((s: any) => s.id), [sGone.id])216})217218test("rappel : échu à l'heure dite ($followup + notification), marqué fait, annulé, réarmé", async () => {219 const subject = `À relancer ${tag}`220 const e = await deliver(subject)221 const due = inSec(3)222 const rem = await admin.call("POST", "/api/next/reminders", { mailbox_id: B.id, email_id: e.id, due_at: due, note: "Relancer le fournisseur" })223 assert.deepEqual([rem.mailbox_id, rem.email_id, rem.thread_id, rem.subject, rem.due_at, rem.only_if_no_reply, rem.note, rem.status, rem.fired_at], [B.id, e.id, e.threadId, subject, due, false, "Relancer le fournisseur", "pending", null])224 assert.deepEqual(rem.counterpart, { name: `Essai zs${tag}`, email: S.address }, "message reçu : l'interlocuteur est l'expéditeur")225 assert.deepEqual((await admin.call("GET", "/api/next/reminders?status=pending")).data.map((x: any) => x.id), [rem.id])226 assert.equal((await emailB(e.id))!.keywords.$followup, undefined)227 const fired = await until(async () => (await admin.call("GET", "/api/next/reminders?status=due")).data.find((x: any) => x.id === rem.id), "rappel échu", 20000)228 assert.ok(new Date(fired.fired_at).getTime() >= new Date(due).getTime())229 assert.equal((await emailB(e.id))!.keywords.$followup, true)230 const push = await until(async () => pushes("reminder", e.id)[0], "notification de rappel")231 assert.deepEqual(push.payload.aps.alert, { title: `Essai zs${tag}`, body: "Relancer le fournisseur" })232 assert.equal(push.payload.aps.category, "MAIL_REMINDER")233 await sleep(2000)234 assert.equal(pushes("reminder", e.id).length, 1)235 // réarmé : repasse en attente, le drapeau tombe ; puis marqué fait236 const again = await admin.call("PATCH", `/api/next/reminders/${rem.id}`, { due_at: inSec(3600), note: "Plus tard" })237 assert.deepEqual([again.status, again.note, again.fired_at], ["pending", "Plus tard", null])238 assert.equal((await emailB(e.id))!.keywords.$followup, undefined)239 assert.equal((await admin.call("PATCH", `/api/next/reminders/${rem.id}`, { status: "done" })).status, "done")240 await rejects(admin.call("PATCH", `/api/next/reminders/${rem.id}`, { note: "x" }), 409, "not_active")241 // annulation, validation, cloisonnement242 const r2 = await admin.call("POST", "/api/next/reminders", { mailbox_id: B.id, email_id: e.id, due_at: inSec(3600) })243 await rejects(member.call("PATCH", `/api/next/reminders/${r2.id}`, { status: "done" }), 404, "not_found")244 await rejects(member.call("DELETE", `/api/next/reminders/${r2.id}`), 404, "not_found")245 assert.deepEqual((await member.call("GET", "/api/next/reminders")).data, [])246 await rejects(member.call("POST", "/api/next/reminders", { mailbox_id: B.id, email_id: e.id, due_at: inSec(60) }), 404, "not_found")247 assert.deepEqual(await admin.call("DELETE", `/api/next/reminders/${r2.id}`), { ok: true, status: "cancelled" })248 await rejects(admin.call("POST", "/api/next/reminders", { mailbox_id: B.id, email_id: "inconnu-xyz", due_at: inSec(60) }), 404, "not_found")249 await rejects(admin.call("POST", "/api/next/reminders", { mailbox_id: B.id, email_id: e.id, due_at: "2020-01-01T00:00:00Z" }), 400, "invalid_request")250 await rejects(admin.call("PATCH", `/api/next/reminders/${r2.id}`, { status: "due" }), 400, "invalid_request")251 // rappel sur un message supprimé depuis : annulé sans bruit252 const tmp = await deliver(`Éphémère ${tag}`)253 const r3 = await admin.call("POST", "/api/next/reminders", { mailbox_id: B.id, email_id: tmp.id, due_at: inSec(3) })254 await admin.jmap(B.id, [["Email/set", { accountId: acctB, destroy: [tmp.id] }, "d"]])255 await until(async () => (await sql`select 1 from reminders where id = ${r3.id} and status = 'cancelled'`).length, "rappel d'un message disparu", 20000)256 assert.equal(pushes("reminder", tmp.id).length, 0)257})258259test("« seulement si personne n'a répondu » : résolu par une vraie réponse ; sans réponse, il échoit", async () => {260 // Le membre (S) écrit à B et veut être relancé si B ne répond pas. Deux messages : B répondra au premier seulement.261 const s1 = `Question ${tag}`, s2 = `Sans réponse ${tag}`262 await deliver(s1)263 await deliver(s2)264 const sent1 = await findIn(member, S, acctS, s1), sent2 = await findIn(member, S, acctS, s2)265 const r1 = await member.call("POST", "/api/next/reminders", { mailbox_id: S.id, email_id: sent1.id, due_at: inSec(600), only_if_no_reply: true })266 const r2 = await member.call("POST", "/api/next/reminders", { mailbox_id: S.id, email_id: sent2.id, due_at: inSec(600), only_if_no_reply: true })267 assert.deepEqual(r1.counterpart, { name: null, email: B.address }, "message envoyé : l'interlocuteur est le destinataire")268 assert.equal(r1.only_if_no_reply, true)269 // vraie réponse de B au premier message270 const inB = (await kb.call("GET", "/messages?folder=inbox&limit=100")).data.find((m: any) => m.subject === s1)271 assert.equal((await kb.call("POST", `/messages/${inB.id}/reply`, { text: "Voici la réponse." })).status, "sent")272 const reply = await findIn(member, S, acctS, `Re: ${s1}`)273 assert.equal(reply.threadId, sent1.threadId, "la réponse rejoint le fil")274 await until(async () => (await sql`select 1 from watched_messages where mailbox_id = ${S.id} and email_id = ${reply.id}`).length, "veilleur : réponse")275 // les deux échéances arrivent276 await member.call("PATCH", `/api/next/reminders/${r1.id}`, { due_at: inSec(2) })277 await member.call("PATCH", `/api/next/reminders/${r2.id}`, { due_at: inSec(2) })278 await until(async () => (await sql`select 1 from reminders where id = ${r1.id} and status = 'resolved'`).length, "rappel résolu par la réponse", 20000)279 await until(async () => (await sql`select 1 from reminders where id = ${r2.id} and status = 'due'`).length, "rappel échu faute de réponse", 20000)280 const list = (await member.call("GET", "/api/next/reminders")).data281 assert.deepEqual(list.find((x: any) => x.id === r1.id).fired_at, null, "résolu en silence")282 assert.ok(list.find((x: any) => x.id === r2.id).fired_at)283 const kw = async (id: string) => ((await member.jmap(S.id, [["Email/get", { accountId: acctS, ids: [id], properties: ["keywords"] }, "g"]]))[0][1].list[0].keywords ?? {}) as Record<string, boolean>284 assert.equal((await kw(sent1.id)).$followup, undefined)285 assert.equal((await kw(sent2.id)).$followup, true)286 // le propre message de l'utilisateur dans le fil (sa copie « Envoyés ») ne compte pas comme une réponse : r2 a bien échu287 assert.equal((await sql`select count(*)::int as n from push_outbox where kind = 'reminder' and user_id <> ${ownerId}`)[0].n, 0, "le membre n'a aucun appareil : rien en file pour lui")288})289