/** * 推合码(control-server/src/mr_merge_nudge.ts)的效果指标。只读生产库(只发 SELECT)。 * * 用法(在 devbox 上,控制面目录): * bun --env-file=../.env run ../scripts/mr-nudge-metrics.ts [--weeks 10] * 本机没有库串时照 memory「生产 PG 只读查询配方」经 stdin 送过去:... bun --env-file=../.env run - --weeks 10 < scripts/mr-nudge-metrics.ts * * 口径:从「触发时刻」t0 起算—— * - 前后对比:t0 = RD 在面板上点「复核通过」那次流转(manual_review → fix_succeeded,actor 是人; * system:* 和没记 actor 的排除,因为「MR 合入后自动确认」的 t0 就是合入时刻,会把数字做假)。 * 按 t0 所在周分组,只统计 t0 时 MR 还没合的单。 * - 同期对照:上线后看 settings `mrNudge:`,只比 eligible 的单,推的一组 vs 对照组。 * - 合入率 @Nd:t0 之后 N 天内合入的比例。只算已经满 N 天的单(没满的不进分母),所以最近几周的长窗口会是「-」。 * - 合入耗时中位:14 天内合入的单里,t0 → 合入的中位数(小时)。 * * 局限:tasks.mr_merged_at 由 mr_sync 写,没合的 MR 不知道何时被关;周与周之间的差异还受版本节奏、 * reviewer 忙闲影响,所以结论以同期对照为准,前后对比只看趋势。 */ import pg from "pg"; const args = process.argv.slice(2); const weeks = Number(args[args.indexOf("--weeks") + 1]) || 10; const DAY = 86_400_000; const WINDOWS = [1, 3, 7, 14]; const u = new URL(process.env.DATABASE_URL!); const pool = new pg.Pool({ host: u.hostname.replace(/^\[|\]$/g, ""), port: Number(u.port || 5432), user: decodeURIComponent(u.username), password: decodeURIComponent(u.password), database: u.pathname.slice(1), connectionTimeoutMillis: 30_000, }); async function select(sql: string, params: unknown[] = []): Promise { if (!/^\s*(select|with)\b/i.test(sql)) throw new Error("只允许 SELECT"); return (await pool.query(sql, params)).rows as T[]; } interface Row { taskId: string; t0: number; mergedAt: number | null; mrState: string | null } function summarize(rows: Row[], now: number) { const out: Record = { n: String(rows.length) }; for (const d of WINDOWS) { const ripe = rows.filter((r) => now - r.t0 >= d * DAY); const hit = ripe.filter((r) => r.mergedAt != null && r.mergedAt - r.t0 <= d * DAY); out[`@${d}d`] = ripe.length >= 5 ? `${Math.round((100 * hit.length) / ripe.length)}% (${hit.length}/${ripe.length})` : "-"; } const hrs = rows.filter((r) => r.mergedAt != null && r.mergedAt - r.t0 <= 14 * DAY).map((r) => (r.mergedAt! - r.t0) / 3_600_000).sort((a, b) => a - b); out["中位h"] = hrs.length ? hrs[Math.floor(hrs.length / 2)].toFixed(1) : "-"; return out; } function print(title: string, groups: [string, Row[]][], now: number) { console.log(`\n## ${title}`); const cols = ["n", ...WINDOWS.map((d) => `@${d}d`), "中位h"]; console.log(["分组", ...cols].join("\t")); for (const [k, rows] of groups) { const s = summarize(rows, now); console.log([k, ...cols.map((c) => s[c])].join("\t")); } } const now = Date.now(); const since = now - weeks * 7 * DAY; // ── 前后对比:RD 人工复核通过 ───────────────────────────────────────────── const approvals = await select<{ task_id: string; t0: string; merged_at: string | null; mr_state: string | null }>(` with first_approve as ( select target_id, min(ts) as t0 from task_transitions where kind = 'bug' and from_status = 'manual_review' and to_status = 'fix_succeeded' and actor is not null and actor not like 'system:%' and ts >= $1 group by target_id ) select fa.target_id as task_id, fa.t0, t.mr_merged_at as merged_at, t.mr_state from first_approve fa join tasks t on t.id = fa.target_id where t.mr_url is not null and (t.mr_merged_at is null or t.mr_merged_at > fa.t0)`, [since]); const byWeek = new Map(); for (const a of approvals) { const t0 = Number(a.t0); const wk = new Date(t0 - ((new Date(t0).getUTCDay() + 6) % 7) * DAY).toISOString().slice(0, 10); const list = byWeek.get(wk) ?? []; list.push({ taskId: a.task_id, t0, mergedAt: a.merged_at == null ? null : Number(a.merged_at), mrState: a.mr_state }); byWeek.set(wk, list); } print(`前后对比 · RD 复核通过后(按周,近 ${weeks} 周)`, [...byWeek.entries()].sort(([a], [b]) => a.localeCompare(b)), now); // ── 同期对照:上线后的推合码记录 ──────────────────────────────────────────── const recs = await select<{ key: string; value: string; merged_at: string | null; mr_state: string | null }>(` select s.key, s.value, t.mr_merged_at as merged_at, t.mr_state from settings s join tasks t on t.id = substring(s.key from 9) where s.key like 'mrNudge:%'`); const arms = new Map(); const skipped = new Map(); let delivered = 0, groupsCreated = 0; for (const r of recs) { let v: any; try { v = JSON.parse(r.value); } catch { continue; } if ((v?.v ?? 1) < 2) continue; // v1 记录(reviewer 读错)不进指标 if (!v?.eligible) { skipped.set(v?.skipped ?? "?", (skipped.get(v?.skipped ?? "?") ?? 0) + 1); continue; } if (v.arm === "nudge") { if (v.reminded) delivered++; if (v.chatId && !v.groupExisted) groupsCreated++; } for (const key of [`${v.arm}`, `${v.arm} · ${v.trigger}`]) { const list = arms.get(key) ?? []; list.push({ taskId: r.key.slice(8), t0: Number(v.at), mergedAt: r.merged_at == null ? null : Number(r.merged_at), mrState: r.mr_state }); arms.set(key, list); } } if (recs.length) { print("同期对照 · 推 vs 不推(只含 eligible)", [...arms.entries()].sort(([a], [b]) => a.localeCompare(b)), now); console.log(`\n推的一组:新建群 ${groupsCreated},催审送达 ${delivered}`); console.log(`没推的原因:${[...skipped.entries()].map(([k, n]) => `${k} ${n}`).join(",") || "无"}`); } else { console.log("\n## 同期对照\n还没有推合码记录(功能未上线或尚无触发)。"); } await pool.end();