Files
streamline/scripts/mr-nudge-metrics.ts
T
2026-11-16 17:26:44 -08:00

113 lines
6.2 KiB
TypeScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
/**
* 推合码(control-server/src/mr_merge_nudge.ts)的效果指标。只读生产库(只发 SELECT)。
*
* 用法(在 devbox 上,控制面目录):
* bun --env-file=../.env run ../scripts/mr-nudge-metrics.ts [--weeks 10]
* 本机没有库串时照 memory「生产 PG 只读查询配方」经 stdin 送过去:... bun --env-file=../.env run - --weeks 10 < scripts/mr-nudge-metrics.ts
*
* 口径:从「触发时刻」t0 起算——
* - 前后对比:t0 = RD 在面板上点「复核通过」那次流转(manual_review → fix_succeeded,actor 是人;
* system:* 和没记 actor 的排除,因为「MR 合入后自动确认」的 t0 就是合入时刻,会把数字做假)。
* 按 t0 所在周分组,只统计 t0 时 MR 还没合的单。
* - 同期对照:上线后看 settings `mrNudge:<taskId>`,只比 eligible 的单,推的一组 vs 对照组。
* - 合入率 @Nd:t0 之后 N 天内合入的比例。只算已经满 N 天的单(没满的不进分母),所以最近几周的长窗口会是「-」。
* - 合入耗时中位:14 天内合入的单里,t0 → 合入的中位数(小时)。
*
* 局限:tasks.mr_merged_at 由 mr_sync 写,没合的 MR 不知道何时被关;周与周之间的差异还受版本节奏、
* reviewer 忙闲影响,所以结论以同期对照为准,前后对比只看趋势。
*/
import pg from "pg";
const args = process.argv.slice(2);
const weeks = Number(args[args.indexOf("--weeks") + 1]) || 10;
const DAY = 86_400_000;
const WINDOWS = [1, 3, 7, 14];
const u = new URL(process.env.DATABASE_URL!);
const pool = new pg.Pool({
host: u.hostname.replace(/^\[|\]$/g, ""), port: Number(u.port || 5432),
user: decodeURIComponent(u.username), password: decodeURIComponent(u.password),
database: u.pathname.slice(1), connectionTimeoutMillis: 30_000,
});
async function select<T = any>(sql: string, params: unknown[] = []): Promise<T[]> {
if (!/^\s*(select|with)\b/i.test(sql)) throw new Error("只允许 SELECT");
return (await pool.query(sql, params)).rows as T[];
}
interface Row { taskId: string; t0: number; mergedAt: number | null; mrState: string | null }
function summarize(rows: Row[], now: number) {
const out: Record<string, string> = { n: String(rows.length) };
for (const d of WINDOWS) {
const ripe = rows.filter((r) => now - r.t0 >= d * DAY);
const hit = ripe.filter((r) => r.mergedAt != null && r.mergedAt - r.t0 <= d * DAY);
out[`@${d}d`] = ripe.length >= 5 ? `${Math.round((100 * hit.length) / ripe.length)}% (${hit.length}/${ripe.length})` : "-";
}
const hrs = rows.filter((r) => r.mergedAt != null && r.mergedAt - r.t0 <= 14 * DAY).map((r) => (r.mergedAt! - r.t0) / 3_600_000).sort((a, b) => a - b);
out["中位h"] = hrs.length ? hrs[Math.floor(hrs.length / 2)].toFixed(1) : "-";
return out;
}
function print(title: string, groups: [string, Row[]][], now: number) {
console.log(`\n## ${title}`);
const cols = ["n", ...WINDOWS.map((d) => `@${d}d`), "中位h"];
console.log(["分组", ...cols].join("\t"));
for (const [k, rows] of groups) {
const s = summarize(rows, now);
console.log([k, ...cols.map((c) => s[c])].join("\t"));
}
}
const now = Date.now();
const since = now - weeks * 7 * DAY;
// ── 前后对比:RD 人工复核通过 ─────────────────────────────────────────────
const approvals = await select<{ task_id: string; t0: string; merged_at: string | null; mr_state: string | null }>(`
with first_approve as (
select target_id, min(ts) as t0 from task_transitions
where kind = 'bug' and from_status = 'manual_review' and to_status = 'fix_succeeded'
and actor is not null and actor not like 'system:%' and ts >= $1
group by target_id
)
select fa.target_id as task_id, fa.t0, t.mr_merged_at as merged_at, t.mr_state
from first_approve fa join tasks t on t.id = fa.target_id
where t.mr_url is not null and (t.mr_merged_at is null or t.mr_merged_at > fa.t0)`, [since]);
const byWeek = new Map<string, Row[]>();
for (const a of approvals) {
const t0 = Number(a.t0);
const wk = new Date(t0 - ((new Date(t0).getUTCDay() + 6) % 7) * DAY).toISOString().slice(0, 10);
const list = byWeek.get(wk) ?? [];
list.push({ taskId: a.task_id, t0, mergedAt: a.merged_at == null ? null : Number(a.merged_at), mrState: a.mr_state });
byWeek.set(wk, list);
}
print(`前后对比 · RD 复核通过后(按周,近 ${weeks} 周)`, [...byWeek.entries()].sort(([a], [b]) => a.localeCompare(b)), now);
// ── 同期对照:上线后的推合码记录 ────────────────────────────────────────────
const recs = await select<{ key: string; value: string; merged_at: string | null; mr_state: string | null }>(`
select s.key, s.value, t.mr_merged_at as merged_at, t.mr_state
from settings s join tasks t on t.id = substring(s.key from 9)
where s.key like 'mrNudge:%'`);
const arms = new Map<string, Row[]>();
const skipped = new Map<string, number>();
let delivered = 0, groupsCreated = 0;
for (const r of recs) {
let v: any;
try { v = JSON.parse(r.value); } catch { continue; }
if ((v?.v ?? 1) < 2) continue; // v1 记录(reviewer 读错)不进指标
if (!v?.eligible) { skipped.set(v?.skipped ?? "?", (skipped.get(v?.skipped ?? "?") ?? 0) + 1); continue; }
if (v.arm === "nudge") { if (v.reminded) delivered++; if (v.chatId && !v.groupExisted) groupsCreated++; }
for (const key of [`${v.arm}`, `${v.arm} · ${v.trigger}`]) {
const list = arms.get(key) ?? [];
list.push({ taskId: r.key.slice(8), t0: Number(v.at), mergedAt: r.merged_at == null ? null : Number(r.merged_at), mrState: r.mr_state });
arms.set(key, list);
}
}
if (recs.length) {
print("同期对照 · 推 vs 不推(只含 eligible)", [...arms.entries()].sort(([a], [b]) => a.localeCompare(b)), now);
console.log(`\n推的一组:新建群 ${groupsCreated},催审送达 ${delivered}`);
console.log(`没推的原因:${[...skipped.entries()].map(([k, n]) => `${k} ${n}`).join(",") || "无"}`);
} else {
console.log("\n## 同期对照\n还没有推合码记录(功能未上线或尚无触发)。");
}
await pool.end();