Initial import of streamline
This commit is contained in:
@@ -0,0 +1,65 @@
|
||||
// MUST be first: sets DATABASE_URL before db_client is evaluated.
|
||||
import "./setup_env";
|
||||
|
||||
import { test, expect, describe } from "bun:test";
|
||||
import { nodeCameBack, retryDecision } from "../src/readable_retry";
|
||||
|
||||
/**
|
||||
* 「节点回来了就别再等冷却」。
|
||||
*
|
||||
* 场景是空档部署:一批执行结束的瞬间,armed 的节点换 bundle 重启,而控制面正好在同一
|
||||
* 瞬间把这一批的收尾请求发过去,于是撞上一个正在重启的进程,2 秒内连接被拒。成因在
|
||||
* 二十几秒后就消失了,退避却还说十分钟。
|
||||
*
|
||||
* 卫星侧的 IDLE_SETTLE_MS 挡住了换装这一种,但挡不住重启、崩溃、系统更新、网络抖动 ——
|
||||
* 这些同样是「节点没了又回来了」。
|
||||
*/
|
||||
describe("readable-retry: 节点重新上线后短路冷却", () => {
|
||||
const FAILED_AT = 1_787_374_047_000;
|
||||
|
||||
test("连接被拒 + 失败之后有过心跳 = 成因已消失,可以立刻重试", () => {
|
||||
expect(nodeCameBack("node unreachable: Unable to connect. Is the computer able to access the url?",
|
||||
FAILED_AT, FAILED_AT + 25_000)).toBe(true);
|
||||
});
|
||||
|
||||
test("节点在失败之前的心跳不算 —— 它可能根本没走开过", () => {
|
||||
expect(nodeCameBack("node unreachable: Unable to connect.", FAILED_AT, FAILED_AT - 1_000)).toBe(false);
|
||||
});
|
||||
|
||||
test("超时不吃这条短路 —— 节点答了握手却没干完活,它回来并不能追溯性修好这件事", () => {
|
||||
// 两条错误都以 "node unreachable" 开头,所以判据必须看后半句,不能只看前缀。
|
||||
expect(nodeCameBack("node unreachable: The operation timed out.", FAILED_AT, FAILED_AT + 25_000)).toBe(false);
|
||||
expect(nodeCameBack("node unreachable: Unable to connect.", FAILED_AT, FAILED_AT + 25_000)).toBe(true);
|
||||
});
|
||||
|
||||
test("别的错误不吃这条短路", () => {
|
||||
expect(nodeCameBack("readable report generation produced empty output", FAILED_AT, FAILED_AT + 25_000)).toBe(false);
|
||||
expect(nodeCameBack("no impl report", FAILED_AT, FAILED_AT + 25_000)).toBe(false);
|
||||
expect(nodeCameBack(null, FAILED_AT, FAILED_AT + 25_000)).toBe(false);
|
||||
});
|
||||
|
||||
test("缺时间戳时保守处理(照常等冷却)", () => {
|
||||
expect(nodeCameBack("node unreachable", null, FAILED_AT + 25_000)).toBe(false);
|
||||
expect(nodeCameBack("node unreachable", FAILED_AT, null)).toBe(false);
|
||||
});
|
||||
|
||||
describe("和退避、放弃上限的关系", () => {
|
||||
const now = FAILED_AT + 30_000; // 远不到 10 分钟冷却
|
||||
|
||||
test("短路的是冷却:本来要等,现在立刻跑", () => {
|
||||
const cooling = retryDecision({ failures: 1, lastFailureAt: FAILED_AT }, FAILED_AT, now);
|
||||
expect(cooling.due).toBe(false);
|
||||
expect(cooling.reason).toBe("cooling");
|
||||
|
||||
const revived = retryDecision({ failures: 1, lastFailureAt: FAILED_AT }, FAILED_AT, now, { revived: true });
|
||||
expect(revived.due).toBe(true);
|
||||
expect(revived.reason).toBe("revived");
|
||||
});
|
||||
|
||||
test("短路**不**是放弃上限 —— 否则风暴就回来了", () => {
|
||||
const d = retryDecision({ failures: 9, lastFailureAt: FAILED_AT }, FAILED_AT, now, { revived: true });
|
||||
expect(d.due).toBe(false);
|
||||
expect(d.reason).toBe("exhausted");
|
||||
});
|
||||
});
|
||||
});
|
||||
Reference in New Issue
Block a user