Initial import of streamline

This commit is contained in:
2026-11-16 17:26:44 -08:00
commit 8e4aec1855
1221 changed files with 274256 additions and 0 deletions
+53
View File
@@ -0,0 +1,53 @@
// 把 kb 快照灌回一个本地空库。只写本地,不碰生产。
//
// 这个文件要放在 streamline 仓库【根目录】下再跑(跟 package.json 同一层),
// 因为下面 import schema 用的是相对路径。
//
// 用法:
// 1) 先把本地空库的表建出来(本地库,不是生产,直接 push 就行):
// DATABASE_URL=postgres://127.0.0.1:5432/streamline_dev bun x drizzle-kit push
// 2) 解压快照: gunzip -k streamline-kb-snapshot.json.gz
// 3) 灌数据:
// LOCAL_DATABASE_URL=postgres://127.0.0.1:5432/streamline_dev \
// bun kb_snapshot_restore.ts ./streamline-kb-snapshot.json
//
// 全程只对 LOCAL_DATABASE_URL 写;这个变量跟生产的 DATABASE_URL 无关,自己起的本地库随便填。
import { drizzle } from "drizzle-orm/bun-sql";
import { SQL } from "bun";
import { readFileSync } from "node:fs";
import * as schema from "./control-server/src/schema";
const local = process.env.LOCAL_DATABASE_URL;
if (!local) {
console.error("设置 LOCAL_DATABASE_URL 指向你本地那个空库(不是生产 DATABASE_URL)");
process.exit(1);
}
const file = process.argv[2];
if (!file) {
console.error("用法: bun kb_snapshot_restore.ts <snapshot.json 路径>");
process.exit(1);
}
const client = new SQL(local);
const db = drizzle({ client, schema, casing: "snake_case" });
const data = JSON.parse(readFileSync(file, "utf8")) as Record<string, Record<string, unknown>[]>;
// kb_claims 必须先于 kb_evidence(外键) —— 其余表互相之间没有外键约束,顺序不敏感。
const ORDER = [
"kb_domains", "kb_claims", "kb_evidence",
"kb_distill_runs", "kb_proposals", "kb_injections",
"run_conditions",
] as const;
for (const name of ORDER) {
const rows = data[name] ?? [];
const table = (schema as Record<string, unknown>)[name];
if (!rows.length) { console.log(`${name}: 0 行,跳过`); continue; }
const batch = 400;
for (let i = 0; i < rows.length; i += batch) {
await db.insert(table as never).values(rows.slice(i, i + batch) as never);
}
console.log(`${name}: 写入 ${rows.length} 行`);
}
console.log("done");
process.exit(0);