forked from openclaw/openclaw
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathtest-perf-budget.mjs
More file actions
127 lines (116 loc) · 3.32 KB
/
Copy pathtest-perf-budget.mjs
File metadata and controls
127 lines (116 loc) · 3.32 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
import { spawnSync } from "node:child_process";
import fs from "node:fs";
import os from "node:os";
import path from "node:path";
function readEnvNumber(name) {
const raw = process.env[name]?.trim();
if (!raw) {
return null;
}
const parsed = Number.parseFloat(raw);
return Number.isFinite(parsed) ? parsed : null;
}
function parseArgs(argv) {
const args = {
config: "vitest.unit.config.ts",
maxWallMs: readEnvNumber("OPENCLAW_TEST_PERF_MAX_WALL_MS"),
baselineWallMs: readEnvNumber("OPENCLAW_TEST_PERF_BASELINE_WALL_MS"),
maxRegressionPct: readEnvNumber("OPENCLAW_TEST_PERF_MAX_REGRESSION_PCT") ?? 10,
};
for (let i = 0; i < argv.length; i += 1) {
const arg = argv[i];
if (arg === "--config") {
args.config = argv[i + 1] ?? args.config;
i += 1;
continue;
}
if (arg === "--max-wall-ms") {
const parsed = Number.parseFloat(argv[i + 1] ?? "");
if (Number.isFinite(parsed)) {
args.maxWallMs = parsed;
}
i += 1;
continue;
}
if (arg === "--baseline-wall-ms") {
const parsed = Number.parseFloat(argv[i + 1] ?? "");
if (Number.isFinite(parsed)) {
args.baselineWallMs = parsed;
}
i += 1;
continue;
}
if (arg === "--max-regression-pct") {
const parsed = Number.parseFloat(argv[i + 1] ?? "");
if (Number.isFinite(parsed)) {
args.maxRegressionPct = parsed;
}
i += 1;
continue;
}
}
return args;
}
function formatMs(ms) {
return `${ms.toFixed(1)}ms`;
}
const opts = parseArgs(process.argv.slice(2));
const reportPath = path.join(os.tmpdir(), `openclaw-vitest-perf-${Date.now()}.json`);
const cmd = [
"vitest",
"run",
"--config",
opts.config,
"--reporter=json",
"--outputFile",
reportPath,
];
const startedAt = process.hrtime.bigint();
const run = spawnSync("pnpm", cmd, {
stdio: "inherit",
env: process.env,
});
const elapsedMs = Number(process.hrtime.bigint() - startedAt) / 1_000_000;
if (run.status !== 0) {
process.exit(run.status ?? 1);
}
let totalFileDurationMs = 0;
let fileCount = 0;
try {
const report = JSON.parse(fs.readFileSync(reportPath, "utf8"));
for (const result of report.testResults ?? []) {
if (typeof result.startTime === "number" && typeof result.endTime === "number") {
totalFileDurationMs += Math.max(0, result.endTime - result.startTime);
fileCount += 1;
}
}
} catch {
// Keep budget checks based on wall time when JSON parsing fails.
}
const allowedByBaseline =
opts.baselineWallMs !== null
? opts.baselineWallMs * (1 + (opts.maxRegressionPct ?? 0) / 100)
: null;
let failed = false;
if (opts.maxWallMs !== null && elapsedMs > opts.maxWallMs) {
console.error(
`[test-perf-budget] wall time ${formatMs(elapsedMs)} exceeded max ${formatMs(opts.maxWallMs)}.`,
);
failed = true;
}
if (allowedByBaseline !== null && elapsedMs > allowedByBaseline) {
console.error(
`[test-perf-budget] wall time ${formatMs(elapsedMs)} exceeded baseline budget ${formatMs(
allowedByBaseline,
)} (baseline ${formatMs(opts.baselineWallMs ?? 0)}, +${String(opts.maxRegressionPct)}%).`,
);
failed = true;
}
console.log(
`[test-perf-budget] config=${opts.config} wall=${formatMs(elapsedMs)} file-sum=${formatMs(
totalFileDurationMs,
)} files=${String(fileCount)}`,
);
if (failed) {
process.exit(1);
}