77 lines
3.0 KiB
JavaScript
77 lines
3.0 KiB
JavaScript
|
// Baseline-driven thresholds and shared helpers for k6 scenarios.
|
||
|
|
//
|
||
|
|
// Each scenario tags its requests with `op: '<scenario>.<op>'` (see http.js
|
||
|
|
// `jsonParams` / `authParams`). The baseline file lists one entry per
|
||
|
|
// `<scenario>.<op>` with p50/p95/p99 and a tolerance percentage; we convert
|
||
|
|
// every relevant entry to a k6 threshold so the run fails directly on
|
||
|
|
// regression — `compare.mjs` then produces the human-readable diff.
|
||
|
|
|
||
|
|
// Resolve relative to THIS file (lib/metrics.js), not the importer. Future
|
||
|
|
// k6 versions will align open()'s path-resolution with ES module semantics;
|
||
|
|
// using import.meta.resolve() future-proofs against the warning logged by
|
||
|
|
// k6 ≥ 0.50.
|
||
|
|
const LOAD_BASELINE_PATH = import.meta.resolve('../baseline/load.json');
|
||
|
|
const SMOKE_BASELINE_PATH = import.meta.resolve('../baseline/smoke.json');
|
||
|
|
const MANIFEST_PATH = import.meta.resolve('../results/seed-manifest.json');
|
||
|
|
|
||
|
|
// Eagerly load both baseline files at module init (open() is only allowed
|
||
|
|
// in init context). Keys are disjoint by scenario prefix, so merging the
|
||
|
|
// two maps is safe; `thresholdsFromBaseline(prefix)` filters from the union.
|
||
|
|
const BASELINE = {
|
||
|
|
...JSON.parse(open(LOAD_BASELINE_PATH)),
|
||
|
|
...JSON.parse(open(SMOKE_BASELINE_PATH)),
|
||
|
|
};
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Return the merged baseline (load + smoke) — convenient for tooling that
|
||
|
|
* wants to inspect everything; scenarios should use `thresholdsFromBaseline`.
|
||
|
|
*/
|
||
|
|
export function loadBaseline() {
|
||
|
|
return BASELINE;
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Build a k6 `thresholds` object from the baseline files, filtered to the
|
||
|
|
* given scenario prefix (e.g. 'folder_cascade').
|
||
|
|
*
|
||
|
|
* Result shape (k6 expects metric-name → threshold-expression-array):
|
||
|
|
* {
|
||
|
|
* 'http_req_duration{op:folder_cascade.list_depth8}': [
|
||
|
|
* 'p(95)<49.5', // 45 * (1 + 10/100)
|
||
|
|
* 'p(99)<88.0',
|
||
|
|
* ],
|
||
|
|
* }
|
||
|
|
*
|
||
|
|
* @param {string} scenarioPrefix
|
||
|
|
*/
|
||
|
|
export function thresholdsFromBaseline(scenarioPrefix) {
|
||
|
|
const baseline = BASELINE;
|
||
|
|
const thresholds = {};
|
||
|
|
for (const [key, val] of Object.entries(baseline)) {
|
||
|
|
if (key.startsWith('_')) continue; // skip _comment etc.
|
||
|
|
if (!key.startsWith(`${scenarioPrefix}.`)) continue;
|
||
|
|
const tol = (val.tolerance_pct || 10) / 100;
|
||
|
|
// Mirror compare.mjs: use the larger of the %-based limit and the
|
||
|
|
// absolute-floor limit (baseline + min_delta_ms). Below sub-millisecond
|
||
|
|
// scale, the % rule alone fires on noise — the floor stops that.
|
||
|
|
const minDelta = val.min_delta_ms ?? 0.5;
|
||
|
|
const p95Limit = Math.max(val.p95 * (1 + tol), val.p95 + minDelta);
|
||
|
|
const p99Limit = Math.max(val.p99 * (1 + tol), val.p99 + minDelta);
|
||
|
|
thresholds[`http_req_duration{op:${key}}`] = [
|
||
|
|
`p(95)<${p95Limit.toFixed(2)}`,
|
||
|
|
`p(99)<${p99Limit.toFixed(2)}`,
|
||
|
|
];
|
||
|
|
}
|
||
|
|
// `abortOnFail: false` (default) keeps the run going so we collect all
|
||
|
|
// regressions in one pass; the non-zero exit at the end still fails CI.
|
||
|
|
return thresholds;
|
||
|
|
}
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Read the seed manifest written by `cargo run --bin load-seed`.
|
||
|
|
*/
|
||
|
|
export function loadManifest() {
|
||
|
|
const raw = open(MANIFEST_PATH);
|
||
|
|
return JSON.parse(raw);
|
||
|
|
}
|