mirror of
https://github.com/samuelncui/yatm.git
synced 2026-11-08 04:18:03 +00:00
Samuel Cui
4fef653b71
Unify file queries and Scan execution, retain indexed Identical results, improve Job and Preview workflows, and verify release packaging.
45 lines
2.5 KiB
JavaScript
45 lines
2.5 KiB
JavaScript
import assert from "node:assert/strict";
|
|
import test from "node:test";
|
|
import { evaluateComparison } from "./check-performance.mjs";
|
|
import { readSamples } from "./performance/evidence.mjs";
|
|
|
|
const suites = [{ importPath: "example/list", benchmarks: ["BenchmarkList"], metrics: ["first-sec/op"] }];
|
|
const output = (time = 100, memory = 100, allocations = 10, first = 50) =>
|
|
`goos: linux\ngoarch: amd64\npkg: example/list\ncpu: fixture\nBenchmarkList-2 100 ${time} ns/op ${memory} B/op ${allocations} allocs/op ${first} first-ns/op\nPASS\n`;
|
|
const check = (before, after) => evaluateComparison(readSamples(before), readSamples(after), suites);
|
|
|
|
test("one standard Go benchmark result compares absolute values without a statistical gate", () => {
|
|
const result = check(output(), output(108));
|
|
assert.equal(result.flagged, false);
|
|
assert.equal(result.results.length, 4);
|
|
assert.equal(result.results[0].baseline, 100 / 1e9);
|
|
assert.equal(result.results[0].candidate, 108 / 1e9);
|
|
assert.ok(Math.abs(result.results[0].change - 0.08) < 1e-12);
|
|
assert.equal("confidence" in result, false);
|
|
});
|
|
|
|
test("flags each measured time or allocation increase without hiding it in an aggregate", () => {
|
|
for (const after of [output(120), output(100, 120), output(100, 100, 12), output(100, 100, 10, 60)]) {
|
|
const result = check(output(), after);
|
|
assert.equal(result.flagged, true);
|
|
assert.equal(result.results.filter((row) => row.status === "investigate").length, 1);
|
|
}
|
|
assert.equal(check(output(), output(90, 90, 9, 40)).flagged, false);
|
|
});
|
|
|
|
test("handles zero allocations without inventing a percentage or treating new allocations as zero", () => {
|
|
assert.equal(check(output(100, 0, 0), output(100, 0, 0)).flagged, false);
|
|
const result = check(output(100, 0, 0), output(100, 1, 0));
|
|
assert.equal(result.flagged, true);
|
|
assert.equal(result.results.find((row) => row.unit === "B/op").change, null);
|
|
});
|
|
|
|
test("missing, repeated, mismatched or invalid results are not comparisons", () => {
|
|
assert.throws(() => check(output(), output().replace("50 first-ns/op", "")), /missing required/);
|
|
assert.throws(() => check(output(), output() + output()), /one benchmark result/);
|
|
assert.throws(() => check(output(), output().replace("BenchmarkList", "BenchmarkOther")), /inventory/);
|
|
assert.throws(() => check(output(), output().replace("cpu: fixture", "cpu: other")), /environments/);
|
|
assert.throws(() => check(output(), output().replace("100 ns/op", "NaN ns/op")), /Invalid/);
|
|
assert.throws(() => check(output(), "PASS\n"), /No benchmark/);
|
|
});
|