mirror of
https://github.com/hanzoai/dev-desktop.git
synced 2026-11-20 01:07:23 +00:00
125 lines
4.6 KiB
TypeScript
125 lines
4.6 KiB
TypeScript
import { describe, expect, it } from "@effect/vitest";
|
|
|
|
import { buildProof, readSide } from "./prove-scenario.ts";
|
|
|
|
const report = (
|
|
exitCode: number,
|
|
error?: { code: string; message: string },
|
|
status = error ? "failed" : "passed",
|
|
) => ({
|
|
run: {
|
|
results: [
|
|
{ titlePath: ["Another scenario the run did not select"], attempts: [] },
|
|
{
|
|
titlePath: ["Tab reaches the submit button"],
|
|
attempts: [
|
|
{
|
|
status,
|
|
steps: [
|
|
{ api: "app.open", label: "/pair#token=secret", status: "passed" },
|
|
{ api: "expect.toBeFocused", label: "Continue", status: error ? "failed" : "passed" },
|
|
],
|
|
...(error === undefined ? {} : { error }),
|
|
artifacts: [
|
|
{ kind: "screenshot", path: "tab/attempt-1/screenshots/001-after-tab.png" },
|
|
{ kind: "video", path: "tab/attempt-1/video/video.webm" },
|
|
],
|
|
},
|
|
],
|
|
},
|
|
],
|
|
},
|
|
});
|
|
|
|
const passed = report(0);
|
|
const failed = report(1, { code: "ASSERTION_FAILED", message: "expected: focused" });
|
|
// The control the scenario clicks is missing: the scenario is broken, the bug is not shown.
|
|
const brokenScenario = report(1, { code: "LOCATOR_NOT_FOUND", message: "no node" });
|
|
// A file with two tests: the first passes, so reading only it would hide the second.
|
|
const twoTests = { run: { results: [...passed.run.results, ...failed.run.results] } };
|
|
// e2e exits 0 when the test skips itself at runtime.
|
|
const skipped = report(0, undefined, "skipped");
|
|
|
|
describe("prove-scenario", () => {
|
|
it.each([
|
|
{ base: failed, head: passed, failsOnBase: true, passesOnHead: true, verdict: /^Proven/ },
|
|
// A "fix" for behavior that never happens: the scenario must fail before it can prove.
|
|
{
|
|
base: passed,
|
|
head: passed,
|
|
failsOnBase: false,
|
|
passesOnHead: true,
|
|
verdict: /passes on base/,
|
|
},
|
|
{ base: failed, head: failed, failsOnBase: true, passesOnHead: false, verdict: /still fails/ },
|
|
{
|
|
base: brokenScenario,
|
|
head: passed,
|
|
failsOnBase: false,
|
|
passesOnHead: true,
|
|
verdict: /could not run on base/,
|
|
},
|
|
{
|
|
base: failed,
|
|
head: skipped,
|
|
failsOnBase: true,
|
|
passesOnHead: false,
|
|
verdict: /could not run on head/,
|
|
},
|
|
{
|
|
base: failed,
|
|
head: twoTests,
|
|
failsOnBase: true,
|
|
passesOnHead: false,
|
|
verdict: /could not run on head .*exactly one/,
|
|
},
|
|
// e2e writes no report when the app does not start.
|
|
{
|
|
base: undefined,
|
|
head: passed,
|
|
failsOnBase: false,
|
|
passesOnHead: true,
|
|
verdict: /could not run on base/,
|
|
},
|
|
])("reports $verdict", (row) => {
|
|
const proof = buildProof(
|
|
readSide("aaaaaaaaaaaa", "/out/base/results", row.base),
|
|
readSide("bbbbbbbbbbbb", "/out/head/results", row.head),
|
|
(path) => path,
|
|
);
|
|
expect(proof).toMatchObject({ failsOnBase: row.failsOnBase, passesOnHead: row.passesOnHead });
|
|
expect(proof.verdict).toMatch(row.verdict);
|
|
});
|
|
|
|
it("tells a scenario that stopped from an app that did not start", () => {
|
|
const side = (report: Parameters<typeof readSide>[2]) =>
|
|
readSide("aaaaaaaaaaaa", "/out/base/results", report);
|
|
const head = readSide("bbbbbbbbbbbb", "/out/head/results", passed);
|
|
// A control the scenario did not find: the app ran, so the scenario is what needs fixing.
|
|
const stopped = buildProof(side(brokenScenario), head, (path) => path);
|
|
expect(stopped.couldNotRun).toBe("scenario");
|
|
expect(stopped.verdict).toMatch(/fix the scenario/);
|
|
const noApp = buildProof(side(undefined), head, (path) => path);
|
|
expect(noApp.couldNotRun).toBe("app");
|
|
expect(noApp.verdict).not.toMatch(/fix the scenario/);
|
|
expect(buildProof(side(failed), head, (path) => path).couldNotRun).toBeNull();
|
|
});
|
|
|
|
it("labels captures with their side and commit and keeps the pairing token out", () => {
|
|
const proof = buildProof(
|
|
readSide("aaaaaaaaaaaa", "/out/base/results", failed),
|
|
readSide("bbbbbbbbbbbb", "/out/head/results", passed),
|
|
(path) => `https://files.example${path}`,
|
|
);
|
|
expect(proof.markdown).toContain("| | Base `aaaaaaaaaa` | Head `bbbbbbbbbb` |");
|
|
expect(proof.markdown).toContain(
|
|
"",
|
|
);
|
|
expect(proof.videos).toEqual([
|
|
"/out/base/results/tab/attempt-1/video/video.webm",
|
|
"/out/head/results/tab/attempt-1/video/video.webm",
|
|
]);
|
|
expect(JSON.stringify(proof)).not.toContain("secret");
|
|
});
|
|
});
|