mirror of
https://github.com/morluto/rea
synced 2026-10-26 06:16:17 -04:00
e91c8c39c2
* refactor(test): colocate pure-domain tests and reduce test debt Move focused immutable domain/contracts/adapter tests from tests/composition/** beside their production owners under src/** as colocated *.test.ts/*.fixture.ts, and relocate persistence-shaped composition tests under tests/boundary/filesystem/**. Update import paths, the Vitest project topology (shared worker context for pure domain/contracts and recording-port service projects), the test migration ledger, testing docs, and AGENTS.md to match. Generated with [Devin](https://devin.ai) Co-Authored-By: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com> * docs: remove test migration ledger The cutover is complete and the ledger is no longer referenced anywhere in source, scripts, or the docs gate. Drop the standalone artifact. Generated with [Devin](https://devin.ai) Co-Authored-By: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com> * docs: clean up stale migration artifacts Remove empty directories left by the test migration and replace the "final cutover" language in docs/testing.md with standing PR guidance that no longer references the completed migration. Generated with [Devin](https://devin.ai) Co-Authored-By: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com> * fix: repair CI failures from schema, knip, and stale generated artifacts Three root causes fixed: 1. catalog-schemas.mjs: valuesAt only traversed anyOf from Zod's toJSONSchema, not oneOf. The webScreenshotDiffSchema change to a discriminated union produces oneOf, so the product catalog generator could not derive the web_screenshot_diff schema version. Add oneOf traversal. 2. conformancePackage.ts: the test rewrite removed the only imports of ScenarioManifest, ReplayPlan, ShimPlan, and ExpectedEvidence, making them unused exports that knip flags. Remove the dead type aliases. 3. Regenerate stale artifacts (product catalog, MCP tool catalog, skill metadata, conformance manifest) that drifted from the source changes. Generated with [Devin](https://devin.ai) Co-Authored-By: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com> --------- Co-authored-by: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com>
322 lines
11 KiB
TypeScript
322 lines
11 KiB
TypeScript
import { copyFile, mkdir, writeFile } from "node:fs/promises";
|
|
import { join, resolve } from "node:path";
|
|
|
|
import { describe, expect, it } from "vitest";
|
|
|
|
import { createTestTempDirectory } from "../../fixtures/temporaryDirectory.js";
|
|
|
|
import { analyzeJavaScriptApplication } from "../../../src/application/JavaScriptApplicationService.js";
|
|
import { parseApplicationGraphEvidence } from "../../../src/application/JavaScriptApplicationEvidenceGraph.js";
|
|
import { compareJavaScriptExportShapes } from "../../../src/domain/javascriptExportShapeComparison.js";
|
|
import { javaScriptExportShapeComparisonResultSchema } from "../../../src/domain/javascriptExportShapeComparisonSchemas.js";
|
|
import {
|
|
createJavaScriptApplicationGraph,
|
|
createJavaScriptApplicationNode,
|
|
} from "../../../src/domain/javascriptApplicationGraph.js";
|
|
import { permissionAuthorityForRoot } from "../../fixtures/permissionAuthority.js";
|
|
|
|
describe("JavaScript export return-shape comparison", () => {
|
|
it("reports exactly the heading depth addition from source-owned parser fixtures", async () => {
|
|
const root = await temporaryRoot();
|
|
const leftRoot = join(root, "left");
|
|
const rightRoot = join(root, "right");
|
|
await Promise.all([mkdir(leftRoot), mkdir(rightRoot)]);
|
|
await Promise.all([
|
|
copyFile(
|
|
resolve("tests/fixtures/replay/parser.mjs"),
|
|
join(leftRoot, "parser.mjs"),
|
|
),
|
|
copyFile(
|
|
resolve("tests/fixtures/replay/parser-v2.mjs"),
|
|
join(rightRoot, "parser.mjs"),
|
|
),
|
|
]);
|
|
const [left, right] = await Promise.all([
|
|
analyzeGraph(leftRoot),
|
|
analyzeGraph(rightRoot),
|
|
]);
|
|
|
|
const first = compare(left, right);
|
|
const second = compare(left, right);
|
|
|
|
expect(first.comparison_id).toBe(second.comparison_id);
|
|
expect(() =>
|
|
javaScriptExportShapeComparisonResultSchema.parse(first),
|
|
).not.toThrow();
|
|
expect(first.summary).toEqual({
|
|
added: 1,
|
|
removed: 0,
|
|
changed: 0,
|
|
unknown: 0,
|
|
});
|
|
expect(first.changes).toEqual([
|
|
expect.objectContaining({
|
|
status: "added",
|
|
path: "/depth",
|
|
discriminant: { path: "/type", value: "heading" },
|
|
left: { availability: "absent" },
|
|
right: { availability: "literal", value: 1 },
|
|
}),
|
|
]);
|
|
expect(first.changes.some(({ path }) => path === "/text")).toBe(false);
|
|
expect(first.coverage).toMatchObject({
|
|
status: "complete-within-inputs",
|
|
paired_variants: 3,
|
|
unpaired_left_variants: 0,
|
|
unpaired_right_variants: 0,
|
|
});
|
|
expect(first.runtime_validation).toEqual({
|
|
recommended_tool: "run_controlled_replay",
|
|
automatically_started: false,
|
|
required_for: "runtime-semantics",
|
|
});
|
|
});
|
|
|
|
it("keeps additions unknown when spread coverage is incomplete", async () => {
|
|
const [left, right] = await analyzeSources({
|
|
left: `
|
|
const dynamic = getDynamic();
|
|
export default () => ({ type: "heading", ...dynamic });
|
|
`,
|
|
right: `
|
|
const dynamic = getDynamic();
|
|
export default () => ({ type: "heading", depth: 1, ...dynamic });
|
|
`,
|
|
});
|
|
const result = compare(left, right);
|
|
|
|
expect(result.changes).toEqual([
|
|
expect.objectContaining({ status: "unknown", path: "/depth" }),
|
|
]);
|
|
expect(result.coverage.status).toBe("partial");
|
|
});
|
|
|
|
it("does not pair ambiguous variants or invent behavior for no-return exports", async () => {
|
|
const ambiguous = await analyzeSources({
|
|
left: `
|
|
export default function parse(value) {
|
|
if (value) return { type: "heading", text: render(value) };
|
|
return { type: "heading", text: render(value) };
|
|
}
|
|
`,
|
|
right: `export default (value) => ({ type: "heading", text: render(value) });`,
|
|
});
|
|
const compared = compare(...ambiguous);
|
|
expect(compared.summary.unknown).toBe(3);
|
|
expect(compared.coverage).toMatchObject({
|
|
status: "partial",
|
|
paired_variants: 0,
|
|
unpaired_left_variants: 2,
|
|
unpaired_right_variants: 1,
|
|
});
|
|
|
|
const noReturn = await analyzeSources({
|
|
left: `export default function stop() { throw new Error("stop"); }`,
|
|
right: `export default function stop() { throw new Error("stop"); }`,
|
|
});
|
|
const unknown = compare(...noReturn);
|
|
expect(unknown.changes).toEqual([
|
|
expect.objectContaining({ status: "unknown", path: "" }),
|
|
]);
|
|
});
|
|
});
|
|
|
|
describe("JavaScript export return-shape selection", () => {
|
|
it("reports selector candidates and enforces candidate, variant, and change limits", async () => {
|
|
const candidates = await analyzeSources({
|
|
left: `
|
|
export const first = () => ({ type: "first" });
|
|
export const second = () => ({ type: "second" });
|
|
export const third = () => ({ type: "third" });
|
|
`,
|
|
right: `export default () => ({ type: "default" });`,
|
|
});
|
|
const missing = compare(candidates[0], candidates[1], {
|
|
leftExportName: "missing",
|
|
limits: { max_candidate_exports: 1 },
|
|
});
|
|
expect(missing.left).toMatchObject({
|
|
status: "missing",
|
|
omitted_candidates: 2,
|
|
candidates: [expect.objectContaining({ module_path: "parser.mjs" })],
|
|
});
|
|
expect(missing.coverage.status).toBe("truncated");
|
|
|
|
const parsers = await sourceOwnedParsers();
|
|
const variantLimited = compare(parsers[0], parsers[1], {
|
|
limits: { max_return_variants: 1 },
|
|
});
|
|
expect(variantLimited.coverage).toMatchObject({
|
|
status: "truncated",
|
|
omitted_left_variants: 2,
|
|
omitted_right_variants: 2,
|
|
});
|
|
|
|
const changes = await analyzeSources({
|
|
left: `export default () => ({ type: "item" });`,
|
|
right: `export default () => ({ type: "item", depth: 1, level: 2 });`,
|
|
});
|
|
const changeLimited = compare(changes[0], changes[1], {
|
|
limits: { max_changes: 1 },
|
|
});
|
|
expect(changeLimited.summary.added).toBe(2);
|
|
expect(changeLimited.changes).toHaveLength(1);
|
|
expect(changeLimited.coverage).toMatchObject({
|
|
status: "truncated",
|
|
omitted_changes: 1,
|
|
});
|
|
});
|
|
|
|
it("refuses an exact selector that resolves to multiple graph nodes", async () => {
|
|
const [left, right] = await analyzeSources({
|
|
left: `export default () => ({ type: "item" });`,
|
|
right: `export default () => ({ type: "item" });`,
|
|
});
|
|
const exported = left.graph.nodes.find((node) =>
|
|
node.observations.some(
|
|
({ properties }) => properties.semantic_role === "export-binding",
|
|
),
|
|
);
|
|
if (
|
|
exported === undefined ||
|
|
exported.identity.strategy !== "artifact-local-key"
|
|
)
|
|
throw new Error("Expected one artifact-local export fixture node");
|
|
const duplicate = createJavaScriptApplicationNode({
|
|
kind: exported.kind,
|
|
identity: {
|
|
...exported.identity,
|
|
key: `${exported.identity.key}:duplicate`,
|
|
},
|
|
observations: exported.observations.map(
|
|
({ label, properties, evidence }) => ({ label, properties, evidence }),
|
|
),
|
|
});
|
|
const ambiguousGraph = createJavaScriptApplicationGraph({
|
|
schema: "JavaScriptApplicationGraph",
|
|
schema_version: 1,
|
|
root_node_ids: left.graph.root_node_ids,
|
|
nodes: [...left.graph.nodes, duplicate],
|
|
edges: left.graph.edges,
|
|
coverage: left.graph.coverage,
|
|
limitations: left.graph.limitations,
|
|
});
|
|
const result = compare({ ...left, graph: ambiguousGraph }, right);
|
|
|
|
expect(result.left).toMatchObject({
|
|
status: "ambiguous",
|
|
selected_node_id: null,
|
|
candidates: [expect.any(Object), expect.any(Object)],
|
|
});
|
|
expect(result.changes).toEqual([
|
|
expect.objectContaining({ status: "unknown", path: "" }),
|
|
]);
|
|
});
|
|
});
|
|
|
|
describe("JavaScript export return-shape projection", () => {
|
|
it("marks graph field projection omissions as truncated", async () => {
|
|
const properties = [
|
|
'a_type: "item"',
|
|
...Array.from(
|
|
{ length: 70 },
|
|
(_, index) => `field${String(index)}: ${String(index)}`,
|
|
),
|
|
].join(",");
|
|
const [left, right] = await analyzeSources({
|
|
left: `export default () => ({ ${properties} });`,
|
|
right: `export default () => ({ ${properties} });`,
|
|
});
|
|
const result = compare(left, right);
|
|
|
|
expect(result.coverage.status).toBe("truncated");
|
|
expect(result.coverage.left_omitted_fields).toBeGreaterThan(0);
|
|
expect(result.coverage.right_omitted_fields).toBeGreaterThan(0);
|
|
});
|
|
});
|
|
|
|
type GraphSource = Awaited<ReturnType<typeof analyzeGraph>>;
|
|
|
|
const compare = (
|
|
left: GraphSource,
|
|
right: GraphSource,
|
|
options: {
|
|
readonly leftExportName?: string;
|
|
readonly rightExportName?: string;
|
|
readonly limits?: Partial<{
|
|
readonly max_candidate_exports: number;
|
|
readonly max_return_variants: number;
|
|
readonly max_changes: number;
|
|
}>;
|
|
} = {},
|
|
) =>
|
|
compareJavaScriptExportShapes({
|
|
left: {
|
|
evidenceId: left.evidence.evidence_id,
|
|
graph: left.graph,
|
|
modulePath: "parser.mjs",
|
|
exportName: options.leftExportName ?? "default",
|
|
},
|
|
right: {
|
|
evidenceId: right.evidence.evidence_id,
|
|
graph: right.graph,
|
|
modulePath: "parser.mjs",
|
|
exportName: options.rightExportName ?? "default",
|
|
},
|
|
limits: {
|
|
max_candidate_exports: options.limits?.max_candidate_exports ?? 100,
|
|
max_return_variants: options.limits?.max_return_variants ?? 128,
|
|
max_changes: options.limits?.max_changes ?? 1_000,
|
|
},
|
|
});
|
|
|
|
const analyzeGraph = async (root: string) => {
|
|
const authority = await permissionAuthorityForRoot(
|
|
root,
|
|
["investigation_input"],
|
|
["investigation_input"],
|
|
);
|
|
const result = await analyzeJavaScriptApplication(authority, {
|
|
input_path: root,
|
|
approved: true,
|
|
});
|
|
if (!result.ok) throw result.error;
|
|
return parseApplicationGraphEvidence(result.value);
|
|
};
|
|
|
|
const analyzeSources = async (sources: {
|
|
readonly left: string;
|
|
readonly right: string;
|
|
}): Promise<[GraphSource, GraphSource]> => {
|
|
const root = await temporaryRoot();
|
|
const leftRoot = join(root, "left");
|
|
const rightRoot = join(root, "right");
|
|
await Promise.all([mkdir(leftRoot), mkdir(rightRoot)]);
|
|
await Promise.all([
|
|
writeFile(join(leftRoot, "parser.mjs"), sources.left),
|
|
writeFile(join(rightRoot, "parser.mjs"), sources.right),
|
|
]);
|
|
return Promise.all([analyzeGraph(leftRoot), analyzeGraph(rightRoot)]);
|
|
};
|
|
|
|
const sourceOwnedParsers = async (): Promise<[GraphSource, GraphSource]> => {
|
|
const root = await temporaryRoot();
|
|
const leftRoot = join(root, "left");
|
|
const rightRoot = join(root, "right");
|
|
await Promise.all([mkdir(leftRoot), mkdir(rightRoot)]);
|
|
await Promise.all([
|
|
copyFile(
|
|
resolve("tests/fixtures/replay/parser.mjs"),
|
|
join(leftRoot, "parser.mjs"),
|
|
),
|
|
copyFile(
|
|
resolve("tests/fixtures/replay/parser-v2.mjs"),
|
|
join(rightRoot, "parser.mjs"),
|
|
),
|
|
]);
|
|
return Promise.all([analyzeGraph(leftRoot), analyzeGraph(rightRoot)]);
|
|
};
|
|
|
|
const temporaryRoot = (): Promise<string> =>
|
|
createTestTempDirectory("rea-export-shapes-");
|