mirror of
https://github.com/morluto/rea
synced 2026-10-26 06:16:17 -04:00
791f6328b0
* fix(mcp): escalate transient failures before asking for a restart Give dropped connections and startup failures one bounded retry, then a scripted handoff to the user. Point timeout recovery at a named request field or REA_* setting instead of telling agents those limits are fixed. Co-authored-by: morluto <morluto@users.noreply.github.com> * fix(process): stop unexpected command failures from recommending a retry The catch can already have launched the target, and the projection stays non-retryable. Tell the user to check the inputs and run doctor instead. Co-authored-by: morluto <morluto@users.noreply.github.com> * fix(mcp): limit retries to safe calls and recommended settings A dropped connection may already have changed the target, and a bad catalog rejects the same startup every time. Retry only a repeatable call, and change a setting only when the remediation recommends it. Co-authored-by: morluto <morluto@users.noreply.github.com> * test(mcp): match recovery guidance across wrapped lines Startup handoff capitalization and markdown wrapping still carry the same sentences. Compare the prose with whitespace collapsed. Co-authored-by: morluto <morluto@users.noreply.github.com> --------- Co-authored-by: Cursor Agent <cursoragent@cursor.com> Co-authored-by: morluto <morluto@users.noreply.github.com>
496 lines
16 KiB
TypeScript
496 lines
16 KiB
TypeScript
import { writeFile } from "node:fs/promises";
|
|
import { join } from "node:path";
|
|
import { describe, expect, it, onTestFinished, vi } from "vitest";
|
|
import {
|
|
captureProcessScenarioFile,
|
|
compareProcessEvidenceFiles,
|
|
PROCESS_UNEXPECTED_FAILURE_REMEDIATION,
|
|
} from "../../../src/application/process/ProcessCli.js";
|
|
import { JSON_BYTE_ORDER_MARK_MESSAGE } from "../../../src/application/Utf8JsonInput.js";
|
|
import { createEvidence } from "../../../src/domain/evidence.js";
|
|
import { PROCESS_PROVIDER } from "../../../src/domain/process/processEvidenceProvider.js";
|
|
import { EMPTY_PROCESS_CAPTURE_EXAMPLE } from "../../../src/domain/process/processCaptureExample.js";
|
|
import { OwnedFileHandle } from "../../../src/filesystem/OwnedFileHandle.js";
|
|
import { RegularFileCleanupFailure } from "../../../src/application/RegularFileRead.js";
|
|
import { analysisCliErrorEnvelopeSchema } from "../../../src/contracts/errorSchemas.js";
|
|
import { EvidenceFileError } from "../../../src/domain/evidenceErrors.js";
|
|
import { err } from "../../../src/domain/result.js";
|
|
import * as jsonFiles from "../../../src/application/JsonFiles.js";
|
|
|
|
import { createTestTempDirectory } from "../../fixtures/temporaryDirectory.js";
|
|
import { holdFirstFileRead } from "../../support/holdFirstFileRead.js";
|
|
import { failFileReadAfterAbort } from "../../support/failFileReadAfterAbort.js";
|
|
import { JsonInputPhysicalReadFailure } from "../../../src/application/JsonInputFile.js";
|
|
|
|
describe("process CLI error projection", () => {
|
|
it.each([
|
|
{
|
|
operation: "capture_process_scenario",
|
|
execute: (path: string) => captureProcessScenarioFile(path),
|
|
},
|
|
{
|
|
operation: "compare_process_captures",
|
|
execute: (path: string) => compareProcessEvidenceFiles(path, path),
|
|
},
|
|
] as const)(
|
|
"projects an unexpected $operation failure canonically",
|
|
async ({ operation, execute }) => {
|
|
const failure = new Error("SECRET internal failure /private/path");
|
|
const read = vi
|
|
.spyOn(jsonFiles, "readJsonFile")
|
|
.mockImplementation(async () => {
|
|
throw failure;
|
|
});
|
|
|
|
try {
|
|
const projected = await execute("/selected/input.json");
|
|
expect(
|
|
analysisCliErrorEnvelopeSchema.safeParse(projected).success,
|
|
).toBe(true);
|
|
expect(projected).toMatchObject({
|
|
error: "Process command failed",
|
|
code: "execution_failure",
|
|
category: "execution_failure",
|
|
retryable: false,
|
|
message:
|
|
"Process command could not complete: SECRET internal failure /private/path",
|
|
remediation: { action: PROCESS_UNEXPECTED_FAILURE_REMEDIATION },
|
|
details: {
|
|
operation,
|
|
provider_id: PROCESS_PROVIDER.id,
|
|
diagnostics: { phase: "process_cli" },
|
|
},
|
|
});
|
|
expect(JSON.stringify(projected)).not.toContain("stack");
|
|
expect(PROCESS_UNEXPECTED_FAILURE_REMEDIATION).not.toContain("SECRET");
|
|
expect(PROCESS_UNEXPECTED_FAILURE_REMEDIATION).not.toMatch(
|
|
/\bretry\b/iu,
|
|
);
|
|
} finally {
|
|
read.mockRestore();
|
|
}
|
|
},
|
|
);
|
|
});
|
|
|
|
describe("process CLI file cancellation", () => {
|
|
it("projects pre-aborted file reads as cancellation", async () => {
|
|
const root = await createTestTempDirectory("rea-process-cli-cancel-");
|
|
const controller = new AbortController();
|
|
controller.abort();
|
|
expect(
|
|
await captureProcessScenarioFile(
|
|
join(root, "missing-scenario.json"),
|
|
process.env,
|
|
controller.signal,
|
|
),
|
|
).toMatchObject({
|
|
error: "Process command failed",
|
|
code: "cancelled",
|
|
category: "cancelled",
|
|
details: { operation: "capture_process_scenario" },
|
|
});
|
|
expect(
|
|
await compareProcessEvidenceFiles(
|
|
join(root, "missing-left.json"),
|
|
join(root, "missing-right.json"),
|
|
join(root, "missing-trace.json"),
|
|
controller.signal,
|
|
),
|
|
).toMatchObject({
|
|
code: "cancelled",
|
|
category: "cancelled",
|
|
details: { operation: "compare_process_captures" },
|
|
});
|
|
});
|
|
|
|
it.each([
|
|
{ workflow: "capture", input: "scenario" },
|
|
{ workflow: "compare", input: "left" },
|
|
{ workflow: "compare", input: "right" },
|
|
{ workflow: "compare", input: "trace specification" },
|
|
] as const)(
|
|
"stops streamed $workflow $input reads after cancellation",
|
|
async ({ workflow, input }) => {
|
|
const root = await createTestTempDirectory("rea-process-cli-stream-");
|
|
const paths = {
|
|
scenario: join(root, "scenario.json"),
|
|
left: join(root, "left.json"),
|
|
right: join(root, "right.json"),
|
|
trace: join(root, "trace.json"),
|
|
};
|
|
const evidence = JSON.stringify(processCaptureEvidence());
|
|
const scenario = JSON.stringify({
|
|
executable: process.execPath,
|
|
arguments: [],
|
|
});
|
|
const traceSpecification = JSON.stringify(validTraceSpecification());
|
|
const contentsByInput = {
|
|
scenario: input === "scenario" ? stream(scenario) : scenario,
|
|
left: input === "left" ? stream(evidence) : evidence,
|
|
right: input === "right" ? stream(evidence) : evidence,
|
|
trace:
|
|
input === "trace specification"
|
|
? stream(traceSpecification)
|
|
: traceSpecification,
|
|
};
|
|
await Promise.all([
|
|
writeFile(paths.scenario, contentsByInput.scenario),
|
|
writeFile(paths.left, contentsByInput.left),
|
|
writeFile(paths.right, contentsByInput.right),
|
|
writeFile(paths.trace, contentsByInput.trace),
|
|
]);
|
|
const targetPath =
|
|
paths[input === "trace specification" ? "trace" : input];
|
|
const contents =
|
|
contentsByInput[input === "trace specification" ? "trace" : input];
|
|
const reader = await holdFirstFileRead(targetPath);
|
|
onTestFinished(reader.release);
|
|
const controller = new AbortController();
|
|
try {
|
|
const pending =
|
|
workflow === "capture"
|
|
? captureProcessScenarioFile(
|
|
paths.scenario,
|
|
process.env,
|
|
controller.signal,
|
|
)
|
|
: compareProcessEvidenceFiles(
|
|
paths.left,
|
|
paths.right,
|
|
paths.trace,
|
|
controller.signal,
|
|
);
|
|
await reader.firstRead;
|
|
controller.abort();
|
|
reader.release();
|
|
expect(await pending).toMatchObject({
|
|
error: "Process command failed",
|
|
code: "cancelled",
|
|
category: "cancelled",
|
|
});
|
|
expect(reader.readCount).toBe(1);
|
|
expect(reader.totalReadBytes).toBeLessThan(contents.length);
|
|
} finally {
|
|
controller.abort();
|
|
reader.release();
|
|
vi.restoreAllMocks();
|
|
}
|
|
},
|
|
);
|
|
});
|
|
|
|
it.each(
|
|
[
|
|
{
|
|
label: "EIO",
|
|
physical: Object.assign(new Error("physical descriptor failure"), {
|
|
code: "EIO",
|
|
}),
|
|
},
|
|
{ label: "null", physical: null },
|
|
{ label: "undefined", physical: undefined },
|
|
].flatMap((failure) => [
|
|
{ ...failure, reader: "native" as const },
|
|
{ ...failure, reader: "streamed" as const },
|
|
]),
|
|
)(
|
|
"preserves a $reader descriptor $label when cancellation arrives after the read fails",
|
|
async ({ physical, reader }) => {
|
|
const root = await createTestTempDirectory("rea-process-cli-late-io-");
|
|
const path = join(root, "scenario.json");
|
|
const input = JSON.stringify({
|
|
executable: process.execPath,
|
|
arguments: [],
|
|
});
|
|
await writeFile(path, reader === "streamed" ? stream(input) : input);
|
|
const controller = new AbortController();
|
|
await failFileReadAfterAbort(
|
|
path,
|
|
controller,
|
|
new Error("later caller cancellation"),
|
|
physical,
|
|
);
|
|
try {
|
|
expect(
|
|
await captureProcessScenarioFile(path, process.env, controller.signal),
|
|
).toMatchObject({
|
|
code: "execution_failure",
|
|
category: "execution_failure",
|
|
retryable: false,
|
|
details: { operation: "read", reason: "io", path },
|
|
});
|
|
} finally {
|
|
vi.restoreAllMocks();
|
|
}
|
|
},
|
|
);
|
|
|
|
it("keeps a physical read primary when its cause is also the abort reason", async () => {
|
|
const root = await createTestTempDirectory(
|
|
"rea-process-cli-identical-abort-",
|
|
);
|
|
const path = join(root, "scenario.json");
|
|
await writeFile(
|
|
path,
|
|
JSON.stringify({ executable: process.execPath, arguments: [] }),
|
|
);
|
|
const controller = new AbortController();
|
|
const physical = new JsonInputPhysicalReadFailure(
|
|
Object.assign(new Error("descriptor EIO"), { code: "EIO" }),
|
|
);
|
|
await failFileReadAfterAbort(path, controller, physical, physical);
|
|
try {
|
|
expect(
|
|
await captureProcessScenarioFile(path, process.env, controller.signal),
|
|
).toMatchObject({
|
|
code: "execution_failure",
|
|
category: "execution_failure",
|
|
details: { operation: "read", reason: "io", path },
|
|
});
|
|
} finally {
|
|
vi.restoreAllMocks();
|
|
}
|
|
});
|
|
|
|
describe("process CLI input diagnostics", () => {
|
|
it("keeps physical file I/O failures in the execution-error projection", async () => {
|
|
const path = "/selected/scenario.json";
|
|
const ioFailure = new EvidenceFileError("read", "io", {
|
|
cause: Object.assign(new Error("disk I/O failed"), { code: "EIO" }),
|
|
path,
|
|
});
|
|
const read = vi
|
|
.spyOn(jsonFiles, "readJsonFile")
|
|
.mockResolvedValue(err(ioFailure));
|
|
|
|
try {
|
|
const result = await captureProcessScenarioFile(path);
|
|
expect(result).toMatchObject({
|
|
error: "Process command failed",
|
|
code: "execution_failure",
|
|
category: "execution_failure",
|
|
retryable: false,
|
|
details: { operation: "read", reason: "io", path },
|
|
});
|
|
expect(analysisCliErrorEnvelopeSchema.safeParse(result).success).toBe(
|
|
true,
|
|
);
|
|
} finally {
|
|
read.mockRestore();
|
|
}
|
|
});
|
|
|
|
it("projects missing, malformed JSON, and invalid scenario files", async () => {
|
|
const root = await createTestTempDirectory("rea-process-cli-diagnostics-");
|
|
const malformed = join(root, "malformed.json");
|
|
const invalid = join(root, "invalid.json");
|
|
const invalidUtf8 = join(root, "invalid-utf8.json");
|
|
await writeFile(malformed, "not-json");
|
|
await writeFile(invalid, "{}");
|
|
await writeFile(
|
|
invalidUtf8,
|
|
Buffer.concat([
|
|
Buffer.from('{"executable":"'),
|
|
Buffer.from([0xff]),
|
|
Buffer.from('"}'),
|
|
]),
|
|
);
|
|
|
|
const missing = await captureProcessScenarioFile(
|
|
join(root, "missing.json"),
|
|
);
|
|
expect(missing).toMatchObject({
|
|
error: "Process command failed",
|
|
code: "invalid_request",
|
|
category: "invalid_input",
|
|
message: expect.stringContaining("Process input file could not be read:"),
|
|
retryable: false,
|
|
remediation: {
|
|
action: expect.stringContaining("Correct the listed fields"),
|
|
},
|
|
details: {
|
|
issues: [
|
|
{
|
|
path: ["input_file"],
|
|
reason: "invalid_value",
|
|
message: expect.stringContaining(
|
|
`Process input file could not be read: ${join(root, "missing.json")} (ENOENT`,
|
|
),
|
|
},
|
|
],
|
|
},
|
|
});
|
|
expect(analysisCliErrorEnvelopeSchema.safeParse(missing).success).toBe(
|
|
true,
|
|
);
|
|
|
|
const invalidJson = await captureProcessScenarioFile(malformed);
|
|
expect(invalidJson).toMatchObject({
|
|
error: "Process command failed",
|
|
code: "invalid_request",
|
|
category: "invalid_input",
|
|
message: expect.stringContaining(
|
|
`Process input file is not valid UTF-8 JSON: ${malformed}`,
|
|
),
|
|
retryable: false,
|
|
remediation: {
|
|
action: expect.stringContaining("Correct the listed fields"),
|
|
},
|
|
details: {
|
|
issues: [{ path: ["input_file"], reason: "invalid_value" }],
|
|
},
|
|
});
|
|
expect(analysisCliErrorEnvelopeSchema.safeParse(invalidJson).success).toBe(
|
|
true,
|
|
);
|
|
|
|
const invalidUtf8Json = await captureProcessScenarioFile(invalidUtf8);
|
|
expect(invalidUtf8Json).toMatchObject({
|
|
code: "invalid_request",
|
|
category: "invalid_input",
|
|
retryable: false,
|
|
message: expect.stringContaining(
|
|
`Process input file is not valid UTF-8 JSON: ${invalidUtf8}`,
|
|
),
|
|
details: { issues: [{ path: ["input_file"], reason: "invalid_value" }] },
|
|
});
|
|
expect(
|
|
analysisCliErrorEnvelopeSchema.safeParse(invalidUtf8Json).success,
|
|
).toBe(true);
|
|
|
|
const compareMissing = await compareProcessEvidenceFiles(
|
|
join(root, "missing-left.json"),
|
|
join(root, "missing-right.json"),
|
|
);
|
|
expect(compareMissing).toMatchObject({
|
|
error: "Process command failed",
|
|
code: "invalid_request",
|
|
category: "invalid_input",
|
|
retryable: false,
|
|
details: {
|
|
operation: "compare_process_captures",
|
|
issues: [{ path: ["input_file"], reason: "invalid_value" }],
|
|
},
|
|
});
|
|
expect(
|
|
analysisCliErrorEnvelopeSchema.safeParse(compareMissing).success,
|
|
).toBe(true);
|
|
|
|
expect(await captureProcessScenarioFile(invalid)).toMatchObject({
|
|
error: "Process command failed",
|
|
code: "invalid_request",
|
|
category: "invalid_input",
|
|
message: "Analysis input is invalid. Check the arguments and try again.",
|
|
retryable: false,
|
|
remediation: {
|
|
action: expect.stringContaining("Correct the listed fields"),
|
|
},
|
|
recovery: {
|
|
kind: "inspect_input_contract",
|
|
operation: "capture_process_scenario",
|
|
},
|
|
details: expect.objectContaining({
|
|
operation: "capture_process_scenario",
|
|
issues: expect.arrayContaining([
|
|
expect.objectContaining({ path: ["executable"] }),
|
|
]),
|
|
}),
|
|
});
|
|
});
|
|
});
|
|
|
|
describe("process CLI file cleanup", () => {
|
|
it.each([false, true])(
|
|
"preserves the open-file owner when close fails (cancelled: %s)",
|
|
async (cancelDuringClose) => {
|
|
const root = await createTestTempDirectory("rea-process-cli-cleanup-");
|
|
const path = join(root, "scenario.json");
|
|
await writeFile(path, JSON.stringify({ executable: process.execPath }));
|
|
const controller = new AbortController();
|
|
const cleanupCause = new Error("injected file close failure");
|
|
const close = vi
|
|
.spyOn(OwnedFileHandle.prototype, "close")
|
|
.mockImplementationOnce(async () => {
|
|
if (cancelDuringClose) controller.abort();
|
|
throw cleanupCause;
|
|
});
|
|
let failure: unknown;
|
|
try {
|
|
try {
|
|
await captureProcessScenarioFile(
|
|
path,
|
|
process.env,
|
|
cancelDuringClose ? controller.signal : undefined,
|
|
);
|
|
} catch (cause: unknown) {
|
|
failure = cause;
|
|
}
|
|
expect(failure).toBeInstanceOf(RegularFileCleanupFailure);
|
|
if (!(failure instanceof RegularFileCleanupFailure))
|
|
throw new Error("Expected the retained file handle owner");
|
|
expect(failure.cleanupCause).toBe(cleanupCause);
|
|
expect(failure.owner.handle.fd).toBeGreaterThanOrEqual(0);
|
|
} finally {
|
|
close.mockRestore();
|
|
if (failure instanceof RegularFileCleanupFailure)
|
|
await failure.owner.close();
|
|
}
|
|
},
|
|
);
|
|
});
|
|
|
|
describe("process CLI UTF-8 input diagnostics", () => {
|
|
it("names a leading byte-order mark instead of quoting it as a token", async () => {
|
|
const path = join(
|
|
await createTestTempDirectory("rea-process-cli-diagnostics-"),
|
|
"scenario.json",
|
|
);
|
|
await writeFile(path, '\uFEFF{"executable":"/bin/echo"}');
|
|
expect(await captureProcessScenarioFile(path)).toMatchObject({
|
|
error: "Process command failed",
|
|
code: "invalid_request",
|
|
category: "invalid_input",
|
|
message: `Process input file is not valid UTF-8 JSON: ${path} (${JSON_BYTE_ORDER_MARK_MESSAGE}). Repair the file, then try again.`,
|
|
details: { issues: [{ path: ["input_file"], reason: "invalid_value" }] },
|
|
});
|
|
});
|
|
});
|
|
|
|
const processCaptureEvidence = () =>
|
|
createEvidence(undefined, PROCESS_PROVIDER, {
|
|
predicateType: "rea.process-capture",
|
|
operation: "capture_process_scenario",
|
|
parameters: {},
|
|
result: EMPTY_PROCESS_CAPTURE_EXAMPLE,
|
|
confidence: "observed",
|
|
authority: "controlled-replay",
|
|
environment: {
|
|
id: "fixture",
|
|
platform: "fixture",
|
|
architecture: "fixture",
|
|
isolation: "process",
|
|
},
|
|
});
|
|
|
|
const stream = (json: string) => " ".repeat(8 * 1024 * 1024) + json;
|
|
|
|
const validTraceSpecification = () => ({
|
|
events: [
|
|
{
|
|
id: "started",
|
|
source: "lifecycle",
|
|
exact: { state: "started" },
|
|
},
|
|
{
|
|
id: "finished",
|
|
source: "lifecycle",
|
|
exact: { state: "finished" },
|
|
},
|
|
],
|
|
language: {
|
|
kind: "partial_order",
|
|
happens_before: [{ before: "started", after: "finished" }],
|
|
},
|
|
});
|