Files
reverse-engineering-anything/tests/boundary/cli/nativeFeatureTraceDelivery.test.ts
T
Ysopwnableandgensokyo-dev 62014b566d refactor(cli)!: dispatch commands through REA-owned execution
Run ordinary CLI commands through REA's registry, argv parser and result owner.
Remove Incur, the second admission parse, SDK error middleware, output capture
and redundant command traversal. Preserve explicit redaction, publication
receipts, incremental output, terminal notice eligibility and drain ownership.
Migrate fixtures to real registrations and retain the derived-source notices.

Validation includes unchanged public parity goldens, public and lifecycle
regressions, repaired fixture consumers, real TTY base comparisons, exports
beyond the engine string limit, four schema catalogs and final static/docs
checks. Native provider and optional validator coverage limits are in the PR.

Fixes #11654. Fixes #10583. Refs #11682, #11476 and #10511.

BREAKING CHANGE: Markdown argument diagnostics use REA's literal escaping,
table widths and token counts. Flag-shaped unknown MCP subcommands honor the
selected format. Completion --schema/--version routes use the canonical
REA-owned hook rather than the retired SDK generator. Refresh affected literal
snapshots and regenerate completion hooks with rea completions <shell>.

Co-authored-by: gensokyo-dev <342580529+gensokyo-dev@users.noreply.github.com>
2026-11-16 13:56:34 +00:00

228 lines
7.2 KiB
TypeScript

import { createCommandCli } from "../../support/cli/commandCli.js";
import { unknownTarget } from "../../../src/domain/targetIdentity.js";
import { readFile, stat, writeFile } from "node:fs/promises";
import { join } from "node:path";
import pino from "pino";
import { expect, it } from "vitest";
import {
createAnalysisExecution,
type AnalysisProvider,
} from "../../../src/ports/AnalysisProvider.js";
import { runDirectAnalysis } from "../../../src/application/DirectAnalysis.js";
import type { DirectAnalysisDependencies } from "../../../src/application/DirectAnalysisDependencies.js";
import { registerCoreBinaryCommands } from "../../../src/cli/coreBinaryCommands.js";
import { parseConfig } from "../../../src/config/parseConfig.js";
import { createAnalysisProfile } from "../../../src/domain/analysisProfile.js";
import { createEvidence } from "../../../src/domain/evidence.js";
import { parseEvidenceBundle } from "../../../src/domain/evidenceBundle.js";
import { ok } from "../../../src/domain/result.js";
import { createTestBinarySession } from "../../fixtures/binarySession.js";
import { createTestTempDirectory } from "../../fixtures/temporaryDirectory.js";
const identity = { id: "fixture", name: "Fixture", version: "1" } as const;
const effects = {
mutatesArtifact: false,
launchesProcess: false,
mayShowUi: false,
mayAccessNetwork: false,
mayWriteFilesystem: false,
changesPermissions: false,
requiresRoot: false,
};
const verifyReplay = async (
cli: ReturnType<typeof createCommandCli>,
path: string,
snapshot: string,
root: string,
originalBundle: ReturnType<typeof parseEvidenceBundle>,
traceId: string | undefined,
) => {
const output = join(root, "replay-evidence.json");
let stdout = "";
await cli.serve(
[
"trace",
path,
"goal",
"--provider",
"fixture",
"--snapshot",
snapshot,
"--detail",
"summary",
"--evidence_output",
output,
"--json",
],
{
env: {},
stdout: (text) => {
stdout += text;
},
exit: () => undefined,
},
);
const response = JSON.parse(stdout);
expect(response, JSON.stringify(response)).toHaveProperty("summary");
const bundle = parseEvidenceBundle(
JSON.parse(await readFile(output, "utf8")),
);
expect(response.summary.normalized_result.parent_evidence_id).toBe(traceId);
expect(bundle.records.map((record) => record.evidence_id).sort()).toEqual(
originalBundle.records.map((record) => record.evidence_id).sort(),
);
};
it.each([
{ detail: "summary", missing: false },
{ detail: "complete", missing: false },
{ detail: "summary", missing: true },
{ detail: "summary", missing: false, replay: true },
])(
"publishes $detail trace only when its source closure is available (missing=$missing, replay=$replay)",
async ({ detail, missing, replay }) => {
const root = await createTestTempDirectory("rea-native-trace-cli-source-");
const path = join(root, "fixture.hop");
const output = join(root, "evidence.json");
const snapshot = join(root, "snapshot.json");
let allowProvider = true;
await writeFile(path, "synthetic analysis database");
const history = createEvidence(unknownTarget("not-observed"), identity, {
operation: "health",
parameters: { facet: "historical-project-analysis-reports" },
result: { origin: "caller-project" },
confidence: "observed",
...(missing ? { evidenceLinks: ["ev_" + "a".repeat(64)] } : {}),
});
const provider: AnalysisProvider = {
identity: () => identity,
capabilities: () =>
(
[
"search_strings",
"search_procedures",
"xrefs",
"resolve_containing_procedure",
] as const
).map((operation) => ({
provider: identity,
operation,
available: true,
reason: null,
cachePolicy: replay ? "snapshot" : "live",
limitations: [],
effects,
})),
resolveAnalysisProfile: async () =>
ok({ profile: createAnalysisProfile(identity, { fixture: true }) }),
createClient: () => {
if (!allowProvider)
throw new Error("Snapshot replay reopened the provider");
return {
execute: async (operation) => {
const value =
operation === "search_procedures"
? [{ address: "0x1000", value: "goal" }]
: operation === "xrefs"
? ["0x1010"]
: operation === "resolve_containing_procedure"
? {
query_address: "0x1010",
found: false,
procedure: null,
reason: "not_in_procedure",
}
: operation === "search_strings"
? []
: null;
return ok(
createAnalysisExecution(value, identity, {
sourceEvidence: [history],
}),
);
},
close: async () => ok(null),
};
},
};
const createSession = () => createTestBinarySession(provider);
const dependencies: DirectAnalysisDependencies = {
readConfiguration: () => parseConfig({}),
createBinarySession: createSession,
createNativeDispatchBinarySession: createSession,
createArtifactBinarySession: createSession,
createNativeBinarySession: createSession,
createManagedBinarySession: createSession,
};
const cli = createCommandCli();
registerCoreBinaryCommands(
cli,
pino({ enabled: false }),
(target, tool, args, options) =>
runDirectAnalysis(dependencies, target, tool, args, options),
{},
);
let stdout = "";
await cli.serve(
[
"trace",
path,
"goal",
"--provider",
"fixture",
...(replay ? ["--snapshot", snapshot] : []),
"--detail",
detail,
"--evidence_output",
output,
"--json",
],
{
env: {},
stdout: (text) => {
stdout += text;
},
exit: () => undefined,
},
);
const response = JSON.parse(stdout);
if (missing) {
expect(response).toMatchObject({
code: "evidence_integrity_mismatch",
details: { reason: "missing", evidence_id: "ev_" + "a".repeat(64) },
});
await expect(stat(output)).rejects.toMatchObject({ code: "ENOENT" });
} else {
const bundle = parseEvidenceBundle(
JSON.parse(await readFile(output, "utf8")),
);
const trace = bundle.records.find(
(record) => record.operation === "trace_feature",
);
expect(
detail === "summary"
? response.summary.normalized_result.parent_evidence_id
: response.evidence_id,
).toBe(trace?.evidence_id);
expect(trace?.evidence_links).toContain(history.evidence_id);
expect(
bundle.records.some(
(record) => record.evidence_id === history.evidence_id,
),
).toBe(true);
if (replay) {
allowProvider = false;
await verifyReplay(
cli,
path,
snapshot,
root,
bundle,
trace?.evidence_id,
);
}
}
},
);