mirror of
https://github.com/morluto/rea.git
synced 2026-11-10 16:57:19 +00:00
feat(analysis): make resource budgets recoverable across CLI and MCP (#9706)
* refactor(analysis): centralize resource budgets and recovery facts * feat(analysis): expose ASAR and Ghidra runtime admission controls * feat(artifacts): expose reader admission and preserve limited recognition * feat(javascript): expose recoverable semantic precision budgets * feat(web): add recoverable source-map budgets and compact retained views * feat(web): make historical capture decoding budgets recoverable * fix(desktop): enforce selected view policies across capture and export * feat(runtime): make Frida and LLDB retention budgets selectable * feat(native): expose diagnostic budgets and preserve exhaustion causes * feat(managed): expose recoverable snapshot and representation budgets * feat(metadata): make Go and Rust inspection budgets recoverable * feat(wasm): expose representation and producer admissions * feat(evm): expose per-call worker resource budgets * feat(android): make resource and string-pool omissions recoverable * feat(producers): expose command and recorded-capture budgets * docs(analysis): record recovery contracts and integrated validation * fix(docs): link calibration oracle from published verification pages * fix(docs): restore desktop task anchors and receipt links * test(analysis): align fixtures with selectable budget contracts * fix(analysis): remove source-location projector dependency cycle * test(analysis): refresh budget recovery and verifier regressions * test(analysis): preserve format and publication recovery expectations * test(windows): align conformance with owned runtime admission * fix(desktop): preserve selected alias kinds in exported state * test(analysis): align provider fixtures with recoverable budgets * test(desktop): validate emitted alias metadata structurally * fix(ghidra): classify bounded Windows endpoint refusals * test(cli): assert selectable artifact admission recovery * fix(cli): preserve capture provenance in environment builds
This commit is contained in:
1 parent
55b6d2ca20
commit
cb4e5cfbff
515 files changed
+21066
-3637
No files matched your search
@@ -110,6 +110,61 @@ it("reuses one real owned analyzer while retaining distinct source identities an
|
||||
}
|
||||
});
|
||||
|
||||
it("recovers finite primitive alternatives after changing precision on the same scope", async () => {
|
||||
const scope = new ArtifactResourceScope();
|
||||
const expression = Array.from(
|
||||
{ length: 9 },
|
||||
(_, index) =>
|
||||
`(globalThis.choice${String(index)} ? 0 : ${String(2 ** index)})`,
|
||||
).join(" + ");
|
||||
const file = source(
|
||||
"precision.mjs",
|
||||
`export function choose() { return ${expression}; }`,
|
||||
);
|
||||
try {
|
||||
for (const selected of [undefined, 512, undefined]) {
|
||||
const worker = await createJavaScriptSourceAnalysis(
|
||||
{
|
||||
heapMb: 128,
|
||||
timeoutMs: 30_000,
|
||||
...(selected === undefined
|
||||
? {}
|
||||
: { semanticPrecision: { primitive_candidates: selected } }),
|
||||
},
|
||||
1,
|
||||
{ scope },
|
||||
);
|
||||
try {
|
||||
const result = await worker.analyze(file, {
|
||||
nodes: 100,
|
||||
unknowns: 100,
|
||||
});
|
||||
if (!result.ok) throw result.error.error;
|
||||
const value = result.value.module?.callables[0]?.returnSites[0]?.value;
|
||||
if (selected === undefined) {
|
||||
expect(value).toMatchObject({
|
||||
status: "unknown",
|
||||
resourceLimit: "primitive-candidates",
|
||||
});
|
||||
} else {
|
||||
expect(value?.status).toBe("union");
|
||||
if (value?.status !== "union")
|
||||
throw new Error("Expected all finite alternatives");
|
||||
expect(value.values).toHaveLength(512);
|
||||
expect(value.values).toContain(511);
|
||||
expect(result.value.module?.coverage.precision).toMatchObject({
|
||||
primitive_candidates: 512,
|
||||
});
|
||||
}
|
||||
} finally {
|
||||
await worker.close();
|
||||
}
|
||||
}
|
||||
} finally {
|
||||
await scope.close();
|
||||
}
|
||||
});
|
||||
|
||||
it("reuses one owned worker across analyses on the same resource scope", async () => {
|
||||
const scope = new ArtifactResourceScope();
|
||||
const launches: number[] = [];
|
||||
|
||||
@@ -5,10 +5,7 @@ import { AnalysisInputError } from "../../../src/domain/analysisErrorCore.js";
|
||||
import { projectAnalysisError } from "../../../src/domain/analysisErrorProjection.js";
|
||||
import { webSourceMapReportSchema } from "../../../src/domain/webSourceLocation.js";
|
||||
import { SourceMapDecoder } from "../../../src/javascript/sourceMaps/SourceMapDecoder.js";
|
||||
import {
|
||||
SOURCE_MAP_CODEC_MEMORY_LIMIT_BYTES,
|
||||
type SourceMapDecoderDependencies,
|
||||
} from "../../../src/javascript/sourceMaps/SourceMapCommand.js";
|
||||
import type { SourceMapDecoderDependencies } from "../../../src/javascript/sourceMaps/SourceMapCommand.js";
|
||||
import { PrivateRuntimeRoot } from "../../../src/process/PrivateRuntimeRoot.js";
|
||||
import { spawnOwnedProviderProcess } from "../../../src/process/ProviderProcess.js";
|
||||
import { waitForProviderProcessReady } from "../../fixtures/providerProcess.js";
|
||||
@@ -17,6 +14,11 @@ import {
|
||||
webSourceLocationFixture,
|
||||
} from "../../fixtures/webSourceLocation.js";
|
||||
|
||||
const expectedProcessMemoryLimitBytes =
|
||||
process.platform === "win32" && process.versions.bun !== undefined
|
||||
? 704 * 1024 * 1024
|
||||
: null;
|
||||
|
||||
const realDecoder = (dependencies: SourceMapDecoderDependencies = {}) =>
|
||||
new SourceMapDecoder({
|
||||
...dependencies,
|
||||
@@ -73,49 +75,64 @@ it("starts the codec deadline after cold ownership preparation", async () => {
|
||||
}
|
||||
});
|
||||
|
||||
it("runs the real pinned codec with an independent heap and removes its private request directory", async () => {
|
||||
let path: string | undefined;
|
||||
const environment = {
|
||||
...process.env,
|
||||
NODE_OPTIONS: "--require=/rea-file-that-does-not-exist",
|
||||
};
|
||||
const decoder = realDecoder({
|
||||
environment,
|
||||
createRuntime: async () => {
|
||||
const root = await PrivateRuntimeRoot.create();
|
||||
path = root.path;
|
||||
return root;
|
||||
},
|
||||
});
|
||||
const response = await decoder.trace(input);
|
||||
if (!response.ok) throw response.error;
|
||||
expect(response.value).toMatchObject({
|
||||
engine: { id: "jridgewell-trace-mapping", version: "0.3.31" },
|
||||
matches: [{ content: { text: "original" } }],
|
||||
});
|
||||
if (process.versions.bun === undefined) {
|
||||
expect(response.value.runtime).toMatchObject({
|
||||
id: "node-v8",
|
||||
version: process.version,
|
||||
it.each([
|
||||
{ heap: undefined, effectiveHeap: 192 },
|
||||
{ heap: 384, effectiveHeap: 384 },
|
||||
])(
|
||||
"runs the real pinned codec with selected heap $heap and removes its private request directory",
|
||||
async ({ heap, effectiveHeap }) => {
|
||||
let path: string | undefined;
|
||||
const environment = {
|
||||
...process.env,
|
||||
NODE_OPTIONS: "--require=/rea-file-that-does-not-exist",
|
||||
};
|
||||
const decoder = realDecoder({
|
||||
environment,
|
||||
createRuntime: async () => {
|
||||
const root = await PrivateRuntimeRoot.create();
|
||||
path = root.path;
|
||||
return root;
|
||||
},
|
||||
});
|
||||
expect(response.value.runtime.v8_heap_limit_bytes).toBeLessThanOrEqual(
|
||||
256 * 1024 * 1024,
|
||||
const response = await decoder.trace({
|
||||
...input,
|
||||
...(heap === undefined ? {} : { limits: { codec_heap_mib: heap } }),
|
||||
});
|
||||
if (!response.ok) throw response.error;
|
||||
expect(response.value).toMatchObject({
|
||||
engine: { id: "jridgewell-trace-mapping", version: "0.3.31" },
|
||||
matches: [{ content: { text: "original" } }],
|
||||
});
|
||||
if (process.versions.bun === undefined) {
|
||||
expect(response.value.runtime).toMatchObject({
|
||||
id: "node-v8",
|
||||
version: process.version,
|
||||
});
|
||||
expect(response.value.runtime.v8_heap_limit_bytes).toBeGreaterThan(
|
||||
(effectiveHeap - 1) * 1024 * 1024,
|
||||
);
|
||||
expect(response.value.runtime.v8_heap_limit_bytes).toBeLessThanOrEqual(
|
||||
(effectiveHeap + 64) * 1024 * 1024,
|
||||
);
|
||||
} else
|
||||
expect(response.value.runtime).toEqual({
|
||||
id: "bun",
|
||||
version: process.versions.bun,
|
||||
node_compatibility_version: process.versions.node,
|
||||
v8_heap_limit_bytes: null,
|
||||
// Windows enforces a Job Object commit limit in place of the heap flags.
|
||||
process_memory_limit_bytes:
|
||||
process.platform === "win32"
|
||||
? (effectiveHeap + 512) * 1024 * 1024
|
||||
: null,
|
||||
});
|
||||
expect(environment.NODE_OPTIONS).toBe(
|
||||
"--require=/rea-file-that-does-not-exist",
|
||||
);
|
||||
} else
|
||||
expect(response.value.runtime).toEqual({
|
||||
id: "bun",
|
||||
version: process.versions.bun,
|
||||
node_compatibility_version: process.versions.node,
|
||||
v8_heap_limit_bytes: null,
|
||||
// Windows enforces a Job Object commit limit in place of the heap flags.
|
||||
process_memory_limit_bytes: SOURCE_MAP_CODEC_MEMORY_LIMIT_BYTES,
|
||||
});
|
||||
expect(environment.NODE_OPTIONS).toBe(
|
||||
"--require=/rea-file-that-does-not-exist",
|
||||
);
|
||||
if (path === undefined) throw new Error("runtime not acquired");
|
||||
await expect(access(path)).rejects.toMatchObject({ code: "ENOENT" });
|
||||
});
|
||||
if (path === undefined) throw new Error("runtime not acquired");
|
||||
await expect(access(path)).rejects.toMatchObject({ code: "ENOENT" });
|
||||
},
|
||||
);
|
||||
|
||||
it.each([
|
||||
{ cancel: false, denyCleanup: false },
|
||||
@@ -451,7 +468,7 @@ it("rejects a codec report from a runtime other than the launching one", async (
|
||||
runtime: {
|
||||
...actual.value.runtime,
|
||||
process_memory_limit_bytes:
|
||||
SOURCE_MAP_CODEC_MEMORY_LIMIT_BYTES === null ? 4096 : null,
|
||||
expectedProcessMemoryLimitBytes === null ? 4096 : null,
|
||||
},
|
||||
});
|
||||
if (limit.ok) throw new Error("expected process limit mismatch");
|
||||
@@ -463,7 +480,7 @@ it.each([true, false])(
|
||||
const response = await realDecoder({
|
||||
launcher: async ({ memoryLimitBytes, ...options }) => {
|
||||
expect(memoryLimitBytes).toBe(
|
||||
SOURCE_MAP_CODEC_MEMORY_LIMIT_BYTES ?? undefined,
|
||||
expectedProcessMemoryLimitBytes ?? undefined,
|
||||
);
|
||||
// Without a job limit any artifact runs the child; its handle reports
|
||||
// the notification an owned Windows job records before exit.
|
||||
@@ -492,8 +509,7 @@ it.each([true, false])(
|
||||
resource: "memory",
|
||||
reason: expect.stringContaining("process memory limit"),
|
||||
reportedLimits: {
|
||||
codec_process_memory_limit_bytes:
|
||||
SOURCE_MAP_CODEC_MEMORY_LIMIT_BYTES,
|
||||
codec_process_memory_limit_bytes: expectedProcessMemoryLimitBytes,
|
||||
},
|
||||
capturedOutput: { stderr: "panic: out of memory" },
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user