mirror of
https://github.com/morluto/rea.git
synced 2026-11-16 19:53:50 +00:00
feat(analysis): make resource budgets recoverable across CLI and MCP (#9706)
* refactor(analysis): centralize resource budgets and recovery facts * feat(analysis): expose ASAR and Ghidra runtime admission controls * feat(artifacts): expose reader admission and preserve limited recognition * feat(javascript): expose recoverable semantic precision budgets * feat(web): add recoverable source-map budgets and compact retained views * feat(web): make historical capture decoding budgets recoverable * fix(desktop): enforce selected view policies across capture and export * feat(runtime): make Frida and LLDB retention budgets selectable * feat(native): expose diagnostic budgets and preserve exhaustion causes * feat(managed): expose recoverable snapshot and representation budgets * feat(metadata): make Go and Rust inspection budgets recoverable * feat(wasm): expose representation and producer admissions * feat(evm): expose per-call worker resource budgets * feat(android): make resource and string-pool omissions recoverable * feat(producers): expose command and recorded-capture budgets * docs(analysis): record recovery contracts and integrated validation * fix(docs): link calibration oracle from published verification pages * fix(docs): restore desktop task anchors and receipt links * test(analysis): align fixtures with selectable budget contracts * fix(analysis): remove source-location projector dependency cycle * test(analysis): refresh budget recovery and verifier regressions * test(analysis): preserve format and publication recovery expectations * test(windows): align conformance with owned runtime admission * fix(desktop): preserve selected alias kinds in exported state * test(analysis): align provider fixtures with recoverable budgets * test(desktop): validate emitted alias metadata structurally * fix(ghidra): classify bounded Windows endpoint refusals * test(cli): assert selectable artifact admission recovery * fix(cli): preserve capture provenance in environment builds
This commit is contained in:
1 parent
55b6d2ca20
commit
cb4e5cfbff
515 files changed
+21066
-3637
No files matched your search
+26
-13
@@ -1,9 +1,8 @@
|
||||
import { isUtf8 } from "node:buffer";
|
||||
import {
|
||||
DEFAULT_MAX_GO_STRING_LITERALS,
|
||||
MAX_GO_STRING_AGGREGATE_BYTES,
|
||||
MAX_GO_STRING_HEADER_SCAN_BYTES,
|
||||
MAX_GO_STRING_LITERAL_BYTES,
|
||||
GO_ANALYSIS_BUDGET_DEFAULTS,
|
||||
type GoAnalysisBudgets,
|
||||
type GoStringBudgetKey,
|
||||
type GoStringLiteral,
|
||||
type GoStringLiterals,
|
||||
} from "../domain/go/goBinary.js";
|
||||
@@ -17,7 +16,6 @@ import {
|
||||
type LoadRegion,
|
||||
} from "../native/metadata/BinaryContainer.js";
|
||||
|
||||
const MAX_TRACKED_CANDIDATES = 100_000;
|
||||
const MAX_REJECTED_SLICE_CACHE = 4096;
|
||||
const PE_MEM_READ = 0x40000000;
|
||||
const PE_MEM_EXECUTE = 0x20000000;
|
||||
@@ -48,9 +46,11 @@ interface HeaderScanSpan {
|
||||
export const recoverGoStringLiterals = (
|
||||
bytes: Buffer,
|
||||
container: BinaryContainer,
|
||||
maxItems: number = DEFAULT_MAX_GO_STRING_LITERALS,
|
||||
budgets: GoAnalysisBudgets = GO_ANALYSIS_BUDGET_DEFAULTS,
|
||||
checkActive?: () => void,
|
||||
): GoStringLiterals => {
|
||||
const limitsReached = new Set<GoStringBudgetKey>();
|
||||
const maxItems = budgets.max_string_literals;
|
||||
checkActive?.();
|
||||
const index = createFileMappingIndex(
|
||||
imageFileMappings(container),
|
||||
@@ -93,16 +93,17 @@ export const recoverGoStringLiterals = (
|
||||
const minTargetAddr = firstTarget.address;
|
||||
const maxTargetEnd = lastTarget.address + BigInt(lastTarget.size);
|
||||
|
||||
const accepted = new Map<number, CandidateLiteral>();
|
||||
const rejected = new Set<number>();
|
||||
const accepted = new Map<string, CandidateLiteral>();
|
||||
const rejected = new Set<string>();
|
||||
const candidates: CandidateLiteral[] = [];
|
||||
let remainingBudget = MAX_GO_STRING_HEADER_SCAN_BYTES;
|
||||
let remainingBudget = budgets.max_string_header_scan_bytes;
|
||||
let budgetTruncated = false;
|
||||
let steps = 0;
|
||||
|
||||
outer: for (const { startOffset, endOffset } of headerSpans) {
|
||||
if (remainingBudget < wordBytes * 2) {
|
||||
budgetTruncated = true;
|
||||
limitsReached.add("max_string_header_scan_bytes");
|
||||
break;
|
||||
}
|
||||
remainingBudget -= wordBytes;
|
||||
@@ -116,6 +117,7 @@ export const recoverGoStringLiterals = (
|
||||
if ((++steps & 0xffff) === 0) checkActive?.();
|
||||
if (remainingBudget < wordBytes) {
|
||||
budgetTruncated = true;
|
||||
limitsReached.add("max_string_header_scan_bytes");
|
||||
break outer;
|
||||
}
|
||||
remainingBudget -= wordBytes;
|
||||
@@ -124,13 +126,18 @@ export const recoverGoStringLiterals = (
|
||||
const rawLen = word1;
|
||||
word0 = word1;
|
||||
|
||||
if (rawLen < 1n || rawLen > BigInt(MAX_GO_STRING_LITERAL_BYTES)) continue;
|
||||
if (rawLen < 1n) continue;
|
||||
if (ptr < minTargetAddr || ptr >= maxTargetEnd) continue;
|
||||
const targetIndex = lastSpanAtOrBelow(targets, ptr);
|
||||
if (targetIndex < 0) continue;
|
||||
const target = targets[targetIndex] as FileMapping;
|
||||
if (ptr + rawLen > target.address + BigInt(target.size)) continue;
|
||||
|
||||
if (rawLen > BigInt(budgets.max_string_literal_bytes)) {
|
||||
limitsReached.add("max_string_literal_bytes");
|
||||
budgetTruncated = true;
|
||||
continue;
|
||||
}
|
||||
const byteLen = Number(rawLen);
|
||||
const sliceOffset = target.offset + Number(ptr - target.address);
|
||||
if (
|
||||
@@ -139,7 +146,7 @@ export const recoverGoStringLiterals = (
|
||||
)
|
||||
continue;
|
||||
|
||||
const key = sliceOffset * 8192 + byteLen;
|
||||
const key = `${String(sliceOffset)}:${String(byteLen)}`;
|
||||
const existing = accepted.get(key);
|
||||
if (existing !== undefined) {
|
||||
existing.referenceCount += 1;
|
||||
@@ -149,11 +156,13 @@ export const recoverGoStringLiterals = (
|
||||
}
|
||||
if (rejected.has(key)) continue;
|
||||
|
||||
if (candidates.length >= MAX_TRACKED_CANDIDATES) {
|
||||
if (candidates.length >= budgets.max_string_candidates) {
|
||||
limitsReached.add("max_string_candidates");
|
||||
budgetTruncated = true;
|
||||
break outer;
|
||||
}
|
||||
if (remainingBudget < byteLen) {
|
||||
limitsReached.add("max_string_header_scan_bytes");
|
||||
budgetTruncated = true;
|
||||
break outer;
|
||||
}
|
||||
@@ -187,8 +196,11 @@ export const recoverGoStringLiterals = (
|
||||
for (const candidate of candidates) {
|
||||
if (
|
||||
items.length >= maxItems ||
|
||||
aggregateBytes + candidate.bytes > MAX_GO_STRING_AGGREGATE_BYTES
|
||||
aggregateBytes + candidate.bytes > budgets.max_string_bytes
|
||||
) {
|
||||
limitsReached.add(
|
||||
items.length >= maxItems ? "max_string_literals" : "max_string_bytes",
|
||||
);
|
||||
outputTruncated = true;
|
||||
break;
|
||||
}
|
||||
@@ -210,6 +222,7 @@ export const recoverGoStringLiterals = (
|
||||
aggregate_bytes: aggregateBytes,
|
||||
max_items: maxItems,
|
||||
truncated: budgetTruncated || outputTruncated,
|
||||
...(limitsReached.size === 0 ? {} : { limits_reached: [...limitsReached] }),
|
||||
};
|
||||
};
|
||||
|
||||
|
||||
Reference in new issue
Block a user