mirror of
https://github.com/morluto/rea.git
synced 2026-11-10 16:57:19 +00:00
morluto
cb4e5cfbff
* refactor(analysis): centralize resource budgets and recovery facts * feat(analysis): expose ASAR and Ghidra runtime admission controls * feat(artifacts): expose reader admission and preserve limited recognition * feat(javascript): expose recoverable semantic precision budgets * feat(web): add recoverable source-map budgets and compact retained views * feat(web): make historical capture decoding budgets recoverable * fix(desktop): enforce selected view policies across capture and export * feat(runtime): make Frida and LLDB retention budgets selectable * feat(native): expose diagnostic budgets and preserve exhaustion causes * feat(managed): expose recoverable snapshot and representation budgets * feat(metadata): make Go and Rust inspection budgets recoverable * feat(wasm): expose representation and producer admissions * feat(evm): expose per-call worker resource budgets * feat(android): make resource and string-pool omissions recoverable * feat(producers): expose command and recorded-capture budgets * docs(analysis): record recovery contracts and integrated validation * fix(docs): link calibration oracle from published verification pages * fix(docs): restore desktop task anchors and receipt links * test(analysis): align fixtures with selectable budget contracts * fix(analysis): remove source-location projector dependency cycle * test(analysis): refresh budget recovery and verifier regressions * test(analysis): preserve format and publication recovery expectations * test(windows): align conformance with owned runtime admission * fix(desktop): preserve selected alias kinds in exported state * test(analysis): align provider fixtures with recoverable budgets * test(desktop): validate emitted alias metadata structurally * fix(ghidra): classify bounded Windows endpoint refusals * test(cli): assert selectable artifact admission recovery * fix(cli): preserve capture provenance in environment builds
1707 lines
71 KiB
JSON
1707 lines
71 KiB
JSON
{
|
|
"schema": "rea-source-location-delivery-calibration/v1",
|
|
"token_accounting": {
|
|
"library": "tiktoken",
|
|
"version": "0.12.0",
|
|
"encoding": "cl100k_base",
|
|
"representation": "compact Unicode JSON-RPC request/reply envelopes with trailing newline; initialized notification has no reply; estimates, not model billing",
|
|
"whole_catalog_included": "initialize + initialized notification + tools/list + every trace/continuation/text call",
|
|
"post_discovery": "all requests/replies after tools/list; excludes discovery only, not recovery",
|
|
"selected_definitions": "complete serialized trace_web_source_location and inspect_analysis_view definitions counted separately; do not add them again to whole-catalog totals; client cached/deferred tool presentation may differ"
|
|
},
|
|
"runtime": {
|
|
"recorded_runtime": {
|
|
"driver_sha256": "b21ec9d5315682337eb55a4ad208e2145a7397d8d567cdb6653facd3f0bec90e",
|
|
"observer_sha256": "c18a06c44715c97ec9cbc76248dfbcd862d0e5ca3cd0c159d868bc7fa1fa9e9f",
|
|
"cli_sha256": "acd23e0f186188c99fb905cba36f81e11f92d7f280acd684a9ee93ccc75eb9ce"
|
|
},
|
|
"sha256": {
|
|
"scripts/verify/analysis/source-location-delivery/task.mjs": "b21ec9d5315682337eb55a4ad208e2145a7397d8d567cdb6653facd3f0bec90e",
|
|
"scripts/verify/analysis/budget-calibration-run.py": "c18a06c44715c97ec9cbc76248dfbcd862d0e5ca3cd0c159d868bc7fa1fa9e9f",
|
|
"scripts/rea.mjs": "11120fdc741c2eeca9ce903de5fd18cd1c7c3fffa15ae2beccca750f161d9ee3",
|
|
"dist/cli.js": "acd23e0f186188c99fb905cba36f81e11f92d7f280acd684a9ee93ccc75eb9ce",
|
|
"dist/mcp/main.js": "9bc4c070f63adc9963f276da20b36ffbbcc77b4079585cadf90d792dd2cc04dd",
|
|
"src/application/WebSourceLocationService.ts": "da91fc2f53b3487a06cf89209b8b5cbe64891bbee0323c51e322fb1e1ee69f5f",
|
|
"src/domain/analysisView/webSourceLocationView.ts": "eeb2994886cd132771b8675659ca80b42c697ac2ec3c07a2ebe2fb265278e5e3",
|
|
"src/application/analysisView/AnalysisViewService.ts": "ec61f3ff1faadb0266716f6ac7dfb4af53d366e485cdc133d3f201f5aad16fb6",
|
|
"src/contracts/webScriptToolContracts.ts": "a62048a28591c9b44df50fe1e57bd3e5e8c453f9e0c1d449a462b1da669799a7",
|
|
"src/server/ToolResultDelivery.ts": "1c281b45b0efa317d1a7ca7cb296b12ab10d6174003affa0a0114c7d45ba2788",
|
|
"src/server/toolResult.ts": "6c7a602a96a1a1cf3d5c4fb4605d3b3642a53eacfede407808df9e0972418eeb",
|
|
"src/domain/sourceMapLimits.ts": "39072c5fd5e4892e75fdd313e63bf1da923ed717988192bbe80a3ef3f24aeeec",
|
|
"src/server/registerWebSourceLocationTool.ts": "1e0d4087fe057dfb21b8e08a33c1d6e08eed7483edfc02346cfab26d422e7999",
|
|
"src/cli/webSourceLocationCommands.ts": "30851411a099ca7f58e0bf7af217d33681435672ca69f81db5202829642398a7",
|
|
"scripts/verify/analysis/source-location-delivery/aggregate.py": "bfe061035756010006181cbcbc9153ec642ac3a56e83b668e601ee6980fa0c68",
|
|
"package-lock.json": "186c7cd2b7f87f409c799c39bb8f18e6d1a8d529c08772251c743da5f374c027",
|
|
"docs/verification/source-map-budgets-2026-11-09/artifacts.json": "aedfc0905cdb1f024c0a6e7cba66a5e3197bf77fcc18a9918c7d7b76b4552cd4"
|
|
},
|
|
"compiled_tree": {
|
|
"root": "dist",
|
|
"files": 2921,
|
|
"sha256": "a8a510499dabc07b3cdf6b164d02e55f2fc6917b696dcc4d23449510e91e80fa",
|
|
"encoding": "sorted relative UTF-8 filename + NUL + lowercase SHA256 + newline for every regular file, then SHA256"
|
|
}
|
|
},
|
|
"conditions": {
|
|
"host": "macOS-26.3-arm64-arm-64bit-Mach-O",
|
|
"node": "v24.22.1",
|
|
"runs": "three fresh-process runs; second trial reverses variant order; OS caches not flushed; no disk-cold claim",
|
|
"task": "all equal-position mappings and exact source/map identity plus 512 UTF-16 units around each mapped point",
|
|
"comparison": "current complete delivery including bounded retained-view overflow recovery versus opt-in summary; not the older export-only fallback",
|
|
"profiles": {
|
|
"tool_catalog": "full",
|
|
"input_schema": "compact",
|
|
"output_schema": "full",
|
|
"response_budget_bytes": 10485760
|
|
},
|
|
"observer": {
|
|
"interval_seconds": 0.02,
|
|
"wall_deadline_seconds": 90,
|
|
"memory_early_stop_bytes": 1610612736,
|
|
"signal_scope": "owned process group only",
|
|
"rss": "simultaneous ps-snapshot group/tree sums; tree includes linked-PPID codec descendants outside root PGID; can miss short peaks/exited/reparented/orphaned descendants and double-count shared pages",
|
|
"cpu": "wait4 user+system waited subtree, excluding sampler and unwaited/orphaned descendants",
|
|
"memory_guard": "group early stop; observational tree RSS is not signal authority or a hard/kernel peak limit"
|
|
}
|
|
},
|
|
"selected_definition_tokens_estimated": {
|
|
"trace_web_source_location": 8408,
|
|
"inspect_analysis_view": 180576
|
|
},
|
|
"hypothetical_input_only_definition_tokens_estimated": {
|
|
"trace_web_source_location": 548,
|
|
"inspect_analysis_view": 3533
|
|
},
|
|
"hypothetical_input_only_definition_projection": "Only {name, description, inputSchema} from captured definitions; not an observed client/model transformation or a measured alternate discovery workflow",
|
|
"observed_completion_order": [
|
|
"r1-theme-complete",
|
|
"r1-theme-summary",
|
|
"r1-index-complete",
|
|
"r1-index-summary",
|
|
"r1-DateSelect-complete",
|
|
"r1-DateSelect-summary",
|
|
"r2-theme-summary",
|
|
"r2-theme-complete",
|
|
"r2-index-summary",
|
|
"r2-index-complete",
|
|
"r2-DateSelect-summary",
|
|
"r2-DateSelect-complete",
|
|
"r3-theme-complete",
|
|
"r3-theme-summary",
|
|
"r3-index-complete",
|
|
"r3-index-summary",
|
|
"r3-DateSelect-complete",
|
|
"r3-DateSelect-summary"
|
|
],
|
|
"validation": {
|
|
"completed_runs": 18,
|
|
"same_answer_and_parent_id_across_variants_and_trials": true,
|
|
"independent_artifact_oracle_and_snippets_verified": true,
|
|
"successful_complete_initial_raw_map_sha256_verified": true,
|
|
"all_owned_groups_empty": true,
|
|
"all_resource_stops": null
|
|
},
|
|
"medians": {
|
|
"theme-complete": {
|
|
"runs": 3,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 59755,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 548,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 51895,
|
|
"task_tokens_catalog_included_estimated": 1196400,
|
|
"post_discovery_tokens_estimated": 51347,
|
|
"used_tool_definitions_tokens_estimated": 8408,
|
|
"tool_calls": 1,
|
|
"elapsed_seconds": 0.9717148750060005,
|
|
"cpu_seconds_waited_subtree": 1.128418,
|
|
"peak_process_group_rss_bytes_sampled": 522207232,
|
|
"peak_process_tree_rss_bytes_sampled": 582778880
|
|
},
|
|
"theme-summary": {
|
|
"runs": 3,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 198809,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 4081,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 13906,
|
|
"task_tokens_catalog_included_estimated": 1154878,
|
|
"post_discovery_tokens_estimated": 9825,
|
|
"used_tool_definitions_tokens_estimated": 188984,
|
|
"tool_calls": 2,
|
|
"elapsed_seconds": 0.9846506659960141,
|
|
"cpu_seconds_waited_subtree": 1.1426440000000002,
|
|
"peak_process_group_rss_bytes_sampled": 507412480,
|
|
"peak_process_tree_rss_bytes_sampled": 568426496
|
|
},
|
|
"index-complete": {
|
|
"runs": 3,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 3218249,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 548,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 3210389,
|
|
"task_tokens_catalog_included_estimated": 4354894,
|
|
"post_discovery_tokens_estimated": 3209841,
|
|
"used_tool_definitions_tokens_estimated": 8408,
|
|
"tool_calls": 1,
|
|
"elapsed_seconds": 1.6246519580017775,
|
|
"cpu_seconds_waited_subtree": 1.8145129999999998,
|
|
"peak_process_group_rss_bytes_sampled": 814170112,
|
|
"peak_process_tree_rss_bytes_sampled": 814170112
|
|
},
|
|
"index-summary": {
|
|
"runs": 3,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 198782,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 4081,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 13879,
|
|
"task_tokens_catalog_included_estimated": 1154851,
|
|
"post_discovery_tokens_estimated": 9798,
|
|
"used_tool_definitions_tokens_estimated": 188984,
|
|
"tool_calls": 2,
|
|
"elapsed_seconds": 1.1343032500008121,
|
|
"cpu_seconds_waited_subtree": 1.293817,
|
|
"peak_process_group_rss_bytes_sampled": 576421888,
|
|
"peak_process_tree_rss_bytes_sampled": 693518336
|
|
},
|
|
"DateSelect-complete": {
|
|
"runs": 3,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 199863,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 4081,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 14960,
|
|
"task_tokens_catalog_included_estimated": 1155932,
|
|
"post_discovery_tokens_estimated": 10879,
|
|
"used_tool_definitions_tokens_estimated": 188984,
|
|
"tool_calls": 3,
|
|
"elapsed_seconds": 1.1992472090059891,
|
|
"cpu_seconds_waited_subtree": 1.351098,
|
|
"peak_process_group_rss_bytes_sampled": 608813056,
|
|
"peak_process_tree_rss_bytes_sampled": 729399296
|
|
},
|
|
"DateSelect-summary": {
|
|
"runs": 3,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 198905,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 4081,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 14002,
|
|
"task_tokens_catalog_included_estimated": 1154974,
|
|
"post_discovery_tokens_estimated": 9921,
|
|
"used_tool_definitions_tokens_estimated": 188984,
|
|
"tool_calls": 2,
|
|
"elapsed_seconds": 1.1498196669999743,
|
|
"cpu_seconds_waited_subtree": 1.325962,
|
|
"peak_process_group_rss_bytes_sampled": 617168896,
|
|
"peak_process_tree_rss_bytes_sampled": 727924736
|
|
}
|
|
},
|
|
"records": [
|
|
{
|
|
"name": "r1-theme-complete",
|
|
"trial": 1,
|
|
"artifact": "theme",
|
|
"detail": "complete",
|
|
"evidence_id": "ev_4793658938c5d3e27870a764dc1f5a1211d12ec5e86f86bf072cf856db72b5dc",
|
|
"map_sha256": "ceef8194eaca339e55f35cf2decf7ceffa121c7744ee1fffd976a07d39477b32",
|
|
"generated_script_sha256": "10ecf4c66ae103222a7c146ad9b945dc83e78b6c78ce05021296e3c2f799bd5b",
|
|
"answer_sha256": "b75f60d46b92295b8d2e3c432b5b128a330734d4513feaff0b626ed3fc17d6e1",
|
|
"receipt_sha256": "140312e203cb550357ae45f7092b731f65048ea56e778f3b2f3e4222088cf35a",
|
|
"reply_trace_sha256": "5dc04db326b8b5d275fde36a2038441baf2ace49b638941e4b11fbcd0ce4aff1",
|
|
"task_tokens_catalog_included_estimated": 1196400,
|
|
"post_discovery_tokens_estimated": 51347,
|
|
"used_tool_definitions_tokens_estimated": 8408,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 59755,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 548,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 51895,
|
|
"tool_calls": 1,
|
|
"elapsed_seconds": 0.9717148750060005,
|
|
"cpu_seconds_waited_subtree": 1.130636,
|
|
"peak_process_group_rss_bytes_sampled": 508133376,
|
|
"peak_process_tree_rss_bytes_sampled": 587300864,
|
|
"maximum_group_members_sampled": 2,
|
|
"maximum_tree_members_sampled": 3,
|
|
"sample_count": 22,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 117.104125,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 139.29,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 135,
|
|
"reply_tokens_estimated": 51212,
|
|
"request_bytes_compact_json_line": 474,
|
|
"reply_bytes_observed_wire": 159113,
|
|
"reply_bytes_reserialized_json_line": 159113,
|
|
"elapsed_ms": 583.2275830000001,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r1-theme-summary",
|
|
"trial": 1,
|
|
"artifact": "theme",
|
|
"detail": "summary",
|
|
"evidence_id": "ev_4793658938c5d3e27870a764dc1f5a1211d12ec5e86f86bf072cf856db72b5dc",
|
|
"map_sha256": "ceef8194eaca339e55f35cf2decf7ceffa121c7744ee1fffd976a07d39477b32",
|
|
"generated_script_sha256": "10ecf4c66ae103222a7c146ad9b945dc83e78b6c78ce05021296e3c2f799bd5b",
|
|
"answer_sha256": "b75f60d46b92295b8d2e3c432b5b128a330734d4513feaff0b626ed3fc17d6e1",
|
|
"receipt_sha256": "f988085b5e6f3c7d37f117fc89fc85a83ecbc4bbcf031882dbdad85914247576",
|
|
"reply_trace_sha256": "6fce7b5e47f4928d680c7878a84bec0707315807798c8cdec1f93ac084434a99",
|
|
"task_tokens_catalog_included_estimated": 1154878,
|
|
"post_discovery_tokens_estimated": 9825,
|
|
"used_tool_definitions_tokens_estimated": 188984,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 198809,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 4081,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 13906,
|
|
"tool_calls": 2,
|
|
"elapsed_seconds": 0.9732366249954794,
|
|
"cpu_seconds_waited_subtree": 1.1426440000000002,
|
|
"peak_process_group_rss_bytes_sampled": 515080192,
|
|
"peak_process_tree_rss_bytes_sampled": 583434240,
|
|
"maximum_group_members_sampled": 3,
|
|
"maximum_tree_members_sampled": 3,
|
|
"sample_count": 22,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 118.352541,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 140.63200000000003,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 139,
|
|
"reply_tokens_estimated": 4562,
|
|
"request_bytes_compact_json_line": 493,
|
|
"reply_bytes_observed_wire": 17846,
|
|
"reply_bytes_reserialized_json_line": 17846,
|
|
"elapsed_ms": 585.7748750000001,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "inspect_analysis_view",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 107,
|
|
"reply_tokens_estimated": 5017,
|
|
"request_bytes_compact_json_line": 325,
|
|
"reply_bytes_observed_wire": 19501,
|
|
"reply_bytes_reserialized_json_line": 19501,
|
|
"elapsed_ms": 5.605625000000032,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r1-index-complete",
|
|
"trial": 1,
|
|
"artifact": "index",
|
|
"detail": "complete",
|
|
"evidence_id": "ev_7385676797553c25b8fb5b1428caa24b9a1f943a6fc4f69462612bad8240043c",
|
|
"map_sha256": "f0de6886f6a49758f53c7f2de0b77fbff6d72c719a7c32ac23d13453ebe7b3e8",
|
|
"generated_script_sha256": "937f792d1849b69a6e0741234428b22b4884ec0157ea31dd6949dd1bacc46456",
|
|
"answer_sha256": "c8a0e46117f873873c1756daf5f44b4c9f855335c0beb5758e51c257282234c7",
|
|
"receipt_sha256": "ff1ce5e06213bbdf966c184476f139c3810335c42f279762b05033601c99c245",
|
|
"reply_trace_sha256": "207c7a5e42ca2588b76914662ffe8b4c349aa3f34d7bc5282dc5f2dbc6b70618",
|
|
"task_tokens_catalog_included_estimated": 4354894,
|
|
"post_discovery_tokens_estimated": 3209841,
|
|
"used_tool_definitions_tokens_estimated": 8408,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 3218249,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 548,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 3210389,
|
|
"tool_calls": 1,
|
|
"elapsed_seconds": 1.5899935420020483,
|
|
"cpu_seconds_waited_subtree": 1.8149629999999999,
|
|
"peak_process_group_rss_bytes_sampled": 857866240,
|
|
"peak_process_tree_rss_bytes_sampled": 857866240,
|
|
"maximum_group_members_sampled": 3,
|
|
"maximum_tree_members_sampled": 3,
|
|
"sample_count": 37,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 115.822708,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 141.78362499999997,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 132,
|
|
"reply_tokens_estimated": 3209709,
|
|
"request_bytes_compact_json_line": 457,
|
|
"reply_bytes_observed_wire": 9121044,
|
|
"reply_bytes_reserialized_json_line": 9121044,
|
|
"elapsed_ms": 1197.73825,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r1-index-summary",
|
|
"trial": 1,
|
|
"artifact": "index",
|
|
"detail": "summary",
|
|
"evidence_id": "ev_7385676797553c25b8fb5b1428caa24b9a1f943a6fc4f69462612bad8240043c",
|
|
"map_sha256": "f0de6886f6a49758f53c7f2de0b77fbff6d72c719a7c32ac23d13453ebe7b3e8",
|
|
"generated_script_sha256": "937f792d1849b69a6e0741234428b22b4884ec0157ea31dd6949dd1bacc46456",
|
|
"answer_sha256": "c8a0e46117f873873c1756daf5f44b4c9f855335c0beb5758e51c257282234c7",
|
|
"receipt_sha256": "7957f1267de410dfd403ab39db1b0ab53b447ab01165463783babbec4ccccd48",
|
|
"reply_trace_sha256": "eb57733efc2f26ea39945f3f01da7bd98b9a1c6f887eb48a03b4c084860bb024",
|
|
"task_tokens_catalog_included_estimated": 1154851,
|
|
"post_discovery_tokens_estimated": 9798,
|
|
"used_tool_definitions_tokens_estimated": 188984,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 198782,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 4081,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 13879,
|
|
"tool_calls": 2,
|
|
"elapsed_seconds": 1.1343032500008121,
|
|
"cpu_seconds_waited_subtree": 1.2970629999999999,
|
|
"peak_process_group_rss_bytes_sampled": 576421888,
|
|
"peak_process_tree_rss_bytes_sampled": 662896640,
|
|
"maximum_group_members_sampled": 4,
|
|
"maximum_tree_members_sampled": 4,
|
|
"sample_count": 26,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 115.92387499999998,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 140.296041,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 136,
|
|
"reply_tokens_estimated": 4566,
|
|
"request_bytes_compact_json_line": 476,
|
|
"reply_bytes_observed_wire": 17760,
|
|
"reply_bytes_reserialized_json_line": 17760,
|
|
"elapsed_ms": 735.846625,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "inspect_analysis_view",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 105,
|
|
"reply_tokens_estimated": 4991,
|
|
"request_bytes_compact_json_line": 327,
|
|
"reply_bytes_observed_wire": 19381,
|
|
"reply_bytes_reserialized_json_line": 19381,
|
|
"elapsed_ms": 5.44987500000002,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r1-DateSelect-complete",
|
|
"trial": 1,
|
|
"artifact": "DateSelect",
|
|
"detail": "complete",
|
|
"evidence_id": "ev_9b82f05c94b00018545c9b60c492cdbcba8f5bf1428c22f9ee243ee046877386",
|
|
"map_sha256": "e1939ef36214ff46263d3bdaeb99d60a46c75714a6b6220ed27c9be2d24d6cc8",
|
|
"generated_script_sha256": "9e45139dd0b510ad7014188a5e9d11b307c2ac15dfdc761050388e76e94759bf",
|
|
"answer_sha256": "24064ff1089893082998aba4a03cda18bd7e010663921436858fd40efb94516d",
|
|
"receipt_sha256": "51a53c27b6da6603f92ccd824bc6606f2d87fcfaa9fe282eb6fbf1ff85af1908",
|
|
"reply_trace_sha256": "3cc424daee85efe2823b11cb9e4f20b198c3ef82a852ec504f4eb43392d1b4c4",
|
|
"task_tokens_catalog_included_estimated": 1155932,
|
|
"post_discovery_tokens_estimated": 10879,
|
|
"used_tool_definitions_tokens_estimated": 188984,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 199863,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 4081,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 14960,
|
|
"tool_calls": 3,
|
|
"elapsed_seconds": 1.1978024580021156,
|
|
"cpu_seconds_waited_subtree": 1.348827,
|
|
"peak_process_group_rss_bytes_sampled": 612401152,
|
|
"peak_process_tree_rss_bytes_sampled": 729399296,
|
|
"maximum_group_members_sampled": 3,
|
|
"maximum_tree_members_sampled": 3,
|
|
"sample_count": 27,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 116.440875,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 141.418792,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 138,
|
|
"reply_tokens_estimated": 776,
|
|
"request_bytes_compact_json_line": 489,
|
|
"reply_bytes_observed_wire": 3310,
|
|
"reply_bytes_reserialized_json_line": 3310,
|
|
"elapsed_ms": 792.3197090000001,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"operation": "inspect_analysis_view",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 107,
|
|
"reply_tokens_estimated": 4647,
|
|
"request_bytes_compact_json_line": 324,
|
|
"reply_bytes_observed_wire": 18288,
|
|
"reply_bytes_reserialized_json_line": 18288,
|
|
"elapsed_ms": 6.202125000000024,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "inspect_analysis_view",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 106,
|
|
"reply_tokens_estimated": 5105,
|
|
"request_bytes_compact_json_line": 327,
|
|
"reply_bytes_observed_wire": 19577,
|
|
"reply_bytes_reserialized_json_line": 19577,
|
|
"elapsed_ms": 1.421291999999994,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r1-DateSelect-summary",
|
|
"trial": 1,
|
|
"artifact": "DateSelect",
|
|
"detail": "summary",
|
|
"evidence_id": "ev_9b82f05c94b00018545c9b60c492cdbcba8f5bf1428c22f9ee243ee046877386",
|
|
"map_sha256": "e1939ef36214ff46263d3bdaeb99d60a46c75714a6b6220ed27c9be2d24d6cc8",
|
|
"generated_script_sha256": "9e45139dd0b510ad7014188a5e9d11b307c2ac15dfdc761050388e76e94759bf",
|
|
"answer_sha256": "24064ff1089893082998aba4a03cda18bd7e010663921436858fd40efb94516d",
|
|
"receipt_sha256": "d7f05810c887057bef2d5eddeafb6bb2be107876874ec09834afd95ef25c8d4f",
|
|
"reply_trace_sha256": "876357acaf0c387a81610d1643136122ecd59dd171504a67bbf83984d1135efe",
|
|
"task_tokens_catalog_included_estimated": 1154974,
|
|
"post_discovery_tokens_estimated": 9921,
|
|
"used_tool_definitions_tokens_estimated": 188984,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 198905,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 4081,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 14002,
|
|
"tool_calls": 2,
|
|
"elapsed_seconds": 1.1498196669999743,
|
|
"cpu_seconds_waited_subtree": 1.325962,
|
|
"peak_process_group_rss_bytes_sampled": 617168896,
|
|
"peak_process_tree_rss_bytes_sampled": 727924736,
|
|
"maximum_group_members_sampled": 3,
|
|
"maximum_tree_members_sampled": 3,
|
|
"sample_count": 26,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 118.07429200000001,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 140.234916,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 142,
|
|
"reply_tokens_estimated": 4568,
|
|
"request_bytes_compact_json_line": 508,
|
|
"reply_bytes_observed_wire": 17948,
|
|
"reply_bytes_reserialized_json_line": 17948,
|
|
"elapsed_ms": 777.3016249999998,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "inspect_analysis_view",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 106,
|
|
"reply_tokens_estimated": 5105,
|
|
"request_bytes_compact_json_line": 327,
|
|
"reply_bytes_observed_wire": 19577,
|
|
"reply_bytes_reserialized_json_line": 19577,
|
|
"elapsed_ms": 5.165166999999883,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r2-theme-summary",
|
|
"trial": 2,
|
|
"artifact": "theme",
|
|
"detail": "summary",
|
|
"evidence_id": "ev_4793658938c5d3e27870a764dc1f5a1211d12ec5e86f86bf072cf856db72b5dc",
|
|
"map_sha256": "ceef8194eaca339e55f35cf2decf7ceffa121c7744ee1fffd976a07d39477b32",
|
|
"generated_script_sha256": "10ecf4c66ae103222a7c146ad9b945dc83e78b6c78ce05021296e3c2f799bd5b",
|
|
"answer_sha256": "b75f60d46b92295b8d2e3c432b5b128a330734d4513feaff0b626ed3fc17d6e1",
|
|
"receipt_sha256": "9aeb47885d5d02e7a002a95ecd5ed042e31f4c7087737da267b48e8e2e1df213",
|
|
"reply_trace_sha256": "cb68a9b3f817c58e75e45a547746a30e94cc08b2c4d54a47dd96d947c5fc237c",
|
|
"task_tokens_catalog_included_estimated": 1154878,
|
|
"post_discovery_tokens_estimated": 9825,
|
|
"used_tool_definitions_tokens_estimated": 188984,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 198809,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 4081,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 13906,
|
|
"tool_calls": 2,
|
|
"elapsed_seconds": 0.9931398749904474,
|
|
"cpu_seconds_waited_subtree": 1.150327,
|
|
"peak_process_group_rss_bytes_sampled": 507412480,
|
|
"peak_process_tree_rss_bytes_sampled": 568426496,
|
|
"maximum_group_members_sampled": 3,
|
|
"maximum_tree_members_sampled": 3,
|
|
"sample_count": 23,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 117.2985,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 139.67425,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 139,
|
|
"reply_tokens_estimated": 4562,
|
|
"request_bytes_compact_json_line": 493,
|
|
"reply_bytes_observed_wire": 17846,
|
|
"reply_bytes_reserialized_json_line": 17846,
|
|
"elapsed_ms": 592.3672079999999,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "inspect_analysis_view",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 107,
|
|
"reply_tokens_estimated": 5017,
|
|
"request_bytes_compact_json_line": 325,
|
|
"reply_bytes_observed_wire": 19501,
|
|
"reply_bytes_reserialized_json_line": 19501,
|
|
"elapsed_ms": 5.385041000000001,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r2-theme-complete",
|
|
"trial": 2,
|
|
"artifact": "theme",
|
|
"detail": "complete",
|
|
"evidence_id": "ev_4793658938c5d3e27870a764dc1f5a1211d12ec5e86f86bf072cf856db72b5dc",
|
|
"map_sha256": "ceef8194eaca339e55f35cf2decf7ceffa121c7744ee1fffd976a07d39477b32",
|
|
"generated_script_sha256": "10ecf4c66ae103222a7c146ad9b945dc83e78b6c78ce05021296e3c2f799bd5b",
|
|
"answer_sha256": "b75f60d46b92295b8d2e3c432b5b128a330734d4513feaff0b626ed3fc17d6e1",
|
|
"receipt_sha256": "66c72b8090b1a16318f71b78eff8b09cc031178b78869775e0ddce1bd1e5244f",
|
|
"reply_trace_sha256": "c2a695ba9364be19dd94e3104cb31a08779ef1cf4cf7eabdbf88d7a58dcc68ec",
|
|
"task_tokens_catalog_included_estimated": 1196400,
|
|
"post_discovery_tokens_estimated": 51347,
|
|
"used_tool_definitions_tokens_estimated": 8408,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 59755,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 548,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 51895,
|
|
"tool_calls": 1,
|
|
"elapsed_seconds": 0.9780228329909733,
|
|
"cpu_seconds_waited_subtree": 1.125509,
|
|
"peak_process_group_rss_bytes_sampled": 522207232,
|
|
"peak_process_tree_rss_bytes_sampled": 571965440,
|
|
"maximum_group_members_sampled": 2,
|
|
"maximum_tree_members_sampled": 3,
|
|
"sample_count": 22,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 117.50962499999999,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 140.177416,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 135,
|
|
"reply_tokens_estimated": 51212,
|
|
"request_bytes_compact_json_line": 474,
|
|
"reply_bytes_observed_wire": 159113,
|
|
"reply_bytes_reserialized_json_line": 159113,
|
|
"elapsed_ms": 583.343208,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r2-index-summary",
|
|
"trial": 2,
|
|
"artifact": "index",
|
|
"detail": "summary",
|
|
"evidence_id": "ev_7385676797553c25b8fb5b1428caa24b9a1f943a6fc4f69462612bad8240043c",
|
|
"map_sha256": "f0de6886f6a49758f53c7f2de0b77fbff6d72c719a7c32ac23d13453ebe7b3e8",
|
|
"generated_script_sha256": "937f792d1849b69a6e0741234428b22b4884ec0157ea31dd6949dd1bacc46456",
|
|
"answer_sha256": "c8a0e46117f873873c1756daf5f44b4c9f855335c0beb5758e51c257282234c7",
|
|
"receipt_sha256": "a90a6d59dc69ae1e51e4ce663b078edc2fc76208eadcc4c01273f62f2225efb4",
|
|
"reply_trace_sha256": "0df82d35ab341d2a3daccc75145f8c19c7a7aee0d36693877927b482b5b65ea1",
|
|
"task_tokens_catalog_included_estimated": 1154851,
|
|
"post_discovery_tokens_estimated": 9798,
|
|
"used_tool_definitions_tokens_estimated": 188984,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 198782,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 4081,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 13879,
|
|
"tool_calls": 2,
|
|
"elapsed_seconds": 1.1378968750068452,
|
|
"cpu_seconds_waited_subtree": 1.293817,
|
|
"peak_process_group_rss_bytes_sampled": 568672256,
|
|
"peak_process_tree_rss_bytes_sampled": 693518336,
|
|
"maximum_group_members_sampled": 3,
|
|
"maximum_tree_members_sampled": 3,
|
|
"sample_count": 26,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 117.28758300000001,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 140.665125,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 136,
|
|
"reply_tokens_estimated": 4566,
|
|
"request_bytes_compact_json_line": 476,
|
|
"reply_bytes_observed_wire": 17760,
|
|
"reply_bytes_reserialized_json_line": 17760,
|
|
"elapsed_ms": 739.5446670000001,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "inspect_analysis_view",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 105,
|
|
"reply_tokens_estimated": 4991,
|
|
"request_bytes_compact_json_line": 327,
|
|
"reply_bytes_observed_wire": 19381,
|
|
"reply_bytes_reserialized_json_line": 19381,
|
|
"elapsed_ms": 5.537582999999927,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r2-index-complete",
|
|
"trial": 2,
|
|
"artifact": "index",
|
|
"detail": "complete",
|
|
"evidence_id": "ev_7385676797553c25b8fb5b1428caa24b9a1f943a6fc4f69462612bad8240043c",
|
|
"map_sha256": "f0de6886f6a49758f53c7f2de0b77fbff6d72c719a7c32ac23d13453ebe7b3e8",
|
|
"generated_script_sha256": "937f792d1849b69a6e0741234428b22b4884ec0157ea31dd6949dd1bacc46456",
|
|
"answer_sha256": "c8a0e46117f873873c1756daf5f44b4c9f855335c0beb5758e51c257282234c7",
|
|
"receipt_sha256": "c564d0376ec35023fa3f7d8d4d8f7604d33f4b1334f375e18ef0798c9f3e5a20",
|
|
"reply_trace_sha256": "cfa4cf8a5b8410212accf79c96ecda36ed59e8010932661ad11c16d310d014ba",
|
|
"task_tokens_catalog_included_estimated": 4354894,
|
|
"post_discovery_tokens_estimated": 3209841,
|
|
"used_tool_definitions_tokens_estimated": 8408,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 3218249,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 548,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 3210389,
|
|
"tool_calls": 1,
|
|
"elapsed_seconds": 1.6278382080054143,
|
|
"cpu_seconds_waited_subtree": 1.8145129999999998,
|
|
"peak_process_group_rss_bytes_sampled": 814170112,
|
|
"peak_process_tree_rss_bytes_sampled": 814170112,
|
|
"maximum_group_members_sampled": 3,
|
|
"maximum_tree_members_sampled": 3,
|
|
"sample_count": 37,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 118.947125,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 140.20320800000002,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 132,
|
|
"reply_tokens_estimated": 3209709,
|
|
"request_bytes_compact_json_line": 457,
|
|
"reply_bytes_observed_wire": 9121044,
|
|
"reply_bytes_reserialized_json_line": 9121044,
|
|
"elapsed_ms": 1211.5193749999999,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r2-DateSelect-summary",
|
|
"trial": 2,
|
|
"artifact": "DateSelect",
|
|
"detail": "summary",
|
|
"evidence_id": "ev_9b82f05c94b00018545c9b60c492cdbcba8f5bf1428c22f9ee243ee046877386",
|
|
"map_sha256": "e1939ef36214ff46263d3bdaeb99d60a46c75714a6b6220ed27c9be2d24d6cc8",
|
|
"generated_script_sha256": "9e45139dd0b510ad7014188a5e9d11b307c2ac15dfdc761050388e76e94759bf",
|
|
"answer_sha256": "24064ff1089893082998aba4a03cda18bd7e010663921436858fd40efb94516d",
|
|
"receipt_sha256": "a28c9ad829c7f117135489149167dc4b3f0209ea9dbb1d601b64fd3871b2bcca",
|
|
"reply_trace_sha256": "f4ac36282b210340aef86666f619f360cc6ae0f6f63e08f0af4b20de249d0b74",
|
|
"task_tokens_catalog_included_estimated": 1154974,
|
|
"post_discovery_tokens_estimated": 9921,
|
|
"used_tool_definitions_tokens_estimated": 188984,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 198905,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 4081,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 14002,
|
|
"tool_calls": 2,
|
|
"elapsed_seconds": 1.1604734580032527,
|
|
"cpu_seconds_waited_subtree": 1.341315,
|
|
"peak_process_group_rss_bytes_sampled": 629407744,
|
|
"peak_process_tree_rss_bytes_sampled": 732086272,
|
|
"maximum_group_members_sampled": 2,
|
|
"maximum_tree_members_sampled": 3,
|
|
"sample_count": 26,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 117.813166,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 140.96874999999997,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 142,
|
|
"reply_tokens_estimated": 4568,
|
|
"request_bytes_compact_json_line": 508,
|
|
"reply_bytes_observed_wire": 17948,
|
|
"reply_bytes_reserialized_json_line": 17948,
|
|
"elapsed_ms": 780.4921250000001,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "inspect_analysis_view",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 106,
|
|
"reply_tokens_estimated": 5105,
|
|
"request_bytes_compact_json_line": 327,
|
|
"reply_bytes_observed_wire": 19577,
|
|
"reply_bytes_reserialized_json_line": 19577,
|
|
"elapsed_ms": 5.372749999999996,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r2-DateSelect-complete",
|
|
"trial": 2,
|
|
"artifact": "DateSelect",
|
|
"detail": "complete",
|
|
"evidence_id": "ev_9b82f05c94b00018545c9b60c492cdbcba8f5bf1428c22f9ee243ee046877386",
|
|
"map_sha256": "e1939ef36214ff46263d3bdaeb99d60a46c75714a6b6220ed27c9be2d24d6cc8",
|
|
"generated_script_sha256": "9e45139dd0b510ad7014188a5e9d11b307c2ac15dfdc761050388e76e94759bf",
|
|
"answer_sha256": "24064ff1089893082998aba4a03cda18bd7e010663921436858fd40efb94516d",
|
|
"receipt_sha256": "983ff78e144fc17758321d84e0bc5b8bb778153fcc976e502521a8b865c0c6c9",
|
|
"reply_trace_sha256": "5a8451f63a4f376e07a1311e7dd6a99b6c92e799e84192b371c49c1c4cf4fad0",
|
|
"task_tokens_catalog_included_estimated": 1155932,
|
|
"post_discovery_tokens_estimated": 10879,
|
|
"used_tool_definitions_tokens_estimated": 188984,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 199863,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 4081,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 14960,
|
|
"tool_calls": 3,
|
|
"elapsed_seconds": 1.2022515409917105,
|
|
"cpu_seconds_waited_subtree": 1.362353,
|
|
"peak_process_group_rss_bytes_sampled": 608813056,
|
|
"peak_process_tree_rss_bytes_sampled": 729481216,
|
|
"maximum_group_members_sampled": 3,
|
|
"maximum_tree_members_sampled": 3,
|
|
"sample_count": 27,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 117.905917,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 140.61375,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 138,
|
|
"reply_tokens_estimated": 776,
|
|
"request_bytes_compact_json_line": 489,
|
|
"reply_bytes_observed_wire": 3310,
|
|
"reply_bytes_reserialized_json_line": 3310,
|
|
"elapsed_ms": 798.153916,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"operation": "inspect_analysis_view",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 107,
|
|
"reply_tokens_estimated": 4647,
|
|
"request_bytes_compact_json_line": 324,
|
|
"reply_bytes_observed_wire": 18288,
|
|
"reply_bytes_reserialized_json_line": 18288,
|
|
"elapsed_ms": 6.067457999999988,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "inspect_analysis_view",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 106,
|
|
"reply_tokens_estimated": 5105,
|
|
"request_bytes_compact_json_line": 327,
|
|
"reply_bytes_observed_wire": 19577,
|
|
"reply_bytes_reserialized_json_line": 19577,
|
|
"elapsed_ms": 1.393000000000029,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r3-theme-complete",
|
|
"trial": 3,
|
|
"artifact": "theme",
|
|
"detail": "complete",
|
|
"evidence_id": "ev_4793658938c5d3e27870a764dc1f5a1211d12ec5e86f86bf072cf856db72b5dc",
|
|
"map_sha256": "ceef8194eaca339e55f35cf2decf7ceffa121c7744ee1fffd976a07d39477b32",
|
|
"generated_script_sha256": "10ecf4c66ae103222a7c146ad9b945dc83e78b6c78ce05021296e3c2f799bd5b",
|
|
"answer_sha256": "b75f60d46b92295b8d2e3c432b5b128a330734d4513feaff0b626ed3fc17d6e1",
|
|
"receipt_sha256": "cf31dd97d8cd028b2fbd609e24929423e976285bfd0a04619589550d3d325e9b",
|
|
"reply_trace_sha256": "1b9f35ce69024eeaf3069d27c2d69524ddc0977d36b359794e9a0b55798bb086",
|
|
"task_tokens_catalog_included_estimated": 1196400,
|
|
"post_discovery_tokens_estimated": 51347,
|
|
"used_tool_definitions_tokens_estimated": 8408,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 59755,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 548,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 51895,
|
|
"tool_calls": 1,
|
|
"elapsed_seconds": 0.9534965420025401,
|
|
"cpu_seconds_waited_subtree": 1.128418,
|
|
"peak_process_group_rss_bytes_sampled": 543539200,
|
|
"peak_process_tree_rss_bytes_sampled": 582778880,
|
|
"maximum_group_members_sampled": 4,
|
|
"maximum_tree_members_sampled": 4,
|
|
"sample_count": 22,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 117.75683399999998,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 139.257292,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 135,
|
|
"reply_tokens_estimated": 51212,
|
|
"request_bytes_compact_json_line": 474,
|
|
"reply_bytes_observed_wire": 159113,
|
|
"reply_bytes_reserialized_json_line": 159113,
|
|
"elapsed_ms": 590.0055830000001,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r3-theme-summary",
|
|
"trial": 3,
|
|
"artifact": "theme",
|
|
"detail": "summary",
|
|
"evidence_id": "ev_4793658938c5d3e27870a764dc1f5a1211d12ec5e86f86bf072cf856db72b5dc",
|
|
"map_sha256": "ceef8194eaca339e55f35cf2decf7ceffa121c7744ee1fffd976a07d39477b32",
|
|
"generated_script_sha256": "10ecf4c66ae103222a7c146ad9b945dc83e78b6c78ce05021296e3c2f799bd5b",
|
|
"answer_sha256": "b75f60d46b92295b8d2e3c432b5b128a330734d4513feaff0b626ed3fc17d6e1",
|
|
"receipt_sha256": "0f2f8aa6cc82e51cce00f9bb73cfb150bcabb12b1d096a9d0f657dcb8215f889",
|
|
"reply_trace_sha256": "3a93a35b0753cbdd47431bdc222cd9e0a5dc872efa971838bbec195dbcce90e5",
|
|
"task_tokens_catalog_included_estimated": 1154878,
|
|
"post_discovery_tokens_estimated": 9825,
|
|
"used_tool_definitions_tokens_estimated": 188984,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 198809,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 4081,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 13906,
|
|
"tool_calls": 2,
|
|
"elapsed_seconds": 0.9846506659960141,
|
|
"cpu_seconds_waited_subtree": 1.1376249999999999,
|
|
"peak_process_group_rss_bytes_sampled": 499728384,
|
|
"peak_process_tree_rss_bytes_sampled": 562528256,
|
|
"maximum_group_members_sampled": 2,
|
|
"maximum_tree_members_sampled": 3,
|
|
"sample_count": 23,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 118.36849999999998,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 139.385667,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 139,
|
|
"reply_tokens_estimated": 4562,
|
|
"request_bytes_compact_json_line": 493,
|
|
"reply_bytes_observed_wire": 17846,
|
|
"reply_bytes_reserialized_json_line": 17846,
|
|
"elapsed_ms": 588.1954169999999,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "inspect_analysis_view",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 107,
|
|
"reply_tokens_estimated": 5017,
|
|
"request_bytes_compact_json_line": 325,
|
|
"reply_bytes_observed_wire": 19501,
|
|
"reply_bytes_reserialized_json_line": 19501,
|
|
"elapsed_ms": 5.76400000000001,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r3-index-complete",
|
|
"trial": 3,
|
|
"artifact": "index",
|
|
"detail": "complete",
|
|
"evidence_id": "ev_7385676797553c25b8fb5b1428caa24b9a1f943a6fc4f69462612bad8240043c",
|
|
"map_sha256": "f0de6886f6a49758f53c7f2de0b77fbff6d72c719a7c32ac23d13453ebe7b3e8",
|
|
"generated_script_sha256": "937f792d1849b69a6e0741234428b22b4884ec0157ea31dd6949dd1bacc46456",
|
|
"answer_sha256": "c8a0e46117f873873c1756daf5f44b4c9f855335c0beb5758e51c257282234c7",
|
|
"receipt_sha256": "fedb8ce284efb8298a44a5c42a09b337a077efa64748459636d640367d0ef990",
|
|
"reply_trace_sha256": "be8243c00103732524b21a1abbf06ffc4fe17ac8e100a15f09c90fc4304ebcf8",
|
|
"task_tokens_catalog_included_estimated": 4354894,
|
|
"post_discovery_tokens_estimated": 3209841,
|
|
"used_tool_definitions_tokens_estimated": 8408,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 3218249,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 548,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 3210389,
|
|
"tool_calls": 1,
|
|
"elapsed_seconds": 1.6246519580017775,
|
|
"cpu_seconds_waited_subtree": 1.813149,
|
|
"peak_process_group_rss_bytes_sampled": 806813696,
|
|
"peak_process_tree_rss_bytes_sampled": 806813696,
|
|
"maximum_group_members_sampled": 3,
|
|
"maximum_tree_members_sampled": 3,
|
|
"sample_count": 38,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 119.61375000000001,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 139.36666599999998,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 132,
|
|
"reply_tokens_estimated": 3209709,
|
|
"request_bytes_compact_json_line": 457,
|
|
"reply_bytes_observed_wire": 9121044,
|
|
"reply_bytes_reserialized_json_line": 9121044,
|
|
"elapsed_ms": 1213.944167,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r3-index-summary",
|
|
"trial": 3,
|
|
"artifact": "index",
|
|
"detail": "summary",
|
|
"evidence_id": "ev_7385676797553c25b8fb5b1428caa24b9a1f943a6fc4f69462612bad8240043c",
|
|
"map_sha256": "f0de6886f6a49758f53c7f2de0b77fbff6d72c719a7c32ac23d13453ebe7b3e8",
|
|
"generated_script_sha256": "937f792d1849b69a6e0741234428b22b4884ec0157ea31dd6949dd1bacc46456",
|
|
"answer_sha256": "c8a0e46117f873873c1756daf5f44b4c9f855335c0beb5758e51c257282234c7",
|
|
"receipt_sha256": "4268023730f752a394d23aed93d6ad5f6e2972a012f9ea1c3133ea8aa052e349",
|
|
"reply_trace_sha256": "4c107c7599221a2d066d139b22e9343d2313a2876665cc8bbf4afcfa23af0c33",
|
|
"task_tokens_catalog_included_estimated": 1154851,
|
|
"post_discovery_tokens_estimated": 9798,
|
|
"used_tool_definitions_tokens_estimated": 188984,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 198782,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 4081,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 13879,
|
|
"tool_calls": 2,
|
|
"elapsed_seconds": 1.1233145829901332,
|
|
"cpu_seconds_waited_subtree": 1.289125,
|
|
"peak_process_group_rss_bytes_sampled": 610041856,
|
|
"peak_process_tree_rss_bytes_sampled": 694534144,
|
|
"maximum_group_members_sampled": 3,
|
|
"maximum_tree_members_sampled": 3,
|
|
"sample_count": 25,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 116.732417,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 139.42274999999998,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 136,
|
|
"reply_tokens_estimated": 4566,
|
|
"request_bytes_compact_json_line": 476,
|
|
"reply_bytes_observed_wire": 17760,
|
|
"reply_bytes_reserialized_json_line": 17760,
|
|
"elapsed_ms": 739.232125,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "inspect_analysis_view",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 105,
|
|
"reply_tokens_estimated": 4991,
|
|
"request_bytes_compact_json_line": 327,
|
|
"reply_bytes_observed_wire": 19381,
|
|
"reply_bytes_reserialized_json_line": 19381,
|
|
"elapsed_ms": 5.22625000000005,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r3-DateSelect-complete",
|
|
"trial": 3,
|
|
"artifact": "DateSelect",
|
|
"detail": "complete",
|
|
"evidence_id": "ev_9b82f05c94b00018545c9b60c492cdbcba8f5bf1428c22f9ee243ee046877386",
|
|
"map_sha256": "e1939ef36214ff46263d3bdaeb99d60a46c75714a6b6220ed27c9be2d24d6cc8",
|
|
"generated_script_sha256": "9e45139dd0b510ad7014188a5e9d11b307c2ac15dfdc761050388e76e94759bf",
|
|
"answer_sha256": "24064ff1089893082998aba4a03cda18bd7e010663921436858fd40efb94516d",
|
|
"receipt_sha256": "12ed80861a944f6ad7843397aa21ba2deba0ed95c6a7ebd5381acdc9994c6350",
|
|
"reply_trace_sha256": "8fe553747e9fb003023b30d29f72cc83321b370e1c4cb9bd373a8ec2b6e2578a",
|
|
"task_tokens_catalog_included_estimated": 1155932,
|
|
"post_discovery_tokens_estimated": 10879,
|
|
"used_tool_definitions_tokens_estimated": 188984,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 199863,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 4081,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 14960,
|
|
"tool_calls": 3,
|
|
"elapsed_seconds": 1.1992472090059891,
|
|
"cpu_seconds_waited_subtree": 1.351098,
|
|
"peak_process_group_rss_bytes_sampled": 605306880,
|
|
"peak_process_tree_rss_bytes_sampled": 723009536,
|
|
"maximum_group_members_sampled": 3,
|
|
"maximum_tree_members_sampled": 3,
|
|
"sample_count": 27,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 117.77824999999999,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 139.39975,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 138,
|
|
"reply_tokens_estimated": 776,
|
|
"request_bytes_compact_json_line": 489,
|
|
"reply_bytes_observed_wire": 3310,
|
|
"reply_bytes_reserialized_json_line": 3310,
|
|
"elapsed_ms": 794.9873750000002,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"operation": "inspect_analysis_view",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 107,
|
|
"reply_tokens_estimated": 4647,
|
|
"request_bytes_compact_json_line": 324,
|
|
"reply_bytes_observed_wire": 18288,
|
|
"reply_bytes_reserialized_json_line": 18288,
|
|
"elapsed_ms": 6.362374999999929,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "inspect_analysis_view",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 106,
|
|
"reply_tokens_estimated": 5105,
|
|
"request_bytes_compact_json_line": 327,
|
|
"reply_bytes_observed_wire": 19577,
|
|
"reply_bytes_reserialized_json_line": 19577,
|
|
"elapsed_ms": 1.4037920000000668,
|
|
"is_error": false
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r3-DateSelect-summary",
|
|
"trial": 3,
|
|
"artifact": "DateSelect",
|
|
"detail": "summary",
|
|
"evidence_id": "ev_9b82f05c94b00018545c9b60c492cdbcba8f5bf1428c22f9ee243ee046877386",
|
|
"map_sha256": "e1939ef36214ff46263d3bdaeb99d60a46c75714a6b6220ed27c9be2d24d6cc8",
|
|
"generated_script_sha256": "9e45139dd0b510ad7014188a5e9d11b307c2ac15dfdc761050388e76e94759bf",
|
|
"answer_sha256": "24064ff1089893082998aba4a03cda18bd7e010663921436858fd40efb94516d",
|
|
"receipt_sha256": "98bb7ee1c73f7b394416de1bc2f5854dcc558ad08b1c0bfff57e738b85791966",
|
|
"reply_trace_sha256": "90eb38c7fdd80bbdefa148348d9b83df3cf12a6f818128025285f54d5865d7bb",
|
|
"task_tokens_catalog_included_estimated": 1154974,
|
|
"post_discovery_tokens_estimated": 9921,
|
|
"used_tool_definitions_tokens_estimated": 188984,
|
|
"post_discovery_plus_used_definitions_tokens_estimated": 198905,
|
|
"hypothetical_used_input_only_definitions_tokens_estimated": 4081,
|
|
"hypothetical_post_discovery_plus_used_input_only_definitions_tokens_estimated": 14002,
|
|
"tool_calls": 2,
|
|
"elapsed_seconds": 1.1433994160033762,
|
|
"cpu_seconds_waited_subtree": 1.323411,
|
|
"peak_process_group_rss_bytes_sampled": 584908800,
|
|
"peak_process_tree_rss_bytes_sampled": 702742528,
|
|
"maximum_group_members_sampled": 3,
|
|
"maximum_tree_members_sampled": 3,
|
|
"sample_count": 26,
|
|
"exit_code": 0,
|
|
"cleanup": "group_empty",
|
|
"stop_reason": null,
|
|
"calls": [
|
|
{
|
|
"operation": "initialize",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 48,
|
|
"reply_tokens_estimated": 640,
|
|
"request_bytes_compact_json_line": 176,
|
|
"reply_bytes_observed_wire": 3149,
|
|
"reply_bytes_reserialized_json_line": 3149,
|
|
"elapsed_ms": 119.06162500000002,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "notifications/initialized",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 14,
|
|
"reply_tokens_estimated": 0,
|
|
"request_bytes_compact_json_line": 55,
|
|
"reply_bytes_observed_wire": 0,
|
|
"reply_bytes_reserialized_json_line": 0,
|
|
"elapsed_ms": 0,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "tools/list",
|
|
"post_discovery": false,
|
|
"request_tokens_estimated": 21,
|
|
"reply_tokens_estimated": 1144330,
|
|
"request_bytes_compact_json_line": 59,
|
|
"reply_bytes_observed_wire": 4487850,
|
|
"reply_bytes_reserialized_json_line": 4487850,
|
|
"elapsed_ms": 138.797542,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "trace_web_source_location",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 142,
|
|
"reply_tokens_estimated": 4568,
|
|
"request_bytes_compact_json_line": 508,
|
|
"reply_bytes_observed_wire": 17948,
|
|
"reply_bytes_reserialized_json_line": 17948,
|
|
"elapsed_ms": 775.976625,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"operation": "inspect_analysis_view",
|
|
"post_discovery": true,
|
|
"request_tokens_estimated": 106,
|
|
"reply_tokens_estimated": 5105,
|
|
"request_bytes_compact_json_line": 327,
|
|
"reply_bytes_observed_wire": 19577,
|
|
"reply_bytes_reserialized_json_line": 19577,
|
|
"elapsed_ms": 5.66579200000001,
|
|
"is_error": false
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|