Jay-Alexander Elliot
57fd3ea5d8
Fixes #5148. Add opt-in durable managed member summaries and authenticated paging while preserving complete default output, original Evidence, cleanup ownership and queued cancellation. Verified with bounded real Newtonsoft/Redux/Rust tasks, independent oracles, 556 focused tests and the expanded domain gate; paired token estimates and latency tradeoffs are recorded in experiments/analysis-efficiency/managed-cli.md.
1333 lines
50 KiB
JSON
1333 lines
50 KiB
JSON
{
|
|
"status": "passed",
|
|
"tokenizer": "tiktoken==0.12.0/cl100k_base; estimates, not model usage",
|
|
"context_scope": "Question, supplied command recipe, actual selected-command help, all logical CLI argv and all stdout. No model invoked; reasoning, framing, irrelevant tool discovery and actual native-agent usage unmeasured.",
|
|
"cache_scope": "cold disables Node compile cache; warm primes the identical workflow once per runtime/mode before timing. Fresh processes and isolated HOME each trial; OS page cache uncontrolled.",
|
|
"resource_scope": "Whole task driver plus all CLI children; includes pre/post source-and-compiled-runtime binding verification, bundle publication/authentication, help, extra calls and local answer/oracle checking. Kernel cgroup peak includes file cache; not sampled RSS. Download/build/oracle preparation and priming excluded.",
|
|
"acquisition": {
|
|
"url": "https://api.nuget.org/v3-flatcontainer/newtonsoft.json/13.0.3/newtonsoft.json.13.0.3.nupkg",
|
|
"package_bytes": 2441966,
|
|
"package_sha256": "872fc189e638ab1056555b03aaa38f68bcb54286e221aa646eb1129babf63c77",
|
|
"selected_member": "lib/net6.0/Newtonsoft.Json.dll",
|
|
"assembly_bytes": 712464,
|
|
"assembly_sha256": "22c649f75fce5be7c7ccda8880473b634ef69ecf33f5d1ab8ad892caf47d5a07",
|
|
"target_execution": false
|
|
},
|
|
"measurement_inputs": {
|
|
"baseline_revision": "3dbe314ada9f6dcc994ca4655dc0faf082503847",
|
|
"feature_parent_revision": "4fab2dfda16236dc407aa179920780d6a970dda3",
|
|
"merged_original_revision": "7b3ed4d025edd24d062cde0327a53bd311e174fc",
|
|
"feature_tracked_patch_sha256": "d950d199b3bed648d8752b67b2ff32725569528ca3d7102a65cf258722d1d98c",
|
|
"untracked_source_sha256": {
|
|
"src/process/queuedInterrupts.ts": "71ed47dc4a215a82f0f2c7b6bb3a32f22f1d5c2a8b7644cb6c9999539a16950d"
|
|
},
|
|
"node": "v24.18.0",
|
|
"npm": "11.16.0",
|
|
"oracle_packages": {
|
|
"dnfile": "0.18.0",
|
|
"pefile": "2024.8.26"
|
|
},
|
|
"no_overlapping_build_or_test": true,
|
|
"production_sources_sha256": {
|
|
"src/application/AnalysisProvider.ts": "97a8b6a01b1cbe50f8f0755a807f7ba93697b82705551bd613089a6f95f51f67",
|
|
"src/application/DirectAnalysis.ts": "00dd3d85729785953a81b08fc2591c905d4ea9b0a150c1b421f5e5061661d62b",
|
|
"src/application/EvidenceBundleCommands.ts": "571c69cde0b6e313a0eb3d0ed181aa07f33b0e4f943509fd8c28ca14f587f61f",
|
|
"src/application/EvidenceBundleFiles.ts": "1dfd37b3bed5306a21f25ca334caa53172c8ef2e754a4961ccdfc3bb98e1bf8c",
|
|
"src/application/EvidenceInputResolver.test.ts": "96c1bf405fd7ae492da75959bb9285ec91c2f6abc2f161316057e1fd8efee5aa",
|
|
"src/application/EvidenceInputResolver.ts": "7b676ec2f70ad55b97c9a635dce51468101eca964e7a1205f9ce9633ec946f89",
|
|
"src/application/JsonAuthenticationHeadroom.test.ts": "510e22d9fcbe976bfe6ffdfa57bd9fd5469e568519ec5474dcbb5957eb14a375",
|
|
"src/application/JsonAuthenticationHeadroom.ts": "a6f46bf1906d2b614992f97c47cc0647d827b883a09b4d7fee54ce00081e01da",
|
|
"src/application/JsonFiles.ts": "9071b2a303c76507f78f2ac902b7e5d041d74b8b73d66039cb8f7e2ec3496147",
|
|
"src/application/analysisView/AnalysisViewService.ts": "f7e4ce77705229039c5d81d2273bd6e08df11719436c24bb3c5c1d0452650ba9",
|
|
"src/application/analysisView/evidenceFileSource.ts": "241a262f793bb1101cee7f623c2b297728231a938f9163ddc71453d1d36a45f4",
|
|
"src/application/javascript/SourceToBundleReference.ts": "579917fe41ef3e447fc28915ced0c2c5809af70ec2763cc980f58930832ce4b6",
|
|
"src/application/native/NativeMatchingBundleSources.ts": "ecf3c5e2d0c6872177d55b9746b692e0d585176027b336b589501809d5819b21",
|
|
"src/cli/analysisViewCommands.ts": "0e228c83cf73d264535393cde851892ed11a302be0a77ee05a0d07e620226633",
|
|
"src/cli/finishAnalysisCommand.ts": "7eca30a3b5ea20fce9caeaedae791a0406364476aaa06e3919535bc000fda61f",
|
|
"src/cli/managedCommands.ts": "4bca27702452f426efeeb7a034fa78613c2db458eac7b3f1c0afca3b144d4700",
|
|
"src/composition/directAnalysis.ts": "d6d8002818fdb2d05d33d79563dd31dbe27e2d330a080ba9a9c64a99e9732006",
|
|
"src/domain/analysisErrorPresentation.ts": "293685c9dd89c107aabe63fb2fa7242c2fd0f42101683722badcdf8b2eb7e24c",
|
|
"src/domain/evidence.ts": "eb1895f08ef034b0b644b2f0d18aa12a4790928ccd888c2301d967521d454b11",
|
|
"src/domain/evidenceBundle.ts": "5f997e98512d4ddd11abd8d3902daed8ebd0821d04d48629863c3551b6b514d8",
|
|
"src/domain/immutableJson.ts": "c1d977408b013514c55fd309533814caa18e82b647adedb08e2f1cba2401ca82",
|
|
"src/domain/jsonSerialization.test.ts": "34f2acee9b65efb9fa59a888cbc7ea957dc915e7195e1459bc98afbfeaa10a9b",
|
|
"src/domain/jsonSerialization.ts": "f47ed8571093675a2a60686bab3acb9c0e1d44cb7bfc956db38b89a4e9633ee9",
|
|
"src/dotnet/ManagedPe.fixture.ts": "710af895b190f3b5dbdb17d922c87d3ee699b99c4c5fb46d1f3601fad97bb1a5",
|
|
"src/process/queuedInterrupts.ts": "71ed47dc4a215a82f0f2c7b6bb3a32f22f1d5c2a8b7644cb6c9999539a16950d",
|
|
"src/server/registerBundleComparisonTool.ts": "b95a0a48ef1f9ea77ce589b873d62fcae0273f869320138ab3f3fb8c43f79fc6",
|
|
"src/server/registerSessionRecordTools.ts": "d836c79459f241345d66b46c6402e5893a12c7ff5cb2ca2cc3bbe1da9976bb14"
|
|
},
|
|
"harness_sha256": {
|
|
"managed-cli-task.mjs": "74d3b9b180a4ca73f856496c8e0c82d2f429cb946d2171b9ad4bc129cc758068",
|
|
"managed-cli-costs.py": "ff1deb2238e684fa347da9c811b552da29651b6a1254d33fc76758c7a91f6b60",
|
|
"managed-cli-local-control.py": "68f9bfd316f4183afbe6f6a8dcfb3fb0ec086cdb1f7a1731e97fe31e4e523979",
|
|
"managed-cli-oracle.py": "c917c1bc3f86f628d394581b227b1c7975ec7d7d5d9c2d806b5b908a4bbf576d",
|
|
"managed-cli-runtime.mjs": "56405411a3d30ca2aa175678b6d18d1d6c7f0e44bbf9f30fc958fee75d9edb48"
|
|
},
|
|
"expected_runtime_bindings": {
|
|
"complete": {
|
|
"binding_version": 1,
|
|
"root": "/home/yann/yann/rea-5148-main-control-20261021",
|
|
"node": "v24.18.0",
|
|
"git_revision": "3dbe314ada9f6dcc994ca4655dc0faf082503847",
|
|
"source_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"untracked_source_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
|
|
"compiled_cli_sha256": "cd1691399852b3191acdb1a22ac937d11f9b3226d1928eff41cf36905d676008",
|
|
"compiled_cli_files": 140,
|
|
"compiled_cli_bytes": 10151181
|
|
},
|
|
"selected": {
|
|
"binding_version": 1,
|
|
"root": "/home/yann/yann/rea-perf-managed-cli-20261021",
|
|
"node": "v24.18.0",
|
|
"git_revision": "4fab2dfda16236dc407aa179920780d6a970dda3",
|
|
"source_diff_sha256": "b4199304e4163e67f08a0b77337aa45bc73a7790646ca01e6fcc56e41eaa7f2a",
|
|
"untracked_source_sha256": "55691f6b55a13e9abbe9dbe2b5c75ac27021b370ed012fceafa91d4a8b60e25f",
|
|
"compiled_cli_sha256": "2e86e22eecc4a5012963311e2b14e3101e53750459092e45d07b8030bfb687b4",
|
|
"compiled_cli_files": 144,
|
|
"compiled_cli_bytes": 10305138
|
|
}
|
|
}
|
|
},
|
|
"summary": {
|
|
"cold": {
|
|
"complete": {
|
|
"wall_seconds": {
|
|
"median": 9.969,
|
|
"min": 5.267,
|
|
"max": 11.408
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 9.742865,
|
|
"min": 4.99231,
|
|
"max": 11.174552
|
|
},
|
|
"peak_process_family_bytes_including_page_cache": {
|
|
"median": 412385280,
|
|
"min": 410767360,
|
|
"max": 412815360
|
|
},
|
|
"whole_task_tokens_estimated": [451373, 451373, 451373]
|
|
},
|
|
"selected": {
|
|
"wall_seconds": {
|
|
"median": 14.801,
|
|
"min": 12.929,
|
|
"max": 23.934
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 14.555183,
|
|
"min": 12.66105,
|
|
"max": 23.604561
|
|
},
|
|
"peak_process_family_bytes_including_page_cache": {
|
|
"median": 419532800,
|
|
"min": 416526336,
|
|
"max": 422551552
|
|
},
|
|
"whole_task_tokens_estimated": [13078, 13078, 13078]
|
|
}
|
|
},
|
|
"warm": {
|
|
"complete": {
|
|
"wall_seconds": {
|
|
"median": 10.339,
|
|
"min": 9.863,
|
|
"max": 11.283
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 10.097275,
|
|
"min": 9.65094,
|
|
"max": 11.039148
|
|
},
|
|
"peak_process_family_bytes_including_page_cache": {
|
|
"median": 421326848,
|
|
"min": 417812480,
|
|
"max": 421904384
|
|
},
|
|
"whole_task_tokens_estimated": [451373, 451373, 451373]
|
|
},
|
|
"selected": {
|
|
"wall_seconds": {
|
|
"median": 24.141,
|
|
"min": 23.425,
|
|
"max": 24.698
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 23.84209,
|
|
"min": 23.121681,
|
|
"max": 24.436836
|
|
},
|
|
"peak_process_family_bytes_including_page_cache": {
|
|
"median": 426942464,
|
|
"min": 422301696,
|
|
"max": 428773376
|
|
},
|
|
"whole_task_tokens_estimated": [13078, 13078, 13078]
|
|
}
|
|
}
|
|
},
|
|
"runs": [
|
|
{
|
|
"case": "pair-cold-1-complete",
|
|
"mode": "complete",
|
|
"cache": "cold",
|
|
"runtime": "/home/yann/yann/rea-5148-main-control-20261021",
|
|
"runtime_binding": {
|
|
"binding_version": 1,
|
|
"root": "/home/yann/yann/rea-5148-main-control-20261021",
|
|
"node": "v24.18.0",
|
|
"git_revision": "3dbe314ada9f6dcc994ca4655dc0faf082503847",
|
|
"source_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"untracked_source_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
|
|
"compiled_cli_sha256": "cd1691399852b3191acdb1a22ac937d11f9b3226d1928eff41cf36905d676008",
|
|
"compiled_cli_files": 140,
|
|
"compiled_cli_bytes": 10151181
|
|
},
|
|
"runtime_binding_audit_ms": {
|
|
"before": 92.96445600000001,
|
|
"after": 96.76712599999973
|
|
},
|
|
"wall_seconds": 5.267,
|
|
"cpu_seconds": 4.99231,
|
|
"peak_process_family_bytes_including_page_cache": 412815360,
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 58,
|
|
"arguments": 50,
|
|
"help_and_replies": 451265,
|
|
"whole_task": 451373
|
|
},
|
|
"calls": [
|
|
{
|
|
"label": "help-members",
|
|
"arguments": ["rea", "inspect-managed-members", "--help"],
|
|
"elapsed_ms": 1961.4121309999998,
|
|
"stdout_bytes": 1134,
|
|
"stdout_file": "help-members.stdout"
|
|
},
|
|
{
|
|
"label": "complete",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-managed-members",
|
|
"/tmp/rea-perf-managed-cli-20261021/Newtonsoft.Json.dll",
|
|
"--type",
|
|
"Newtonsoft.Json.JsonConvert",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 2694.6139500000004,
|
|
"stdout_bytes": 1374919,
|
|
"stdout_file": "complete.stdout"
|
|
}
|
|
],
|
|
"parent_evidence_id": "ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af",
|
|
"parent_semantic_sha256": "bdb3ecd208b39fac03dd1dadf6b65ee0f35f69bc7e10f9ebca0d0cd91a024c87",
|
|
"answer_sha256": "5185257209a53a252eee3eede05abfbbec9c3f5ee1b313c8ffa0df89a43c7397",
|
|
"oracle_verified": {
|
|
"all_selected_method_metadata": 72,
|
|
"returned_methods": 8,
|
|
"returned_member_refs": 16
|
|
},
|
|
"cleanup_verified": true,
|
|
"resource_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-1-selected",
|
|
"mode": "selected",
|
|
"cache": "cold",
|
|
"runtime": "/home/yann/yann/rea-perf-managed-cli-20261021",
|
|
"runtime_binding": {
|
|
"binding_version": 1,
|
|
"root": "/home/yann/yann/rea-perf-managed-cli-20261021",
|
|
"node": "v24.18.0",
|
|
"git_revision": "4fab2dfda16236dc407aa179920780d6a970dda3",
|
|
"source_diff_sha256": "b4199304e4163e67f08a0b77337aa45bc73a7790646ca01e6fcc56e41eaa7f2a",
|
|
"untracked_source_sha256": "55691f6b55a13e9abbe9dbe2b5c75ac27021b370ed012fceafa91d4a8b60e25f",
|
|
"compiled_cli_sha256": "2e86e22eecc4a5012963311e2b14e3101e53750459092e45d07b8030bfb687b4",
|
|
"compiled_cli_files": 144,
|
|
"compiled_cli_bytes": 10305138
|
|
},
|
|
"runtime_binding_audit_ms": {
|
|
"before": 88.39460599999998,
|
|
"after": 126.48440400000072
|
|
},
|
|
"wall_seconds": 12.929,
|
|
"cpu_seconds": 12.66105,
|
|
"peak_process_family_bytes_including_page_cache": 419532800,
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 93,
|
|
"arguments": 330,
|
|
"help_and_replies": 12655,
|
|
"whole_task": 13078
|
|
},
|
|
"calls": [
|
|
{
|
|
"label": "help-members",
|
|
"arguments": ["rea", "inspect-managed-members", "--help"],
|
|
"elapsed_ms": 1941.8404130000001,
|
|
"stdout_bytes": 1487,
|
|
"stdout_file": "help-members.stdout"
|
|
},
|
|
{
|
|
"label": "help-view",
|
|
"arguments": ["rea", "inspect-analysis-view", "--help"],
|
|
"elapsed_ms": 1953.026523,
|
|
"stdout_bytes": 1219,
|
|
"stdout_file": "help-view.stdout"
|
|
},
|
|
{
|
|
"label": "summary",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-managed-members",
|
|
"/tmp/rea-perf-managed-cli-20261021/Newtonsoft.Json.dll",
|
|
"--type",
|
|
"Newtonsoft.Json.JsonConvert",
|
|
"--detail",
|
|
"summary",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-cold-1-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 2909.7679009999997,
|
|
"stdout_bytes": 6940,
|
|
"stdout_file": "summary.stdout"
|
|
},
|
|
{
|
|
"label": "methods",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-analysis-view",
|
|
"{\"source\":{\"kind\":\"retained-evidence\",\"evidence_id\":\"ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af\"},\"view\":{\"kind\":\"managed-members\",\"collection\":\"methods\",\"offset\":0,\"limit\":8}}",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-cold-1-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 2682.350791,
|
|
"stdout_bytes": 20274,
|
|
"stdout_file": "methods.stdout"
|
|
},
|
|
{
|
|
"label": "member_refs",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-analysis-view",
|
|
"{\"source\":{\"kind\":\"retained-evidence\",\"evidence_id\":\"ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af\"},\"view\":{\"kind\":\"managed-members\",\"collection\":\"member_refs\",\"offset\":0,\"limit\":16}}",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-cold-1-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 2869.4516239999994,
|
|
"stdout_bytes": 13803,
|
|
"stdout_file": "member_refs.stdout"
|
|
}
|
|
],
|
|
"parent_evidence_id": "ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af",
|
|
"parent_semantic_sha256": "bdb3ecd208b39fac03dd1dadf6b65ee0f35f69bc7e10f9ebca0d0cd91a024c87",
|
|
"answer_sha256": "5185257209a53a252eee3eede05abfbbec9c3f5ee1b313c8ffa0df89a43c7397",
|
|
"oracle_verified": {
|
|
"all_selected_method_metadata": 72,
|
|
"returned_methods": 8,
|
|
"returned_member_refs": 16
|
|
},
|
|
"cleanup_verified": true,
|
|
"resource_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-2-complete",
|
|
"mode": "complete",
|
|
"cache": "cold",
|
|
"runtime": "/home/yann/yann/rea-5148-main-control-20261021",
|
|
"runtime_binding": {
|
|
"binding_version": 1,
|
|
"root": "/home/yann/yann/rea-5148-main-control-20261021",
|
|
"node": "v24.18.0",
|
|
"git_revision": "3dbe314ada9f6dcc994ca4655dc0faf082503847",
|
|
"source_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"untracked_source_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
|
|
"compiled_cli_sha256": "cd1691399852b3191acdb1a22ac937d11f9b3226d1928eff41cf36905d676008",
|
|
"compiled_cli_files": 140,
|
|
"compiled_cli_bytes": 10151181
|
|
},
|
|
"runtime_binding_audit_ms": {
|
|
"before": 165.90159300000002,
|
|
"after": 145.30863500000123
|
|
},
|
|
"wall_seconds": 9.969,
|
|
"cpu_seconds": 9.742865,
|
|
"peak_process_family_bytes_including_page_cache": 410767360,
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 58,
|
|
"arguments": 50,
|
|
"help_and_replies": 451265,
|
|
"whole_task": 451373
|
|
},
|
|
"calls": [
|
|
{
|
|
"label": "help-members",
|
|
"arguments": ["rea", "inspect-managed-members", "--help"],
|
|
"elapsed_ms": 4194.595781,
|
|
"stdout_bytes": 1134,
|
|
"stdout_file": "help-members.stdout"
|
|
},
|
|
{
|
|
"label": "complete",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-managed-members",
|
|
"/tmp/rea-perf-managed-cli-20261021/Newtonsoft.Json.dll",
|
|
"--type",
|
|
"Newtonsoft.Json.JsonConvert",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 4995.024759999999,
|
|
"stdout_bytes": 1374919,
|
|
"stdout_file": "complete.stdout"
|
|
}
|
|
],
|
|
"parent_evidence_id": "ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af",
|
|
"parent_semantic_sha256": "bdb3ecd208b39fac03dd1dadf6b65ee0f35f69bc7e10f9ebca0d0cd91a024c87",
|
|
"answer_sha256": "5185257209a53a252eee3eede05abfbbec9c3f5ee1b313c8ffa0df89a43c7397",
|
|
"oracle_verified": {
|
|
"all_selected_method_metadata": 72,
|
|
"returned_methods": 8,
|
|
"returned_member_refs": 16
|
|
},
|
|
"cleanup_verified": true,
|
|
"resource_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-2-selected",
|
|
"mode": "selected",
|
|
"cache": "cold",
|
|
"runtime": "/home/yann/yann/rea-perf-managed-cli-20261021",
|
|
"runtime_binding": {
|
|
"binding_version": 1,
|
|
"root": "/home/yann/yann/rea-perf-managed-cli-20261021",
|
|
"node": "v24.18.0",
|
|
"git_revision": "4fab2dfda16236dc407aa179920780d6a970dda3",
|
|
"source_diff_sha256": "b4199304e4163e67f08a0b77337aa45bc73a7790646ca01e6fcc56e41eaa7f2a",
|
|
"untracked_source_sha256": "55691f6b55a13e9abbe9dbe2b5c75ac27021b370ed012fceafa91d4a8b60e25f",
|
|
"compiled_cli_sha256": "2e86e22eecc4a5012963311e2b14e3101e53750459092e45d07b8030bfb687b4",
|
|
"compiled_cli_files": 144,
|
|
"compiled_cli_bytes": 10305138
|
|
},
|
|
"runtime_binding_audit_ms": {
|
|
"before": 121.436015,
|
|
"after": 140.179814000001
|
|
},
|
|
"wall_seconds": 14.801,
|
|
"cpu_seconds": 14.555183,
|
|
"peak_process_family_bytes_including_page_cache": 416526336,
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 93,
|
|
"arguments": 330,
|
|
"help_and_replies": 12655,
|
|
"whole_task": 13078
|
|
},
|
|
"calls": [
|
|
{
|
|
"label": "help-members",
|
|
"arguments": ["rea", "inspect-managed-members", "--help"],
|
|
"elapsed_ms": 2517.517109,
|
|
"stdout_bytes": 1487,
|
|
"stdout_file": "help-members.stdout"
|
|
},
|
|
{
|
|
"label": "help-view",
|
|
"arguments": ["rea", "inspect-analysis-view", "--help"],
|
|
"elapsed_ms": 1917.0473659999998,
|
|
"stdout_bytes": 1219,
|
|
"stdout_file": "help-view.stdout"
|
|
},
|
|
{
|
|
"label": "summary",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-managed-members",
|
|
"/tmp/rea-perf-managed-cli-20261021/Newtonsoft.Json.dll",
|
|
"--type",
|
|
"Newtonsoft.Json.JsonConvert",
|
|
"--detail",
|
|
"summary",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-cold-2-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 2768.9943000000003,
|
|
"stdout_bytes": 6940,
|
|
"stdout_file": "summary.stdout"
|
|
},
|
|
{
|
|
"label": "methods",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-analysis-view",
|
|
"{\"source\":{\"kind\":\"retained-evidence\",\"evidence_id\":\"ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af\"},\"view\":{\"kind\":\"managed-members\",\"collection\":\"methods\",\"offset\":0,\"limit\":8}}",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-cold-2-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 2439.9305540000005,
|
|
"stdout_bytes": 20274,
|
|
"stdout_file": "methods.stdout"
|
|
},
|
|
{
|
|
"label": "member_refs",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-analysis-view",
|
|
"{\"source\":{\"kind\":\"retained-evidence\",\"evidence_id\":\"ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af\"},\"view\":{\"kind\":\"managed-members\",\"collection\":\"member_refs\",\"offset\":0,\"limit\":16}}",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-cold-2-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 4504.241926999999,
|
|
"stdout_bytes": 13803,
|
|
"stdout_file": "member_refs.stdout"
|
|
}
|
|
],
|
|
"parent_evidence_id": "ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af",
|
|
"parent_semantic_sha256": "bdb3ecd208b39fac03dd1dadf6b65ee0f35f69bc7e10f9ebca0d0cd91a024c87",
|
|
"answer_sha256": "5185257209a53a252eee3eede05abfbbec9c3f5ee1b313c8ffa0df89a43c7397",
|
|
"oracle_verified": {
|
|
"all_selected_method_metadata": 72,
|
|
"returned_methods": 8,
|
|
"returned_member_refs": 16
|
|
},
|
|
"cleanup_verified": true,
|
|
"resource_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-3-complete",
|
|
"mode": "complete",
|
|
"cache": "cold",
|
|
"runtime": "/home/yann/yann/rea-5148-main-control-20261021",
|
|
"runtime_binding": {
|
|
"binding_version": 1,
|
|
"root": "/home/yann/yann/rea-5148-main-control-20261021",
|
|
"node": "v24.18.0",
|
|
"git_revision": "3dbe314ada9f6dcc994ca4655dc0faf082503847",
|
|
"source_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"untracked_source_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
|
|
"compiled_cli_sha256": "cd1691399852b3191acdb1a22ac937d11f9b3226d1928eff41cf36905d676008",
|
|
"compiled_cli_files": 140,
|
|
"compiled_cli_bytes": 10151181
|
|
},
|
|
"runtime_binding_audit_ms": {
|
|
"before": 205.53081100000003,
|
|
"after": 201.48722199999975
|
|
},
|
|
"wall_seconds": 11.408,
|
|
"cpu_seconds": 11.174552,
|
|
"peak_process_family_bytes_including_page_cache": 412385280,
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 58,
|
|
"arguments": 50,
|
|
"help_and_replies": 451265,
|
|
"whole_task": 451373
|
|
},
|
|
"calls": [
|
|
{
|
|
"label": "help-members",
|
|
"arguments": ["rea", "inspect-managed-members", "--help"],
|
|
"elapsed_ms": 4881.421936,
|
|
"stdout_bytes": 1134,
|
|
"stdout_file": "help-members.stdout"
|
|
},
|
|
{
|
|
"label": "complete",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-managed-members",
|
|
"/tmp/rea-perf-managed-cli-20261021/Newtonsoft.Json.dll",
|
|
"--type",
|
|
"Newtonsoft.Json.JsonConvert",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 5597.8320969999995,
|
|
"stdout_bytes": 1374919,
|
|
"stdout_file": "complete.stdout"
|
|
}
|
|
],
|
|
"parent_evidence_id": "ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af",
|
|
"parent_semantic_sha256": "bdb3ecd208b39fac03dd1dadf6b65ee0f35f69bc7e10f9ebca0d0cd91a024c87",
|
|
"answer_sha256": "5185257209a53a252eee3eede05abfbbec9c3f5ee1b313c8ffa0df89a43c7397",
|
|
"oracle_verified": {
|
|
"all_selected_method_metadata": 72,
|
|
"returned_methods": 8,
|
|
"returned_member_refs": 16
|
|
},
|
|
"cleanup_verified": true,
|
|
"resource_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-3-selected",
|
|
"mode": "selected",
|
|
"cache": "cold",
|
|
"runtime": "/home/yann/yann/rea-perf-managed-cli-20261021",
|
|
"runtime_binding": {
|
|
"binding_version": 1,
|
|
"root": "/home/yann/yann/rea-perf-managed-cli-20261021",
|
|
"node": "v24.18.0",
|
|
"git_revision": "4fab2dfda16236dc407aa179920780d6a970dda3",
|
|
"source_diff_sha256": "b4199304e4163e67f08a0b77337aa45bc73a7790646ca01e6fcc56e41eaa7f2a",
|
|
"untracked_source_sha256": "55691f6b55a13e9abbe9dbe2b5c75ac27021b370ed012fceafa91d4a8b60e25f",
|
|
"compiled_cli_sha256": "2e86e22eecc4a5012963311e2b14e3101e53750459092e45d07b8030bfb687b4",
|
|
"compiled_cli_files": 144,
|
|
"compiled_cli_bytes": 10305138
|
|
},
|
|
"runtime_binding_audit_ms": {
|
|
"before": 188.422892,
|
|
"after": 141.58796399999846
|
|
},
|
|
"wall_seconds": 23.934,
|
|
"cpu_seconds": 23.604561,
|
|
"peak_process_family_bytes_including_page_cache": 422551552,
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 93,
|
|
"arguments": 330,
|
|
"help_and_replies": 12655,
|
|
"whole_task": 13078
|
|
},
|
|
"calls": [
|
|
{
|
|
"label": "help-members",
|
|
"arguments": ["rea", "inspect-managed-members", "--help"],
|
|
"elapsed_ms": 4050.1051940000007,
|
|
"stdout_bytes": 1487,
|
|
"stdout_file": "help-members.stdout"
|
|
},
|
|
{
|
|
"label": "help-view",
|
|
"arguments": ["rea", "inspect-analysis-view", "--help"],
|
|
"elapsed_ms": 3982.378068,
|
|
"stdout_bytes": 1219,
|
|
"stdout_file": "help-view.stdout"
|
|
},
|
|
{
|
|
"label": "summary",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-managed-members",
|
|
"/tmp/rea-perf-managed-cli-20261021/Newtonsoft.Json.dll",
|
|
"--type",
|
|
"Newtonsoft.Json.JsonConvert",
|
|
"--detail",
|
|
"summary",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-cold-3-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 5668.475990999999,
|
|
"stdout_bytes": 6940,
|
|
"stdout_file": "summary.stdout"
|
|
},
|
|
{
|
|
"label": "methods",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-analysis-view",
|
|
"{\"source\":{\"kind\":\"retained-evidence\",\"evidence_id\":\"ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af\"},\"view\":{\"kind\":\"managed-members\",\"collection\":\"methods\",\"offset\":0,\"limit\":8}}",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-cold-3-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 4786.150098,
|
|
"stdout_bytes": 20274,
|
|
"stdout_file": "methods.stdout"
|
|
},
|
|
{
|
|
"label": "member_refs",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-analysis-view",
|
|
"{\"source\":{\"kind\":\"retained-evidence\",\"evidence_id\":\"ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af\"},\"view\":{\"kind\":\"managed-members\",\"collection\":\"member_refs\",\"offset\":0,\"limit\":16}}",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-cold-3-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 4575.609088000001,
|
|
"stdout_bytes": 13803,
|
|
"stdout_file": "member_refs.stdout"
|
|
}
|
|
],
|
|
"parent_evidence_id": "ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af",
|
|
"parent_semantic_sha256": "bdb3ecd208b39fac03dd1dadf6b65ee0f35f69bc7e10f9ebca0d0cd91a024c87",
|
|
"answer_sha256": "5185257209a53a252eee3eede05abfbbec9c3f5ee1b313c8ffa0df89a43c7397",
|
|
"oracle_verified": {
|
|
"all_selected_method_metadata": 72,
|
|
"returned_methods": 8,
|
|
"returned_member_refs": 16
|
|
},
|
|
"cleanup_verified": true,
|
|
"resource_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-1-complete",
|
|
"mode": "complete",
|
|
"cache": "warm",
|
|
"runtime": "/home/yann/yann/rea-5148-main-control-20261021",
|
|
"runtime_binding": {
|
|
"binding_version": 1,
|
|
"root": "/home/yann/yann/rea-5148-main-control-20261021",
|
|
"node": "v24.18.0",
|
|
"git_revision": "3dbe314ada9f6dcc994ca4655dc0faf082503847",
|
|
"source_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"untracked_source_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
|
|
"compiled_cli_sha256": "cd1691399852b3191acdb1a22ac937d11f9b3226d1928eff41cf36905d676008",
|
|
"compiled_cli_files": 140,
|
|
"compiled_cli_bytes": 10151181
|
|
},
|
|
"runtime_binding_audit_ms": {
|
|
"before": 175.11634400000003,
|
|
"after": 152.94952399999966
|
|
},
|
|
"wall_seconds": 9.863,
|
|
"cpu_seconds": 9.65094,
|
|
"peak_process_family_bytes_including_page_cache": 421326848,
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 58,
|
|
"arguments": 50,
|
|
"help_and_replies": 451265,
|
|
"whole_task": 451373
|
|
},
|
|
"calls": [
|
|
{
|
|
"label": "help-members",
|
|
"arguments": ["rea", "inspect-managed-members", "--help"],
|
|
"elapsed_ms": 3560.906756,
|
|
"stdout_bytes": 1134,
|
|
"stdout_file": "help-members.stdout"
|
|
},
|
|
{
|
|
"label": "complete",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-managed-members",
|
|
"/tmp/rea-perf-managed-cli-20261021/Newtonsoft.Json.dll",
|
|
"--type",
|
|
"Newtonsoft.Json.JsonConvert",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 5544.523894000001,
|
|
"stdout_bytes": 1374919,
|
|
"stdout_file": "complete.stdout"
|
|
}
|
|
],
|
|
"parent_evidence_id": "ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af",
|
|
"parent_semantic_sha256": "bdb3ecd208b39fac03dd1dadf6b65ee0f35f69bc7e10f9ebca0d0cd91a024c87",
|
|
"answer_sha256": "5185257209a53a252eee3eede05abfbbec9c3f5ee1b313c8ffa0df89a43c7397",
|
|
"oracle_verified": {
|
|
"all_selected_method_metadata": 72,
|
|
"returned_methods": 8,
|
|
"returned_member_refs": 16
|
|
},
|
|
"cleanup_verified": true,
|
|
"resource_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-1-selected",
|
|
"mode": "selected",
|
|
"cache": "warm",
|
|
"runtime": "/home/yann/yann/rea-perf-managed-cli-20261021",
|
|
"runtime_binding": {
|
|
"binding_version": 1,
|
|
"root": "/home/yann/yann/rea-perf-managed-cli-20261021",
|
|
"node": "v24.18.0",
|
|
"git_revision": "4fab2dfda16236dc407aa179920780d6a970dda3",
|
|
"source_diff_sha256": "b4199304e4163e67f08a0b77337aa45bc73a7790646ca01e6fcc56e41eaa7f2a",
|
|
"untracked_source_sha256": "55691f6b55a13e9abbe9dbe2b5c75ac27021b370ed012fceafa91d4a8b60e25f",
|
|
"compiled_cli_sha256": "2e86e22eecc4a5012963311e2b14e3101e53750459092e45d07b8030bfb687b4",
|
|
"compiled_cli_files": 144,
|
|
"compiled_cli_bytes": 10305138
|
|
},
|
|
"runtime_binding_audit_ms": {
|
|
"before": 139.815575,
|
|
"after": 183.66561400000137
|
|
},
|
|
"wall_seconds": 24.141,
|
|
"cpu_seconds": 23.84209,
|
|
"peak_process_family_bytes_including_page_cache": 428773376,
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 93,
|
|
"arguments": 330,
|
|
"help_and_replies": 12655,
|
|
"whole_task": 13078
|
|
},
|
|
"calls": [
|
|
{
|
|
"label": "help-members",
|
|
"arguments": ["rea", "inspect-managed-members", "--help"],
|
|
"elapsed_ms": 4048.32056,
|
|
"stdout_bytes": 1487,
|
|
"stdout_file": "help-members.stdout"
|
|
},
|
|
{
|
|
"label": "help-view",
|
|
"arguments": ["rea", "inspect-analysis-view", "--help"],
|
|
"elapsed_ms": 3638.761117,
|
|
"stdout_bytes": 1219,
|
|
"stdout_file": "help-view.stdout"
|
|
},
|
|
{
|
|
"label": "summary",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-managed-members",
|
|
"/tmp/rea-perf-managed-cli-20261021/Newtonsoft.Json.dll",
|
|
"--type",
|
|
"Newtonsoft.Json.JsonConvert",
|
|
"--detail",
|
|
"summary",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-warm-1-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 5129.003754000001,
|
|
"stdout_bytes": 6940,
|
|
"stdout_file": "summary.stdout"
|
|
},
|
|
{
|
|
"label": "methods",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-analysis-view",
|
|
"{\"source\":{\"kind\":\"retained-evidence\",\"evidence_id\":\"ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af\"},\"view\":{\"kind\":\"managed-members\",\"collection\":\"methods\",\"offset\":0,\"limit\":8}}",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-warm-1-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 4614.337113000001,
|
|
"stdout_bytes": 20274,
|
|
"stdout_file": "methods.stdout"
|
|
},
|
|
{
|
|
"label": "member_refs",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-analysis-view",
|
|
"{\"source\":{\"kind\":\"retained-evidence\",\"evidence_id\":\"ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af\"},\"view\":{\"kind\":\"managed-members\",\"collection\":\"member_refs\",\"offset\":0,\"limit\":16}}",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-warm-1-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 5891.990218999999,
|
|
"stdout_bytes": 13803,
|
|
"stdout_file": "member_refs.stdout"
|
|
}
|
|
],
|
|
"parent_evidence_id": "ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af",
|
|
"parent_semantic_sha256": "bdb3ecd208b39fac03dd1dadf6b65ee0f35f69bc7e10f9ebca0d0cd91a024c87",
|
|
"answer_sha256": "5185257209a53a252eee3eede05abfbbec9c3f5ee1b313c8ffa0df89a43c7397",
|
|
"oracle_verified": {
|
|
"all_selected_method_metadata": 72,
|
|
"returned_methods": 8,
|
|
"returned_member_refs": 16
|
|
},
|
|
"cleanup_verified": true,
|
|
"resource_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-2-complete",
|
|
"mode": "complete",
|
|
"cache": "warm",
|
|
"runtime": "/home/yann/yann/rea-5148-main-control-20261021",
|
|
"runtime_binding": {
|
|
"binding_version": 1,
|
|
"root": "/home/yann/yann/rea-5148-main-control-20261021",
|
|
"node": "v24.18.0",
|
|
"git_revision": "3dbe314ada9f6dcc994ca4655dc0faf082503847",
|
|
"source_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"untracked_source_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
|
|
"compiled_cli_sha256": "cd1691399852b3191acdb1a22ac937d11f9b3226d1928eff41cf36905d676008",
|
|
"compiled_cli_files": 140,
|
|
"compiled_cli_bytes": 10151181
|
|
},
|
|
"runtime_binding_audit_ms": {
|
|
"before": 213.612103,
|
|
"after": 150.689765000001
|
|
},
|
|
"wall_seconds": 10.339,
|
|
"cpu_seconds": 10.097275,
|
|
"peak_process_family_bytes_including_page_cache": 417812480,
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 58,
|
|
"arguments": 50,
|
|
"help_and_replies": 451265,
|
|
"whole_task": 451373
|
|
},
|
|
"calls": [
|
|
{
|
|
"label": "help-members",
|
|
"arguments": ["rea", "inspect-managed-members", "--help"],
|
|
"elapsed_ms": 3991.182484,
|
|
"stdout_bytes": 1134,
|
|
"stdout_file": "help-members.stdout"
|
|
},
|
|
{
|
|
"label": "complete",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-managed-members",
|
|
"/tmp/rea-perf-managed-cli-20261021/Newtonsoft.Json.dll",
|
|
"--type",
|
|
"Newtonsoft.Json.JsonConvert",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 5493.264734000001,
|
|
"stdout_bytes": 1374919,
|
|
"stdout_file": "complete.stdout"
|
|
}
|
|
],
|
|
"parent_evidence_id": "ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af",
|
|
"parent_semantic_sha256": "bdb3ecd208b39fac03dd1dadf6b65ee0f35f69bc7e10f9ebca0d0cd91a024c87",
|
|
"answer_sha256": "5185257209a53a252eee3eede05abfbbec9c3f5ee1b313c8ffa0df89a43c7397",
|
|
"oracle_verified": {
|
|
"all_selected_method_metadata": 72,
|
|
"returned_methods": 8,
|
|
"returned_member_refs": 16
|
|
},
|
|
"cleanup_verified": true,
|
|
"resource_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-2-selected",
|
|
"mode": "selected",
|
|
"cache": "warm",
|
|
"runtime": "/home/yann/yann/rea-perf-managed-cli-20261021",
|
|
"runtime_binding": {
|
|
"binding_version": 1,
|
|
"root": "/home/yann/yann/rea-perf-managed-cli-20261021",
|
|
"node": "v24.18.0",
|
|
"git_revision": "4fab2dfda16236dc407aa179920780d6a970dda3",
|
|
"source_diff_sha256": "b4199304e4163e67f08a0b77337aa45bc73a7790646ca01e6fcc56e41eaa7f2a",
|
|
"untracked_source_sha256": "55691f6b55a13e9abbe9dbe2b5c75ac27021b370ed012fceafa91d4a8b60e25f",
|
|
"compiled_cli_sha256": "2e86e22eecc4a5012963311e2b14e3101e53750459092e45d07b8030bfb687b4",
|
|
"compiled_cli_files": 144,
|
|
"compiled_cli_bytes": 10305138
|
|
},
|
|
"runtime_binding_audit_ms": {
|
|
"before": 190.953993,
|
|
"after": 140.88060499999847
|
|
},
|
|
"wall_seconds": 24.698,
|
|
"cpu_seconds": 24.436836,
|
|
"peak_process_family_bytes_including_page_cache": 426942464,
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 93,
|
|
"arguments": 330,
|
|
"help_and_replies": 12655,
|
|
"whole_task": 13078
|
|
},
|
|
"calls": [
|
|
{
|
|
"label": "help-members",
|
|
"arguments": ["rea", "inspect-managed-members", "--help"],
|
|
"elapsed_ms": 4438.342933,
|
|
"stdout_bytes": 1487,
|
|
"stdout_file": "help-members.stdout"
|
|
},
|
|
{
|
|
"label": "help-view",
|
|
"arguments": ["rea", "inspect-analysis-view", "--help"],
|
|
"elapsed_ms": 4773.725002,
|
|
"stdout_bytes": 1219,
|
|
"stdout_file": "help-view.stdout"
|
|
},
|
|
{
|
|
"label": "summary",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-managed-members",
|
|
"/tmp/rea-perf-managed-cli-20261021/Newtonsoft.Json.dll",
|
|
"--type",
|
|
"Newtonsoft.Json.JsonConvert",
|
|
"--detail",
|
|
"summary",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-warm-2-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 5718.39093,
|
|
"stdout_bytes": 6940,
|
|
"stdout_file": "summary.stdout"
|
|
},
|
|
{
|
|
"label": "methods",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-analysis-view",
|
|
"{\"source\":{\"kind\":\"retained-evidence\",\"evidence_id\":\"ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af\"},\"view\":{\"kind\":\"managed-members\",\"collection\":\"methods\",\"offset\":0,\"limit\":8}}",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-warm-2-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 4286.861861000001,
|
|
"stdout_bytes": 20274,
|
|
"stdout_file": "methods.stdout"
|
|
},
|
|
{
|
|
"label": "member_refs",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-analysis-view",
|
|
"{\"source\":{\"kind\":\"retained-evidence\",\"evidence_id\":\"ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af\"},\"view\":{\"kind\":\"managed-members\",\"collection\":\"member_refs\",\"offset\":0,\"limit\":16}}",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-warm-2-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 4702.040359000002,
|
|
"stdout_bytes": 13803,
|
|
"stdout_file": "member_refs.stdout"
|
|
}
|
|
],
|
|
"parent_evidence_id": "ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af",
|
|
"parent_semantic_sha256": "bdb3ecd208b39fac03dd1dadf6b65ee0f35f69bc7e10f9ebca0d0cd91a024c87",
|
|
"answer_sha256": "5185257209a53a252eee3eede05abfbbec9c3f5ee1b313c8ffa0df89a43c7397",
|
|
"oracle_verified": {
|
|
"all_selected_method_metadata": 72,
|
|
"returned_methods": 8,
|
|
"returned_member_refs": 16
|
|
},
|
|
"cleanup_verified": true,
|
|
"resource_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-3-complete",
|
|
"mode": "complete",
|
|
"cache": "warm",
|
|
"runtime": "/home/yann/yann/rea-5148-main-control-20261021",
|
|
"runtime_binding": {
|
|
"binding_version": 1,
|
|
"root": "/home/yann/yann/rea-5148-main-control-20261021",
|
|
"node": "v24.18.0",
|
|
"git_revision": "3dbe314ada9f6dcc994ca4655dc0faf082503847",
|
|
"source_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"untracked_source_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
|
|
"compiled_cli_sha256": "cd1691399852b3191acdb1a22ac937d11f9b3226d1928eff41cf36905d676008",
|
|
"compiled_cli_files": 140,
|
|
"compiled_cli_bytes": 10151181
|
|
},
|
|
"runtime_binding_audit_ms": {
|
|
"before": 211.89498299999997,
|
|
"after": 138.75285499999882
|
|
},
|
|
"wall_seconds": 11.283,
|
|
"cpu_seconds": 11.039148,
|
|
"peak_process_family_bytes_including_page_cache": 421904384,
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 58,
|
|
"arguments": 50,
|
|
"help_and_replies": 451265,
|
|
"whole_task": 451373
|
|
},
|
|
"calls": [
|
|
{
|
|
"label": "help-members",
|
|
"arguments": ["rea", "inspect-managed-members", "--help"],
|
|
"elapsed_ms": 4497.207909000001,
|
|
"stdout_bytes": 1134,
|
|
"stdout_file": "help-members.stdout"
|
|
},
|
|
{
|
|
"label": "complete",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-managed-members",
|
|
"/tmp/rea-perf-managed-cli-20261021/Newtonsoft.Json.dll",
|
|
"--type",
|
|
"Newtonsoft.Json.JsonConvert",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 5940.504772,
|
|
"stdout_bytes": 1374919,
|
|
"stdout_file": "complete.stdout"
|
|
}
|
|
],
|
|
"parent_evidence_id": "ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af",
|
|
"parent_semantic_sha256": "bdb3ecd208b39fac03dd1dadf6b65ee0f35f69bc7e10f9ebca0d0cd91a024c87",
|
|
"answer_sha256": "5185257209a53a252eee3eede05abfbbec9c3f5ee1b313c8ffa0df89a43c7397",
|
|
"oracle_verified": {
|
|
"all_selected_method_metadata": 72,
|
|
"returned_methods": 8,
|
|
"returned_member_refs": 16
|
|
},
|
|
"cleanup_verified": true,
|
|
"resource_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-3-selected",
|
|
"mode": "selected",
|
|
"cache": "warm",
|
|
"runtime": "/home/yann/yann/rea-perf-managed-cli-20261021",
|
|
"runtime_binding": {
|
|
"binding_version": 1,
|
|
"root": "/home/yann/yann/rea-perf-managed-cli-20261021",
|
|
"node": "v24.18.0",
|
|
"git_revision": "4fab2dfda16236dc407aa179920780d6a970dda3",
|
|
"source_diff_sha256": "b4199304e4163e67f08a0b77337aa45bc73a7790646ca01e6fcc56e41eaa7f2a",
|
|
"untracked_source_sha256": "55691f6b55a13e9abbe9dbe2b5c75ac27021b370ed012fceafa91d4a8b60e25f",
|
|
"compiled_cli_sha256": "2e86e22eecc4a5012963311e2b14e3101e53750459092e45d07b8030bfb687b4",
|
|
"compiled_cli_files": 144,
|
|
"compiled_cli_bytes": 10305138
|
|
},
|
|
"runtime_binding_audit_ms": {
|
|
"before": 177.43348500000002,
|
|
"after": 171.273545
|
|
},
|
|
"wall_seconds": 23.425,
|
|
"cpu_seconds": 23.121681,
|
|
"peak_process_family_bytes_including_page_cache": 422301696,
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 93,
|
|
"arguments": 330,
|
|
"help_and_replies": 12655,
|
|
"whole_task": 13078
|
|
},
|
|
"calls": [
|
|
{
|
|
"label": "help-members",
|
|
"arguments": ["rea", "inspect-managed-members", "--help"],
|
|
"elapsed_ms": 3439.6059069999997,
|
|
"stdout_bytes": 1487,
|
|
"stdout_file": "help-members.stdout"
|
|
},
|
|
{
|
|
"label": "help-view",
|
|
"arguments": ["rea", "inspect-analysis-view", "--help"],
|
|
"elapsed_ms": 3851.0081439999994,
|
|
"stdout_bytes": 1219,
|
|
"stdout_file": "help-view.stdout"
|
|
},
|
|
{
|
|
"label": "summary",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-managed-members",
|
|
"/tmp/rea-perf-managed-cli-20261021/Newtonsoft.Json.dll",
|
|
"--type",
|
|
"Newtonsoft.Json.JsonConvert",
|
|
"--detail",
|
|
"summary",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-warm-3-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 5618.057167999999,
|
|
"stdout_bytes": 6940,
|
|
"stdout_file": "summary.stdout"
|
|
},
|
|
{
|
|
"label": "methods",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-analysis-view",
|
|
"{\"source\":{\"kind\":\"retained-evidence\",\"evidence_id\":\"ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af\"},\"view\":{\"kind\":\"managed-members\",\"collection\":\"methods\",\"offset\":0,\"limit\":8}}",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-warm-3-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 4301.484570999999,
|
|
"stdout_bytes": 20274,
|
|
"stdout_file": "methods.stdout"
|
|
},
|
|
{
|
|
"label": "member_refs",
|
|
"arguments": [
|
|
"rea",
|
|
"inspect-analysis-view",
|
|
"{\"source\":{\"kind\":\"retained-evidence\",\"evidence_id\":\"ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af\"},\"view\":{\"kind\":\"managed-members\",\"collection\":\"member_refs\",\"offset\":0,\"limit\":16}}",
|
|
"--evidence-bundle",
|
|
"/tmp/rea-perf-managed-cli-20261021/pair-warm-3-selected/parent.json",
|
|
"--json"
|
|
],
|
|
"elapsed_ms": 5387.867847999998,
|
|
"stdout_bytes": 13803,
|
|
"stdout_file": "member_refs.stdout"
|
|
}
|
|
],
|
|
"parent_evidence_id": "ev_fd7bfb9b0a4c0b856f03511a9af2809b22cdb4be0d03acd0f1e72931199577af",
|
|
"parent_semantic_sha256": "bdb3ecd208b39fac03dd1dadf6b65ee0f35f69bc7e10f9ebca0d0cd91a024c87",
|
|
"answer_sha256": "5185257209a53a252eee3eede05abfbbec9c3f5ee1b313c8ffa0df89a43c7397",
|
|
"oracle_verified": {
|
|
"all_selected_method_metadata": 72,
|
|
"returned_methods": 8,
|
|
"returned_member_refs": 16
|
|
},
|
|
"cleanup_verified": true,
|
|
"resource_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"existing_native_control": {
|
|
"runtime": "/home/yann/yann/rea-5148-main-control-20261021",
|
|
"runtime_binding": {
|
|
"binding_version": 1,
|
|
"root": "/home/yann/yann/rea-5148-main-control-20261021",
|
|
"node": "v24.18.0",
|
|
"git_revision": "3dbe314ada9f6dcc994ca4655dc0faf082503847",
|
|
"source_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"untracked_source_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
|
|
"compiled_cli_sha256": "cd1691399852b3191acdb1a22ac937d11f9b3226d1928eff41cf36905d676008",
|
|
"compiled_cli_files": 140,
|
|
"compiled_cli_bytes": 10151181
|
|
},
|
|
"runtime_binding_audit_ms": {
|
|
"before": 293.54318098921794,
|
|
"after": 227.8408429992851
|
|
},
|
|
"repetitions": 1,
|
|
"tokens_estimated_script_plus_help_plus_answer": 10555,
|
|
"token_scope": "Projection source, original CLI help and returned answer; excludes shared question and launcher argv. No actual model usage measured.",
|
|
"wall_seconds": 11.249,
|
|
"cpu_seconds": 10.999851,
|
|
"peak_process_family_bytes_including_page_cache": 393580544,
|
|
"answer_matches": true,
|
|
"cleanup_verified": true
|
|
}
|
|
}
|