{ "status": "passed", "tokenizer": "cl100k_base, tiktoken 0.12.0; estimates only; one input catalog plus arguments plus MCP text replies; not actual model usage", "cold_warm": "Fresh server process and isolated HOME each run; alternating complete/selected, selected/complete, complete/selected. OS page caches are warm/uncontrolled; not an OS-cold claim.", "tarball_sha256": "f2517c466b50424b661a27e48039f15db7783e5822f46b5c7d39f20104ac67a9", "preparation_scope": "Reference-source import is performed once outside these repeated SDK trials and reported separately. Both workflows use the explicit existing semantic cap of one for the static correspondence question; full semantic coverage is not claimed.", "summary": { "complete": { "wall_seconds": 11.597, "cpu_seconds": 11.243998, "peak_process_family_bytes_including_page_cache": 659202048, "whole_task_tokens_estimated": [152668, 152668, 152668] }, "selected": { "wall_seconds": 10.89, "cpu_seconds": 10.569455, "peak_process_family_bytes_including_page_cache": 656396288, "whole_task_tokens_estimated": [54841, 54841, 54841] } }, "runs": [ { "case": "off-paired-1-complete", "mode": "complete", "output_schema_profile": "off", "runtime_revision": "01788bac863ac786bfbb648cad69b11e23b40a89", "runtime_worktree_status": "", "token_estimates": { "input_catalog_once": 47987, "arguments": 37273, "text_replies": 67408, "whole_task": 152668 }, "actual_model_usage": null, "wall_seconds": 12.215, "cpu_seconds": 11.872135, "peak_process_family_bytes_including_page_cache": 650854400, "calls": [ { "name": "analyze_javascript_application", "elapsed_ms": 7275.801749, "is_error": false, "reply_bytes": 21651 }, { "name": "compare_source_to_bundle", "elapsed_ms": 81.34299699999974, "is_error": false, "reply_bytes": 427799 }, { "name": "export_evidence_bundle", "elapsed_ms": 74.90714800000023, "is_error": false, "reply_bytes": 342 } ], "retained_records": [ { "evidence_id": "ev_094eb596bdb817bd982fd99d2324665598ae2e393727b655e338480593f3b8fe", "operation": "compare_source_to_bundle" }, { "evidence_id": "ev_4e4bc466268275396594c26f6a657f8d2fe77b85275be57983c41ea10366db7f", "operation": "analyze_javascript_application" }, { "evidence_id": "ev_a903f44a3fcc9a0bdf13e7cd4e0befb6d5b7efb4c594837a125e04e0d98f9c78", "operation": "record_unknown" }, { "evidence_id": "ev_e060ca3f86616ab4c6cf8fe50ec812a5f732e0d2156d31343fb13d1e90357089", "operation": "inspect_analysis_view" } ], "proof": { "status": "passed", "method": "Independent Python JSON/SHA-256/POSIX path and basename joins; no REA parser or matcher.", "source_files": 180, "embedded_nodes": 99, "candidate_relations": 210, "strong_location_rows": 33, "limitation": "Static multiple-location projections; no semantic-equivalence or removal claim." }, "resource_events": { "memory.events": { "low": 0, "high": 0, "max": 0, "oom": 0, "oom_kill": 0, "oom_group_kill": 0 }, "pids.events": { "max": 0 } }, "cleanup_verified": true }, { "case": "off-paired-2-selected", "mode": "selected", "output_schema_profile": "off", "runtime_revision": "543b273d7adf581f6fd52c2938020207e455d3df", "runtime_worktree_status": " M experiments/analysis-efficiency/source-to-bundle-costs.py\n M experiments/analysis-efficiency/source-to-bundle.mjs\n M src/cli/sourceToBundleCommand.ts\n M tests/acceptance/applications/applicationWorkflowCli.test.ts\n M tests/boundary/mcp/sourceToBundleViewsMcp.test.ts\n", "token_estimates": { "input_catalog_once": 48100, "arguments": 298, "text_replies": 6443, "whole_task": 54841 }, "actual_model_usage": null, "wall_seconds": 11.196, "cpu_seconds": 10.7977, "peak_process_family_bytes_including_page_cache": 650358784, "calls": [ { "name": "analyze_javascript_application", "elapsed_ms": 6273.303819000001, "is_error": false, "reply_bytes": 21651 }, { "name": "compare_source_to_bundle", "elapsed_ms": 81.66274700000031, "is_error": false, "reply_bytes": 13199 }, { "name": "inspect_analysis_view", "elapsed_ms": 20.52900899999986, "is_error": false, "reply_bytes": 19393 }, { "name": "export_evidence_bundle", "elapsed_ms": 83.38822599999912, "is_error": false, "reply_bytes": 342 } ], "retained_records": [ { "evidence_id": "ev_02b198af5997beaf606bf300768cc1ac8cd608fcd0860acbe9b791dbd5bae5dc", "operation": "inspect_analysis_view" }, { "evidence_id": "ev_094eb596bdb817bd982fd99d2324665598ae2e393727b655e338480593f3b8fe", "operation": "compare_source_to_bundle" }, { "evidence_id": "ev_4e4bc466268275396594c26f6a657f8d2fe77b85275be57983c41ea10366db7f", "operation": "analyze_javascript_application" }, { "evidence_id": "ev_95d8fe5e75c019d86fc17bafeea32445e82eec06e0ec07d0ecdafd1e8bf8ef34", "operation": "inspect_analysis_view" }, { "evidence_id": "ev_a903f44a3fcc9a0bdf13e7cd4e0befb6d5b7efb4c594837a125e04e0d98f9c78", "operation": "record_unknown" }, { "evidence_id": "ev_e060ca3f86616ab4c6cf8fe50ec812a5f732e0d2156d31343fb13d1e90357089", "operation": "inspect_analysis_view" } ], "proof": { "status": "passed", "method": "Independent Python JSON/SHA-256/POSIX path and basename joins; no REA parser or matcher.", "source_files": 180, "embedded_nodes": 99, "candidate_relations": 210, "strong_location_rows": 33, "limitation": "Static multiple-location projections; no semantic-equivalence or removal claim." }, "resource_events": { "memory.events": { "low": 0, "high": 0, "max": 0, "oom": 0, "oom_kill": 0, "oom_group_kill": 0 }, "pids.events": { "max": 0 } }, "cleanup_verified": true }, { "case": "off-paired-3-selected", "mode": "selected", "output_schema_profile": "off", "runtime_revision": "543b273d7adf581f6fd52c2938020207e455d3df", "runtime_worktree_status": " M experiments/analysis-efficiency/source-to-bundle-costs.py\n M experiments/analysis-efficiency/source-to-bundle.mjs\n M src/cli/sourceToBundleCommand.ts\n M tests/acceptance/applications/applicationWorkflowCli.test.ts\n M tests/boundary/mcp/sourceToBundleViewsMcp.test.ts\n", "token_estimates": { "input_catalog_once": 48100, "arguments": 298, "text_replies": 6443, "whole_task": 54841 }, "actual_model_usage": null, "wall_seconds": 10.89, "cpu_seconds": 10.569455, "peak_process_family_bytes_including_page_cache": 656396288, "calls": [ { "name": "analyze_javascript_application", "elapsed_ms": 6153.662525000002, "is_error": false, "reply_bytes": 21651 }, { "name": "compare_source_to_bundle", "elapsed_ms": 78.89196699999957, "is_error": false, "reply_bytes": 13199 }, { "name": "inspect_analysis_view", "elapsed_ms": 20.370968999999604, "is_error": false, "reply_bytes": 19393 }, { "name": "export_evidence_bundle", "elapsed_ms": 81.88148700000056, "is_error": false, "reply_bytes": 342 } ], "retained_records": [ { "evidence_id": "ev_02b198af5997beaf606bf300768cc1ac8cd608fcd0860acbe9b791dbd5bae5dc", "operation": "inspect_analysis_view" }, { "evidence_id": "ev_094eb596bdb817bd982fd99d2324665598ae2e393727b655e338480593f3b8fe", "operation": "compare_source_to_bundle" }, { "evidence_id": "ev_4e4bc466268275396594c26f6a657f8d2fe77b85275be57983c41ea10366db7f", "operation": "analyze_javascript_application" }, { "evidence_id": "ev_95d8fe5e75c019d86fc17bafeea32445e82eec06e0ec07d0ecdafd1e8bf8ef34", "operation": "inspect_analysis_view" }, { "evidence_id": "ev_a903f44a3fcc9a0bdf13e7cd4e0befb6d5b7efb4c594837a125e04e0d98f9c78", "operation": "record_unknown" }, { "evidence_id": "ev_e060ca3f86616ab4c6cf8fe50ec812a5f732e0d2156d31343fb13d1e90357089", "operation": "inspect_analysis_view" } ], "proof": { "status": "passed", "method": "Independent Python JSON/SHA-256/POSIX path and basename joins; no REA parser or matcher.", "source_files": 180, "embedded_nodes": 99, "candidate_relations": 210, "strong_location_rows": 33, "limitation": "Static multiple-location projections; no semantic-equivalence or removal claim." }, "resource_events": { "memory.events": { "low": 0, "high": 0, "max": 0, "oom": 0, "oom_kill": 0, "oom_group_kill": 0 }, "pids.events": { "max": 0 } }, "cleanup_verified": true }, { "case": "off-paired-4-complete", "mode": "complete", "output_schema_profile": "off", "runtime_revision": "01788bac863ac786bfbb648cad69b11e23b40a89", "runtime_worktree_status": "", "token_estimates": { "input_catalog_once": 47987, "arguments": 37273, "text_replies": 67408, "whole_task": 152668 }, "actual_model_usage": null, "wall_seconds": 11.597, "cpu_seconds": 11.243998, "peak_process_family_bytes_including_page_cache": 659202048, "calls": [ { "name": "analyze_javascript_application", "elapsed_ms": 6342.5286989999995, "is_error": false, "reply_bytes": 21651 }, { "name": "compare_source_to_bundle", "elapsed_ms": 90.04261700000097, "is_error": false, "reply_bytes": 427799 }, { "name": "export_evidence_bundle", "elapsed_ms": 97.75641600000017, "is_error": false, "reply_bytes": 342 } ], "retained_records": [ { "evidence_id": "ev_094eb596bdb817bd982fd99d2324665598ae2e393727b655e338480593f3b8fe", "operation": "compare_source_to_bundle" }, { "evidence_id": "ev_4e4bc466268275396594c26f6a657f8d2fe77b85275be57983c41ea10366db7f", "operation": "analyze_javascript_application" }, { "evidence_id": "ev_a903f44a3fcc9a0bdf13e7cd4e0befb6d5b7efb4c594837a125e04e0d98f9c78", "operation": "record_unknown" }, { "evidence_id": "ev_e060ca3f86616ab4c6cf8fe50ec812a5f732e0d2156d31343fb13d1e90357089", "operation": "inspect_analysis_view" } ], "proof": { "status": "passed", "method": "Independent Python JSON/SHA-256/POSIX path and basename joins; no REA parser or matcher.", "source_files": 180, "embedded_nodes": 99, "candidate_relations": 210, "strong_location_rows": 33, "limitation": "Static multiple-location projections; no semantic-equivalence or removal claim." }, "resource_events": { "memory.events": { "low": 0, "high": 0, "max": 0, "oom": 0, "oom_kill": 0, "oom_group_kill": 0 }, "pids.events": { "max": 0 } }, "cleanup_verified": true }, { "case": "off-paired-5-complete", "mode": "complete", "output_schema_profile": "off", "runtime_revision": "01788bac863ac786bfbb648cad69b11e23b40a89", "runtime_worktree_status": "", "token_estimates": { "input_catalog_once": 47987, "arguments": 37273, "text_replies": 67408, "whole_task": 152668 }, "actual_model_usage": null, "wall_seconds": 10.899, "cpu_seconds": 10.597762, "peak_process_family_bytes_including_page_cache": 663457792, "calls": [ { "name": "analyze_javascript_application", "elapsed_ms": 6138.704318, "is_error": false, "reply_bytes": 21651 }, { "name": "compare_source_to_bundle", "elapsed_ms": 87.58297700000003, "is_error": false, "reply_bytes": 427799 }, { "name": "export_evidence_bundle", "elapsed_ms": 76.88620699999956, "is_error": false, "reply_bytes": 342 } ], "retained_records": [ { "evidence_id": "ev_094eb596bdb817bd982fd99d2324665598ae2e393727b655e338480593f3b8fe", "operation": "compare_source_to_bundle" }, { "evidence_id": "ev_4e4bc466268275396594c26f6a657f8d2fe77b85275be57983c41ea10366db7f", "operation": "analyze_javascript_application" }, { "evidence_id": "ev_a903f44a3fcc9a0bdf13e7cd4e0befb6d5b7efb4c594837a125e04e0d98f9c78", "operation": "record_unknown" }, { "evidence_id": "ev_e060ca3f86616ab4c6cf8fe50ec812a5f732e0d2156d31343fb13d1e90357089", "operation": "inspect_analysis_view" } ], "proof": { "status": "passed", "method": "Independent Python JSON/SHA-256/POSIX path and basename joins; no REA parser or matcher.", "source_files": 180, "embedded_nodes": 99, "candidate_relations": 210, "strong_location_rows": 33, "limitation": "Static multiple-location projections; no semantic-equivalence or removal claim." }, "resource_events": { "memory.events": { "low": 0, "high": 0, "max": 0, "oom": 0, "oom_kill": 0, "oom_group_kill": 0 }, "pids.events": { "max": 0 } }, "cleanup_verified": true }, { "case": "off-paired-6-selected", "mode": "selected", "output_schema_profile": "off", "runtime_revision": "543b273d7adf581f6fd52c2938020207e455d3df", "runtime_worktree_status": " M experiments/analysis-efficiency/source-to-bundle-costs.py\n M experiments/analysis-efficiency/source-to-bundle.mjs\n M src/cli/sourceToBundleCommand.ts\n M tests/acceptance/applications/applicationWorkflowCli.test.ts\n M tests/boundary/mcp/sourceToBundleViewsMcp.test.ts\n", "token_estimates": { "input_catalog_once": 48100, "arguments": 298, "text_replies": 6443, "whole_task": 54841 }, "actual_model_usage": null, "wall_seconds": 10.802, "cpu_seconds": 10.466533, "peak_process_family_bytes_including_page_cache": 660979712, "calls": [ { "name": "analyze_javascript_application", "elapsed_ms": 6126.120589999999, "is_error": false, "reply_bytes": 21651 }, { "name": "compare_source_to_bundle", "elapsed_ms": 79.81148600000051, "is_error": false, "reply_bytes": 13199 }, { "name": "inspect_analysis_view", "elapsed_ms": 18.2459889999991, "is_error": false, "reply_bytes": 19393 }, { "name": "export_evidence_bundle", "elapsed_ms": 82.41327699999965, "is_error": false, "reply_bytes": 342 } ], "retained_records": [ { "evidence_id": "ev_02b198af5997beaf606bf300768cc1ac8cd608fcd0860acbe9b791dbd5bae5dc", "operation": "inspect_analysis_view" }, { "evidence_id": "ev_094eb596bdb817bd982fd99d2324665598ae2e393727b655e338480593f3b8fe", "operation": "compare_source_to_bundle" }, { "evidence_id": "ev_4e4bc466268275396594c26f6a657f8d2fe77b85275be57983c41ea10366db7f", "operation": "analyze_javascript_application" }, { "evidence_id": "ev_95d8fe5e75c019d86fc17bafeea32445e82eec06e0ec07d0ecdafd1e8bf8ef34", "operation": "inspect_analysis_view" }, { "evidence_id": "ev_a903f44a3fcc9a0bdf13e7cd4e0befb6d5b7efb4c594837a125e04e0d98f9c78", "operation": "record_unknown" }, { "evidence_id": "ev_e060ca3f86616ab4c6cf8fe50ec812a5f732e0d2156d31343fb13d1e90357089", "operation": "inspect_analysis_view" } ], "proof": { "status": "passed", "method": "Independent Python JSON/SHA-256/POSIX path and basename joins; no REA parser or matcher.", "source_files": 180, "embedded_nodes": 99, "candidate_relations": 210, "strong_location_rows": 33, "limitation": "Static multiple-location projections; no semantic-equivalence or removal claim." }, "resource_events": { "memory.events": { "low": 0, "high": 0, "max": 0, "oom": 0, "oom_kill": 0, "oom_group_kill": 0 }, "pids.events": { "max": 0 } }, "cleanup_verified": true } ], "baseline_revision": "01788bac8", "configuration_scope": "Both cohorts explicitly use existing REA_MCP_OUTPUT_SCHEMA_PROFILE=off. REA still canonical-validates successful results; clients do not receive output schemas. Defaults remain unchanged. Pilot off-1/off-2 and warm calibration excluded.", "implementation_files_sha256": { "src/application/javascript/SourceToBundleReference.ts": "00f590540b1d8a1755badd7318a4f65b472671e505989c98338f2c63dbe5f7fe", "src/cli/applicationCommands.ts": "7a436590d7d8f38c059b1ef9a008a20b6021eb04a6caafb72d473149f8762a00", "src/cli/sourceToBundleCommand.ts": "943ee98cd4abb6674a8f3d90d84d28744ff5a262200a57a45fc1a5b7fba9d105", "src/contracts/applicationToolContracts.ts": "3b910f1ad1baf13b428d2d108a0020b6235a06dc0bd2bfa2f4b3024ccf57100c", "src/contracts/javascript/applicationWorkflowInputContracts.ts": "4256f7de82fabf3cc946ca607b8429defa4e8b9f6d3f4be935c20f70741c2d42", "src/domain/analysisView/analysisView.ts": "56107291635491f3606d57fb85a2b2b175a4689d291d3855a899cb201203148a", "src/domain/analysisView/sourceToBundleView.ts": "a8cf9a894a4d0383ae109cfc6671c3ba9aa2b75b2b95e229b1297e55f8393de5", "src/server/createServer.ts": "400764b1ef9bad9d7250cc179736f20daf4cadcde622bbea34e30861b9b23e04", "src/server/registerApplicationTools/compareSourceToBundle.ts": "8796d139d011ccc89fecfc01dc0fea48b57d6da3823f5148120e34f868a9e0a0", "src/server/registerApplicationTools/helpers.ts": "c49ec1a9a28d531696012af5d731818deab3fe59f71f4bdcceb3fbb79736824a", "src/server/registerApplicationTools/types.ts": "959dbfc7162048da2bf477aaa545cb10c766f4e64a25ec5ff370d37244fc0eb7" } }