{ "status": "passed", "tokenizer": "tiktoken==0.14.0/cl100k_base; estimates, not model usage", "aggregation_sources_sha256": { "mcp-startup-costs.py": "043eeb5014601a000dc13c23db710e67892867145fd49fdfbcfee24b9d4ef918", "mcp-input-catalog-costs.py": "ad32e6726f892be16cc7d352118f7e9f9f0a85649d9edd1049b5d73483df8078" }, "context_scope": "Question, explicit recipe, server instructions, one complete name/description/input-schema directory, every tool argument and text reply, plus prompt directory for discovery. This projection assumes the client retains a single unchanged directory. Raw catalog result costs include every observed tools/list result separately, with output schemas and without JSON-RPC envelopes. SDK initialization/framing, reasoning and actual model usage are unmeasured. The analysis task includes retained-read, rejection, export/oracle and post-materialization directory checks.", "cache_scope": "Cold disables server Node compile cache. Warm enables a prepopulated role/profile-specific cache after one complete analysis priming run. Fresh server/client processes and HOME each trial. Driver compile cache disabled in both cohorts. Cache hit rate and OS page cache are unmeasured; source/runtime audits warm compiled-file pages before startup.", "resource_scope": "Whole SDK driver, resource observer and owned REA process family. Includes before/after source-and-all-compiled-JS/JSON binding, SDK schema checks, extra validation calls, bundle export and independent oracle checking. Kernel cgroup peak includes file cache. Build/download/oracle preparation and cache priming excluded. Retained V8 heap and forced-GC diagnostics were not separately measured.", "measurement_inputs": { "baseline_revision": "c465ff5a814b8e1a386fc547cbcd94df5c35f086", "candidate_revision": "04900abbcd3c3438fce4af932ff28400fe744a7d", "runtime_bindings": { "baseline": { "binding_version": 2, "root": "/home/yann/yann/rea-4424-main-control-20261022", "node": "v24.18.0", "git_revision": "c465ff5a814b8e1a386fc547cbcd94df5c35f086", "source_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "untracked_source_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945", "compiled_runtime_sha256": "4719eb8f317c72855fc06a0ace5cb73eccd71146a4b03e14b0a0f19206c2db67", "compiled_runtime_files": 1980, "compiled_runtime_bytes": 32014298 }, "candidate": { "binding_version": 2, "root": "/home/yann/yann/rea-perf-mcp-startup-20261022", "node": "v24.18.0", "git_revision": "04900abbcd3c3438fce4af932ff28400fe744a7d", "source_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "untracked_source_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945", "compiled_runtime_sha256": "186038c068ea62da11b6e92cf15f67e2a41291680998a39815435d3b31db2da3", "compiled_runtime_files": 1989, "compiled_runtime_bytes": 38602472 } }, "artifacts": { "ripgrep": { "path": "/tmp/rea-perf-rust-20261021/ripgrep", "sha256": "78387bbe12b2110df8d2ce364390a00c190f4543a2f40b8279e49f6c5c85af9c", "bytes": 3416168, "oracle": "/tmp/rea-perf-mcp-catalog-20261021/ripgrep-oracle.json", "oracle_sha256": "2b90d656b671f43d042a9efbc33f155e47ba8860a6c76a6b33bb60f54d2e2f8e" }, "zellij": { "path": "/tmp/rea-perf-rust-20261021/zellij", "sha256": "9a86e9ca47902a869fdf1886f4cf17714f4fa5655427128beadff498cfb392db", "bytes": 17151864, "oracle": "/tmp/rea-perf-mcp-catalog-20261021/zellij-oracle.json", "oracle_sha256": "ceffe670551105d159004591a8e060588a022b19231e43d9de6a9a2e6f514783" } }, "cases": [ { "case": "pair-cold-default-discovery-directory-1-baseline", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 1, "role": "baseline" }, { "case": "pair-cold-default-discovery-directory-1-candidate", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 1, "role": "candidate" }, { "case": "pair-cold-default-discovery-directory-2-candidate", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 2, "role": "candidate" }, { "case": "pair-cold-default-discovery-directory-2-baseline", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 2, "role": "baseline" }, { "case": "pair-cold-default-discovery-directory-3-baseline", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 3, "role": "baseline" }, { "case": "pair-cold-default-discovery-directory-3-candidate", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 3, "role": "candidate" }, { "case": "pair-cold-default-analysis-ripgrep-1-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "baseline" }, { "case": "pair-cold-default-analysis-ripgrep-1-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "candidate" }, { "case": "pair-cold-default-analysis-ripgrep-2-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "candidate" }, { "case": "pair-cold-default-analysis-ripgrep-2-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "baseline" }, { "case": "pair-cold-default-analysis-ripgrep-3-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "baseline" }, { "case": "pair-cold-default-analysis-ripgrep-3-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "candidate" }, { "case": "pair-cold-default-analysis-zellij-1-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline" }, { "case": "pair-cold-default-analysis-zellij-1-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate" }, { "case": "pair-cold-default-analysis-zellij-2-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate" }, { "case": "pair-cold-default-analysis-zellij-2-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline" }, { "case": "pair-cold-default-analysis-zellij-3-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline" }, { "case": "pair-cold-default-analysis-zellij-3-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate" }, { "case": "pair-cold-full-discovery-directory-1-baseline", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 1, "role": "baseline" }, { "case": "pair-cold-full-discovery-directory-1-candidate", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 1, "role": "candidate" }, { "case": "pair-cold-full-discovery-directory-2-candidate", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 2, "role": "candidate" }, { "case": "pair-cold-full-discovery-directory-2-baseline", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 2, "role": "baseline" }, { "case": "pair-cold-full-discovery-directory-3-baseline", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 3, "role": "baseline" }, { "case": "pair-cold-full-discovery-directory-3-candidate", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 3, "role": "candidate" }, { "case": "pair-cold-full-analysis-ripgrep-1-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "baseline" }, { "case": "pair-cold-full-analysis-ripgrep-1-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "candidate" }, { "case": "pair-cold-full-analysis-ripgrep-2-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "candidate" }, { "case": "pair-cold-full-analysis-ripgrep-2-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "baseline" }, { "case": "pair-cold-full-analysis-ripgrep-3-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "baseline" }, { "case": "pair-cold-full-analysis-ripgrep-3-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "candidate" }, { "case": "pair-cold-full-analysis-zellij-1-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline" }, { "case": "pair-cold-full-analysis-zellij-1-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate" }, { "case": "pair-cold-full-analysis-zellij-2-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate" }, { "case": "pair-cold-full-analysis-zellij-2-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline" }, { "case": "pair-cold-full-analysis-zellij-3-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline" }, { "case": "pair-cold-full-analysis-zellij-3-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate" }, { "case": "pair-warm-default-discovery-directory-1-baseline", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 1, "role": "baseline" }, { "case": "pair-warm-default-discovery-directory-1-candidate", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 1, "role": "candidate" }, { "case": "pair-warm-default-discovery-directory-2-candidate", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 2, "role": "candidate" }, { "case": "pair-warm-default-discovery-directory-2-baseline", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 2, "role": "baseline" }, { "case": "pair-warm-default-discovery-directory-3-baseline", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 3, "role": "baseline" }, { "case": "pair-warm-default-discovery-directory-3-candidate", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 3, "role": "candidate" }, { "case": "pair-warm-default-analysis-ripgrep-1-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "baseline" }, { "case": "pair-warm-default-analysis-ripgrep-1-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "candidate" }, { "case": "pair-warm-default-analysis-ripgrep-2-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "candidate" }, { "case": "pair-warm-default-analysis-ripgrep-2-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "baseline" }, { "case": "pair-warm-default-analysis-ripgrep-3-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "baseline" }, { "case": "pair-warm-default-analysis-ripgrep-3-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "candidate" }, { "case": "pair-warm-default-analysis-zellij-1-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline" }, { "case": "pair-warm-default-analysis-zellij-1-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate" }, { "case": "pair-warm-default-analysis-zellij-2-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate" }, { "case": "pair-warm-default-analysis-zellij-2-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline" }, { "case": "pair-warm-default-analysis-zellij-3-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline" }, { "case": "pair-warm-default-analysis-zellij-3-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate" }, { "case": "pair-warm-full-discovery-directory-1-baseline", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 1, "role": "baseline" }, { "case": "pair-warm-full-discovery-directory-1-candidate", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 1, "role": "candidate" }, { "case": "pair-warm-full-discovery-directory-2-candidate", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 2, "role": "candidate" }, { "case": "pair-warm-full-discovery-directory-2-baseline", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 2, "role": "baseline" }, { "case": "pair-warm-full-discovery-directory-3-baseline", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 3, "role": "baseline" }, { "case": "pair-warm-full-discovery-directory-3-candidate", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 3, "role": "candidate" }, { "case": "pair-warm-full-analysis-ripgrep-1-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "baseline" }, { "case": "pair-warm-full-analysis-ripgrep-1-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "candidate" }, { "case": "pair-warm-full-analysis-ripgrep-2-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "candidate" }, { "case": "pair-warm-full-analysis-ripgrep-2-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "baseline" }, { "case": "pair-warm-full-analysis-ripgrep-3-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "baseline" }, { "case": "pair-warm-full-analysis-ripgrep-3-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "candidate" }, { "case": "pair-warm-full-analysis-zellij-1-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline" }, { "case": "pair-warm-full-analysis-zellij-1-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate" }, { "case": "pair-warm-full-analysis-zellij-2-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate" }, { "case": "pair-warm-full-analysis-zellij-2-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline" }, { "case": "pair-warm-full-analysis-zellij-3-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline" }, { "case": "pair-warm-full-analysis-zellij-3-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate" } ], "acquisition": [ { "package": "ripgrep-14.1.1-r0.apk", "url": "https://dl-cdn.alpinelinux.org/alpine/v3.21/community/x86_64/ripgrep-14.1.1-r0.apk", "package_sha256": "213dd0b047163f6627cc2fdd6fbfe205009476eb4fc48c352a3f5b9ab647f6d4", "package_bytes": 1422830, "member": "usr/bin/rg", "bytes": 3416168, "sha256": "78387bbe12b2110df8d2ce364390a00c190f4543a2f40b8279e49f6c5c85af9c", "aports_revision": "4e899d119e4c983a938436d6f397a509521225d1" }, { "package": "zellij-0.40.0-r0.apk", "url": "https://dl-cdn.alpinelinux.org/alpine/v3.21/community/x86_64/zellij-0.40.0-r0.apk", "package_sha256": "575075945415b221857563e19c5f4c661af9f98bbba54f0994c7385c0e432432", "package_bytes": 6722129, "member": "usr/bin/zellij", "bytes": 17151864, "sha256": "9a86e9ca47902a869fdf1886f4cf17714f4fa5655427128beadff498cfb392db", "aports_revision": "3be26a3a26e76e1bf3eff784bffe3956d29d77a0" } ], "independent_oracles": { "ripgrep": { "artifact_sha256": "78387bbe12b2110df8d2ce364390a00c190f4543a2f40b8279e49f6c5c85af9c", "section_sha256": "02b3cb036955be58bf4bd51710fcdec96a1f1a771e1bb7d1397d604557c2a6a7", "json_sha256": "ea478aa80f91aa8f5159aba648ddfdda642fa2c98759e54e65623a19065634be", "serde_rows": [ { "index": 36, "name": "serde", "version": "1.0.210", "kind": null } ] }, "zellij": { "artifact_sha256": "9a86e9ca47902a869fdf1886f4cf17714f4fa5655427128beadff498cfb392db", "section_sha256": "d0cabaf40a2875c519f68788547e484865463beeacf56bb01defa74253b4ba72", "json_sha256": "9bcf8d694440a7e064189616aa40b69046e32ee1c70683ef2e0778150b9163ef", "serde_rows": [ { "index": 294, "name": "serde", "version": "1.0.137", "kind": null } ] } }, "harness_sources_sha256": { "mcp-input-catalog.mjs": "a19530514d49f98ff550e05fbb69661b3b48e808189efe81eab6032425322adc", "managed-cli-runtime.mjs": "48c2a5fd617dccc10b8d36b01bc5c3d149758e1225008c931759e17ccbe83db4", "resource-run.py": "7a9642ab86ba34290564f636eb080cacf38b4185a254028680b238bff172993b", "resource_payload.py": "6f089e645459eba80c5d73e39c21606c78173a44daf49fabc3b88c4631ce51c6" }, "questions": { "analysis": "Which serde package versions and package kinds occur in the selected Rust binary? Preserve complete source Evidence and verify retained reads.", "discovery": "Discover the complete REA tool and prompt directory." }, "recipes": { "analysis": "Initialize; list tools; inspect_rust_binary selecting serde name/version/kind; read the exact retained parent twice; verify canonical rejection of a negative offset; export and independently check all packages and edges; confirm the catalog remains identical; close.", "discovery": "Initialize; list the complete tools and prompts; validate input schema dialect and unique names; close." }, "orchestrator_sha256": "5d42540a5d7120cd5eeab4d3fa1d40b44d47fc5f96e9d0fa675e2472cd0cdda6" }, "catalogs": { "default": { "sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "tool_count": 213, "input_catalog_tokens": 49670, "raw_catalog_tokens": 756224, "raw_catalog_bytes": 2935459 }, "full": { "sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "tool_count": 213, "input_catalog_tokens": 205744, "raw_catalog_tokens": 912495, "raw_catalog_bytes": 3588103 } }, "summary": [ { "phase": "discovery", "cache": "cold", "profile": "default", "artifact": null, "baseline": { "wall_seconds": { "median": 5.661, "min": 5.257, "max": 6.573 }, "cpu_seconds": { "median": 5.402669, "min": 5.106671, "max": 6.396994 }, "kernel_family_peak_bytes_including_page_cache": { "median": 586420224, "min": 583921664, "max": 588685312 }, "tokens_estimated": [50840, 50840, 50840] }, "candidate": { "wall_seconds": { "median": 2.236, "min": 2.235, "max": 2.237 }, "cpu_seconds": { "median": 2.049533, "min": 2.013812, "max": 2.051896 }, "kernel_family_peak_bytes_including_page_cache": { "median": 260640768, "min": 259063808, "max": 265650176 }, "tokens_estimated": [50840, 50840, 50840] } }, { "phase": "discovery", "cache": "cold", "profile": "full", "artifact": null, "baseline": { "wall_seconds": { "median": 5.256, "min": 5.16, "max": 5.257 }, "cpu_seconds": { "median": 5.039555, "min": 4.941541, "max": 5.039595 }, "kernel_family_peak_bytes_including_page_cache": { "median": 682528768, "min": 678322176, "max": 686043136 }, "tokens_estimated": [206914, 206914, 206914] }, "candidate": { "wall_seconds": { "median": 2.337, "min": 2.336, "max": 2.437 }, "cpu_seconds": { "median": 2.174622, "min": 2.141803, "max": 2.201697 }, "kernel_family_peak_bytes_including_page_cache": { "median": 366006272, "min": 362889216, "max": 366518272 }, "tokens_estimated": [206914, 206914, 206914] } }, { "phase": "discovery", "cache": "warm", "profile": "default", "artifact": null, "baseline": { "wall_seconds": { "median": 5.056, "min": 4.954, "max": 5.058 }, "cpu_seconds": { "median": 4.799916, "min": 4.776322, "max": 4.818559 }, "kernel_family_peak_bytes_including_page_cache": { "median": 600616960, "min": 600211456, "max": 600797184 }, "tokens_estimated": [50840, 50840, 50840] }, "candidate": { "wall_seconds": { "median": 2.236, "min": 2.135, "max": 2.236 }, "cpu_seconds": { "median": 2.014862, "min": 1.986985, "max": 2.025594 }, "kernel_family_peak_bytes_including_page_cache": { "median": 263593984, "min": 256937984, "max": 264220672 }, "tokens_estimated": [50840, 50840, 50840] } }, { "phase": "discovery", "cache": "warm", "profile": "full", "artifact": null, "baseline": { "wall_seconds": { "median": 4.957, "min": 4.952, "max": 5.054 }, "cpu_seconds": { "median": 4.753724, "min": 4.713301, "max": 4.806174 }, "kernel_family_peak_bytes_including_page_cache": { "median": 705363968, "min": 701562880, "max": 707497984 }, "tokens_estimated": [206914, 206914, 206914] }, "candidate": { "wall_seconds": { "median": 2.338, "min": 2.336, "max": 2.34 }, "cpu_seconds": { "median": 2.138658, "min": 2.106354, "max": 2.151271 }, "kernel_family_peak_bytes_including_page_cache": { "median": 366624768, "min": 366333952, "max": 372981760 }, "tokens_estimated": [206914, 206914, 206914] } }, { "phase": "analysis", "cache": "cold", "profile": "default", "artifact": "ripgrep", "baseline": { "wall_seconds": { "median": 8.177, "min": 8.177, "max": 8.382 }, "cpu_seconds": { "median": 7.94501, "min": 7.907789, "max": 8.122413 }, "kernel_family_peak_bytes_including_page_cache": { "median": 890929152, "min": 885346304, "max": 891183104 }, "tokens_estimated": [54027, 54027, 54027] }, "candidate": { "wall_seconds": { "median": 8.078, "min": 7.069, "max": 8.279 }, "cpu_seconds": { "median": 7.899241, "min": 6.847499, "max": 8.095031 }, "kernel_family_peak_bytes_including_page_cache": { "median": 830971904, "min": 821231616, "max": 845656064 }, "tokens_estimated": [54027, 54027, 54027] } }, { "phase": "analysis", "cache": "cold", "profile": "default", "artifact": "zellij", "baseline": { "wall_seconds": { "median": 8.276, "min": 8.178, "max": 8.279 }, "cpu_seconds": { "median": 8.040952, "min": 7.96754, "max": 8.079063 }, "kernel_family_peak_bytes_including_page_cache": { "median": 887341056, "min": 864006144, "max": 919195648 }, "tokens_estimated": [53947, 53947, 53947] }, "candidate": { "wall_seconds": { "median": 7.276, "min": 7.27, "max": 7.472 }, "cpu_seconds": { "median": 7.104698, "min": 7.053558, "max": 7.223805 }, "kernel_family_peak_bytes_including_page_cache": { "median": 858734592, "min": 858263552, "max": 862248960 }, "tokens_estimated": [53947, 53947, 53947] } }, { "phase": "analysis", "cache": "cold", "profile": "full", "artifact": "ripgrep", "baseline": { "wall_seconds": { "median": 8.18, "min": 8.078, "max": 8.286 }, "cpu_seconds": { "median": 8.000206, "min": 7.8649, "max": 8.087954 }, "kernel_family_peak_bytes_including_page_cache": { "median": 887574528, "min": 883621888, "max": 894648320 }, "tokens_estimated": [210101, 210101, 210101] }, "candidate": { "wall_seconds": { "median": 7.483, "min": 7.474, "max": 7.576 }, "cpu_seconds": { "median": 7.311571, "min": 7.251707, "max": 7.364513 }, "kernel_family_peak_bytes_including_page_cache": { "median": 832987136, "min": 830832640, "max": 833130496 }, "tokens_estimated": [210101, 210101, 210101] } }, { "phase": "analysis", "cache": "cold", "profile": "full", "artifact": "zellij", "baseline": { "wall_seconds": { "median": 8.484, "min": 8.382, "max": 8.687 }, "cpu_seconds": { "median": 8.284427, "min": 8.205329, "max": 8.457721 }, "kernel_family_peak_bytes_including_page_cache": { "median": 891723776, "min": 886362112, "max": 893550592 }, "tokens_estimated": [210021, 210021, 210021] }, "candidate": { "wall_seconds": { "median": 7.776, "min": 7.58, "max": 8.692 }, "cpu_seconds": { "median": 7.513651, "min": 7.38469, "max": 8.46357 }, "kernel_family_peak_bytes_including_page_cache": { "median": 852561920, "min": 842448896, "max": 866377728 }, "tokens_estimated": [210021, 210021, 210021] } }, { "phase": "analysis", "cache": "warm", "profile": "default", "artifact": "ripgrep", "baseline": { "wall_seconds": { "median": 7.976, "min": 7.779, "max": 8.187 }, "cpu_seconds": { "median": 7.738718, "min": 7.595732, "max": 7.936629 }, "kernel_family_peak_bytes_including_page_cache": { "median": 867004416, "min": 866107392, "max": 894771200 }, "tokens_estimated": [54027, 54027, 54027] }, "candidate": { "wall_seconds": { "median": 6.879, "min": 6.868, "max": 7.996 }, "cpu_seconds": { "median": 6.678343, "min": 6.666864, "max": 7.809846 }, "kernel_family_peak_bytes_including_page_cache": { "median": 841535488, "min": 828764160, "max": 843214848 }, "tokens_estimated": [54027, 54027, 54027] } }, { "phase": "analysis", "cache": "warm", "profile": "default", "artifact": "zellij", "baseline": { "wall_seconds": { "median": 8.285, "min": 8.081, "max": 8.583 }, "cpu_seconds": { "median": 8.019149, "min": 7.888906, "max": 8.393267 }, "kernel_family_peak_bytes_including_page_cache": { "median": 924995584, "min": 896237568, "max": 925614080 }, "tokens_estimated": [53947, 53947, 53947] }, "candidate": { "wall_seconds": { "median": 7.472, "min": 7.071, "max": 7.573 }, "cpu_seconds": { "median": 7.254133, "min": 6.85764, "max": 7.324238 }, "kernel_family_peak_bytes_including_page_cache": { "median": 850833408, "min": 839819264, "max": 864182272 }, "tokens_estimated": [53947, 53947, 53947] } }, { "phase": "analysis", "cache": "warm", "profile": "full", "artifact": "ripgrep", "baseline": { "wall_seconds": { "median": 8.074, "min": 7.976, "max": 8.282 }, "cpu_seconds": { "median": 7.889965, "min": 7.768468, "max": 8.06946 }, "kernel_family_peak_bytes_including_page_cache": { "median": 893456384, "min": 892899328, "max": 908144640 }, "tokens_estimated": [210101, 210101, 210101] }, "candidate": { "wall_seconds": { "median": 7.476, "min": 7.271, "max": 7.575 }, "cpu_seconds": { "median": 7.264899, "min": 7.011412, "max": 7.372084 }, "kernel_family_peak_bytes_including_page_cache": { "median": 842661888, "min": 839393280, "max": 847982592 }, "tokens_estimated": [210101, 210101, 210101] } }, { "phase": "analysis", "cache": "warm", "profile": "full", "artifact": "zellij", "baseline": { "wall_seconds": { "median": 8.382, "min": 8.279, "max": 8.582 }, "cpu_seconds": { "median": 8.150593, "min": 8.123721, "max": 8.332648 }, "kernel_family_peak_bytes_including_page_cache": { "median": 895754240, "min": 894513152, "max": 896585728 }, "tokens_estimated": [210021, 210021, 210021] }, "candidate": { "wall_seconds": { "median": 7.479, "min": 7.474, "max": 7.577 }, "cpu_seconds": { "median": 7.292747, "min": 7.231771, "max": 7.373364 }, "kernel_family_peak_bytes_including_page_cache": { "median": 870350848, "min": 867786752, "max": 882143232 }, "tokens_estimated": [210021, 210021, 210021] } } ], "records": [ { "case": "pair-cold-default-discovery-directory-1-baseline", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 1, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 506.37848699999995, "after": 383.48330799999985 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756224, "raw_catalog_result_bytes_all_lists": 2935459, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 6.573, "cpu_seconds": 6.396994, "kernel_family_peak_bytes_including_page_cache": 586420224, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "c7668ba37a7331930951010568ee9c8c50921e4f6f0fd8142612742087151682", "receipt_sha256": { "report.json": "fb7ab0c6dba3e5d7178955914d464d1a5b8a1bf7c550b22e71bf8c30d4546278", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-default-discovery-directory-1-candidate", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 1, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 393.868538, "after": 388.9534389999999 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756224, "raw_catalog_result_bytes_all_lists": 2935459, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.237, "cpu_seconds": 2.051896, "kernel_family_peak_bytes_including_page_cache": 265650176, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "df2a582c9fb0a457c91a7fc5f38170e8fd802efc380b30fea3e5b4d7814fa529", "receipt_sha256": { "report.json": "2cb6fdb5a5467acaf86f8643c73acb1f258583b14a2053bd7fdeab490a5c2eef", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-default-discovery-directory-2-candidate", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 2, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 408.59600800000004, "after": 373.9158789999999 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756224, "raw_catalog_result_bytes_all_lists": 2935459, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.236, "cpu_seconds": 2.049533, "kernel_family_peak_bytes_including_page_cache": 260640768, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "0ed30068080e71715ea3f57530add80446d64015f339f31e3af55c60e96e6a25", "receipt_sha256": { "report.json": "c2ec173344072f7eeac2b55dbafa201d86159dba94525a10884d799352857a04", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-default-discovery-directory-2-baseline", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 2, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 392.12916799999994, "after": 395.4477969999998 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756224, "raw_catalog_result_bytes_all_lists": 2935459, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 5.661, "cpu_seconds": 5.402669, "kernel_family_peak_bytes_including_page_cache": 588685312, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "d1d1b6d8d40014bf9a28075a9cf550150c53164fe6a5dd8899a8e87ea5409852", "receipt_sha256": { "report.json": "72124bca106ee6484e6ca3d5d7a33369b6b9b091157ce9a89948fbbba092ce8d", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-default-discovery-directory-3-baseline", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 3, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 395.983488, "after": 383.51651799999945 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756224, "raw_catalog_result_bytes_all_lists": 2935459, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 5.257, "cpu_seconds": 5.106671, "kernel_family_peak_bytes_including_page_cache": 583921664, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "2e9b150e2a69174623bad00bb1c94438c178f4e1fa256c74311901084fba7d63", "receipt_sha256": { "report.json": "8f0a1230d583b47f6eecd04d4053c8db60516ddb318bf96580869edd11d2282e", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-default-discovery-directory-3-candidate", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 3, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 398.496408, "after": 374.36179800000014 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756224, "raw_catalog_result_bytes_all_lists": 2935459, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.235, "cpu_seconds": 2.013812, "kernel_family_peak_bytes_including_page_cache": 259063808, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "d8229a516e78a474d91903d37a92eb86b1d636ab6dc7c3f3ff1389d18f890104", "receipt_sha256": { "report.json": "1696adbd07d42271b59369609e3d2403f4181b6f8bd0cdc39e24f212ceab8ec7", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-default-analysis-ripgrep-1-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 388.44587900000005, "after": 384.4485880000002 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3636, "whole_task": 54027 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 231.50504900000033, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2466.3926060000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.4670500000002, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.448030000000472, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.455298999999286, "is_error": false } ], "wall_seconds": 8.382, "cpu_seconds": 8.122413, "kernel_family_peak_bytes_including_page_cache": 891183104, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "821ff65d255e67a66810ea43d8c410c0f7040938cbfce1339483272277869bfd", "receipt_sha256": { "report.json": "5d13b34fdb734cb701b1f1bf4ac10e6d28605e610bfdc558ccd02b7660ee5f33", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "5339ea61a140c1651b9c0722df5a3e857a6d6e096f262195290256d21a281d94" } }, { "case": "pair-cold-default-analysis-ripgrep-1-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 399.96640700000006, "after": 373.44509800000014 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3636, "whole_task": 54027 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2656.1985050000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2883.0528130000002, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 53.92411000000084, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 7.510129999999663, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 23.69365999999991, "is_error": false } ], "wall_seconds": 8.279, "cpu_seconds": 8.095031, "kernel_family_peak_bytes_including_page_cache": 845656064, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "35cbb9eceb49d203ab8191fea0d94d5583caff270164158adef2f0401c47f962", "receipt_sha256": { "report.json": "e13f3dc68b7e37869c126307e5bc9b570cf6eb92952a512e3fd87bed55bd661e", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "bbed26a043f35cac222d04aa1e48cca681e2f75c1b1f7505985e5b8ef64b0e16" } }, { "case": "pair-cold-default-analysis-ripgrep-2-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 390.77658700000006, "after": 372.5078680000006 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3636, "whole_task": 54027 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2198.601397, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2157.017327, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 78.7398489999996, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.584418999999798, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 20.19941000000017, "is_error": false } ], "wall_seconds": 7.069, "cpu_seconds": 6.847499, "kernel_family_peak_bytes_including_page_cache": 830971904, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "646ebb6b433a1318ac041d26a04cd3ee606a8536f6038276f161401af26ee2c2", "receipt_sha256": { "report.json": "f571c9f4e5e39576c9fd59167edbc7699d62794f1f298ca561a65ac4f0dffb1b", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "811f2044dd4818bda84e3346866aee9911adce1dc04d3d1d8fc48693eee441d3" } }, { "case": "pair-cold-default-analysis-ripgrep-2-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 399.96877700000005, "after": 378.63447799999994 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3636, "whole_task": 54027 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 235.36689800000022, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2301.830806, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.607820000000174, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.062179999999898, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 25.012810000000172, "is_error": false } ], "wall_seconds": 8.177, "cpu_seconds": 7.94501, "kernel_family_peak_bytes_including_page_cache": 885346304, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "05f1fe6e4ee56fbf966ddaf42dfa7e3adab10ad6a93ea332ff6e9107df50de4e", "receipt_sha256": { "report.json": "ea40226a59beb69a6f32aaf011cd0b96e706e8a612cfeaab522aa5b237440042", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "fb8310b446516dcac1302c1b888d2d9d75d456d523a7b73bf01d57f508ee3de7" } }, { "case": "pair-cold-default-analysis-ripgrep-3-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 395.456087, "after": 387.4231770000006 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3636, "whole_task": 54027 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 217.739098, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2328.010265, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 7.894239999999627, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.41475999999966, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 24.567889999999352, "is_error": false } ], "wall_seconds": 8.177, "cpu_seconds": 7.907789, "kernel_family_peak_bytes_including_page_cache": 890929152, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "3b0952e942e50b2ce0c233097a6cb6f6076e6e6092996996ed2bba53cc64f7ba", "receipt_sha256": { "report.json": "c17423e18d14076675f28d5c253c6cfdd8d7c6594fa93183faef69ce4406b0e8", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "dbd127d13cb5d2328242587f3fbad282babf6644ea28b8fed12104e27bbb0ec1" } }, { "case": "pair-cold-default-analysis-ripgrep-3-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 392.1519870000001, "after": 374.93381800000043 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3636, "whole_task": 54027 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2532.116923, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2948.28848, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 10.22776999999951, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.834399999999732, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 25.64838999999938, "is_error": false } ], "wall_seconds": 8.078, "cpu_seconds": 7.899241, "kernel_family_peak_bytes_including_page_cache": 821231616, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "c0a00be8db0031e72ba2250623302f31751a8b423ed65335eb519f51de25d28c", "receipt_sha256": { "report.json": "f027377ed2e589a86213f9d1708aa04d05c1e97def74d65819d5d316accbd326", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "6350b40c9b4bf6b3b0bda7ee01e584c5aa27b5b2c23f1da2a925d79bdfcc0995" } }, { "case": "pair-cold-default-analysis-zellij-1-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 380.05093700000003, "after": 368.26613799999996 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3556, "whole_task": 53947 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 389.6055860000006, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2251.2189150000004, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.268479999999727, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.4712799999997515, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.36559000000034, "is_error": false } ], "wall_seconds": 8.279, "cpu_seconds": 8.040952, "kernel_family_peak_bytes_including_page_cache": 864006144, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "82105544ae0f621fc040d10391e1b10f2a71086011f79ef96cfe05e8ef27b760", "receipt_sha256": { "report.json": "99f11edf3a0676b5924983927c26f0a7234b4536641a5aacb05ed2336dd13ad0", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "26cf65bb76b419efe5151301ed837fb4417c084ef2e52ff38d740c98008735a8" } }, { "case": "pair-cold-default-analysis-zellij-1-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 396.72964700000006, "after": 384.7991270000002 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3556, "whole_task": 53947 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2374.6167530000002, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2304.7313240000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 12.59936000000016, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.993188999999802, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 29.42609999999968, "is_error": false } ], "wall_seconds": 7.27, "cpu_seconds": 7.104698, "kernel_family_peak_bytes_including_page_cache": 858734592, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "03372a596886853b90968c4fc9491a4bbf415b223c63d94a944e88f313d9fd6a", "receipt_sha256": { "report.json": "e88b369c8a9736102edd4f8406bcb7df4cd814d1a6f5868b2f85142dafaa7cbe", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "6b1925b000a6f1f223cef05e4c6cb48388b95ab1f407d6bdeb5b28e4cbfb447d" } }, { "case": "pair-cold-default-analysis-zellij-2-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 383.530408, "after": 380.42205699999977 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3556, "whole_task": 53947 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2361.3623230000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2270.282083, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.830868999999439, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.383009999999558, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 28.06808000000001, "is_error": false } ], "wall_seconds": 7.276, "cpu_seconds": 7.053558, "kernel_family_peak_bytes_including_page_cache": 858263552, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "b114701046a6d5da6cdad4b64c88b0c2bce1e04d44d40d385cb98f732aa46ec2", "receipt_sha256": { "report.json": "97c29f32822008f92e0464e2e7d12288486e54a3f8803cb5a96f2714a2a1c230", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "703879dca8faa155f1fdccdacb0dcee80a44a60068ff5cce9d33feff8414e8ad" } }, { "case": "pair-cold-default-analysis-zellij-2-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 387.22730600000006, "after": 380.939026 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3556, "whole_task": 53947 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 372.1123379999999, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2314.2110820000007, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 7.857170000000224, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.183610000000044, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.596669000000475, "is_error": false } ], "wall_seconds": 8.178, "cpu_seconds": 7.96754, "kernel_family_peak_bytes_including_page_cache": 887341056, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "4c4e7fb9f5e85bb506473e64070f08b6554ff87e9b56adcb2c64601d791a3d22", "receipt_sha256": { "report.json": "e767b4fe87aac935c325d6328b77b110bc1cb6e73a93e1b479dcc0eee31e2709", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "6ee687998ecf1abcaf1126a106d86351416710f700ebddc43a669f0accb54e5e" } }, { "case": "pair-cold-default-analysis-zellij-3-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 392.189227, "after": 378.3951070000003 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3556, "whole_task": 53947 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 361.38807799999995, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2265.5642610000004, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.350690000000213, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.178849999999329, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 29.60490000000027, "is_error": false } ], "wall_seconds": 8.276, "cpu_seconds": 8.079063, "kernel_family_peak_bytes_including_page_cache": 919195648, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "8eb380a496944a5c1a2162ae8aacbb1921c1710f5c05d0ee1aa5ac08b2e9ed78", "receipt_sha256": { "report.json": "5f6b836bcd43f28e1a1e9a17a1fcc47b1a376a5d391cb4fea57a0dbbaa671baf", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "dc07e0fec3b71d21f60090d68c56e8c237102f5f53d63cca0312e375e90e9999" } }, { "case": "pair-cold-default-analysis-zellij-3-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 411.829166, "after": 384.4884069999998 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3556, "whole_task": 53947 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2413.6837109999997, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2322.668941, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 11.807480000000396, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 7.356169999999111, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 32.13658899999973, "is_error": false } ], "wall_seconds": 7.472, "cpu_seconds": 7.223805, "kernel_family_peak_bytes_including_page_cache": 862248960, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "6bf25029d1ac93bd04bbdffe2a959b9d2542e8b74cfa1083ca5cc615d0d351c7", "receipt_sha256": { "report.json": "61b127859f0b058768295380fe3bc035509b98b2f3ef0b5b2bae70ac3648d808", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "735efa21da33b0234db3819e9c2271a8aecb29dffee9b75a3229f9064c634cf5" } }, { "case": "pair-cold-full-discovery-directory-1-baseline", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 1, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 398.755417, "after": 381.78022599999986 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912495, "raw_catalog_result_bytes_all_lists": 3588103, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 5.257, "cpu_seconds": 5.039595, "kernel_family_peak_bytes_including_page_cache": 686043136, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "071f77920018c98368ee7573e06b0442dfbd6f656edd2aba331235f8404f05f6", "receipt_sha256": { "report.json": "171ae75d92ea4b0f6f3cfa9c43a660bc6ef38213e7b2491175dc479a2588dda5", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-full-discovery-directory-1-candidate", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 1, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 388.91068700000005, "after": 388.7231469999999 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912495, "raw_catalog_result_bytes_all_lists": 3588103, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.437, "cpu_seconds": 2.201697, "kernel_family_peak_bytes_including_page_cache": 362889216, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "85b0ffff4f47833c418d9f3fefa057e479d4447663fa81777df36a79b78f7e2f", "receipt_sha256": { "report.json": "e2b94eb8f149f06aec634578aa97016b9512ecab98198bc66bf8aa320dc7527a", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-full-discovery-directory-2-candidate", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 2, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 392.689287, "after": 375.5382760000002 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912495, "raw_catalog_result_bytes_all_lists": 3588103, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.337, "cpu_seconds": 2.141803, "kernel_family_peak_bytes_including_page_cache": 366006272, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "ffec34115a74cfd3ae85edf60f4995c2524a7110a60ccc25792905cd9ad70329", "receipt_sha256": { "report.json": "98e147170a654b7f1e530b05f9104e4eb53e85f602f720dba50aebbe7bd7f8e0", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-full-discovery-directory-2-baseline", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 2, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 376.18074700000005, "after": 371.696586 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912495, "raw_catalog_result_bytes_all_lists": 3588103, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 5.16, "cpu_seconds": 4.941541, "kernel_family_peak_bytes_including_page_cache": 678322176, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "73fb02fadf0eca36a860898c3b1d67d62eb2c0b56638c84bffebe48832dbcc6b", "receipt_sha256": { "report.json": "d6f9a0f9703dba6ac6a12d77215c6565a9fef6e04fa95b24284e6101d51f3965", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-full-discovery-directory-3-baseline", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 3, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 397.05393599999996, "after": 383.94540699999925 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912495, "raw_catalog_result_bytes_all_lists": 3588103, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 5.256, "cpu_seconds": 5.039555, "kernel_family_peak_bytes_including_page_cache": 682528768, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "e94bad751fe24587812fc4fff7aa471c91cfc21481a4faa7da47ba2d38f1e14d", "receipt_sha256": { "report.json": "6479290a9c61dd5ed825c93aa86c5be1c40add30bb89b08b3b37601a7697c594", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-full-discovery-directory-3-candidate", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 3, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 401.086936, "after": 363.90771599999994 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912495, "raw_catalog_result_bytes_all_lists": 3588103, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.336, "cpu_seconds": 2.174622, "kernel_family_peak_bytes_including_page_cache": 366518272, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "4e186b9ed1c0f0f72be305bbbae32f3889af307f775e7430aebaf45bb8a2f9ff", "receipt_sha256": { "report.json": "9f3ccc333fe2127c5f6dad58c54fae19ffac7d033061eae50864d9bc310965e8", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-full-analysis-ripgrep-1-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 390.21384700000004, "after": 392.29759600000034 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3636, "whole_task": 210101 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 219.64897800000017, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2195.1449299999995, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 84.64082900000085, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.840389999999388, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 30.56847999999991, "is_error": false } ], "wall_seconds": 8.286, "cpu_seconds": 8.087954, "kernel_family_peak_bytes_including_page_cache": 894648320, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "c3d3f42167024b24491960ad879970a28c46e1c35fb98eefa1dc9706b714255d", "receipt_sha256": { "report.json": "1b3e5ca01f7d0918b825dc54f138ac39e703c76ee165db4062d2e1836ab4a77f", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "b1dc03149f6a24e26bafe636bed86ccd59d914b1d41c2c655734a588f028ecc6" } }, { "case": "pair-cold-full-analysis-ripgrep-1-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 414.19911599999995, "after": 382.60509600000023 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3636, "whole_task": 210101 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2228.02056, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2190.5758189999997, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 72.02308900000025, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 6.812190999999984, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 25.61801899999955, "is_error": false } ], "wall_seconds": 7.576, "cpu_seconds": 7.364513, "kernel_family_peak_bytes_including_page_cache": 830832640, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "cb95809408678209af4ae651fa45bf188dca4ef90d9a7347a28b5e7b9bb42c04", "receipt_sha256": { "report.json": "2ec937bf0fea0bf1219d891a7c1fa94dd8442cec92e8a1430c5bc3cad82e9812", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "ab204801a26bd06de23b4f347fdb452c30ea8bdb264147f66a0e838dbcd1503c" } }, { "case": "pair-cold-full-analysis-ripgrep-2-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 387.43815700000005, "after": 397.392296 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3636, "whole_task": 210101 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2272.420779, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2150.4206000000004, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 69.52158899999995, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.2822299999997995, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 18.803679999999986, "is_error": false } ], "wall_seconds": 7.474, "cpu_seconds": 7.251707, "kernel_family_peak_bytes_including_page_cache": 833130496, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "b54c0b5c81f102981e056b6dafd6755f6b0b79d76530d646601104602f91b6c5", "receipt_sha256": { "report.json": "86bd2ad471fa2cedbc4219a03dd5175f46ae98773b4ce8b882a5df37f66a1084", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "c7e7e9c0ea472b9194ddc11697c4e31ade5154d7739149b2a8d43bf155505e99" } }, { "case": "pair-cold-full-analysis-ripgrep-2-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 391.875397, "after": 385.31773599999997 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3636, "whole_task": 210101 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 222.41961700000047, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2118.6533789999994, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 75.26427899999999, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.1229990000001635, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 19.23714999999993, "is_error": false } ], "wall_seconds": 8.18, "cpu_seconds": 8.000206, "kernel_family_peak_bytes_including_page_cache": 887574528, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "2a79aa8b13ce99a07d48458584100d260d39e2ed77a39ffce3b7783f2bdb8705", "receipt_sha256": { "report.json": "1d7e4a1e1ee5fadc73853d6fa0a9a0079074a1a3e7359135af6a0bb75d8476b6", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "888ac9aa4760c7fc00ec3b3f3d35d7bf0c55d5aae3ffca62353aa330d49b8e66" } }, { "case": "pair-cold-full-analysis-ripgrep-3-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 385.66209599999996, "after": 384.93557600000076 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3636, "whole_task": 210101 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 219.4574480000001, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2087.11531, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 68.6765489999998, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.761439999999311, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 18.226380000000063, "is_error": false } ], "wall_seconds": 8.078, "cpu_seconds": 7.8649, "kernel_family_peak_bytes_including_page_cache": 883621888, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "d0e53b3991411463031a234eaa178c95fb063c7adfa3946a72d2a4ede136ce6e", "receipt_sha256": { "report.json": "a3ed4be444d411650b83ac93e94e092d3c155c27f9cf38125d8193c8945aa9a3", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "3417b64694c374e68552f6ac354ee4ced777262536f3375e4beea5a3127ca391" } }, { "case": "pair-cold-full-analysis-ripgrep-3-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 395.39197599999994, "after": 377.38734600000043 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3636, "whole_task": 210101 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2300.851867, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2178.248269, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 65.45291899999938, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.002019999999902, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 26.409888999999566, "is_error": false } ], "wall_seconds": 7.483, "cpu_seconds": 7.311571, "kernel_family_peak_bytes_including_page_cache": 832987136, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "13f2517f60fbca6e17c5d651a6c37078f5645ec03f4cbfb17f34680106b3314a", "receipt_sha256": { "report.json": "750e4154a0b1b36c98a549ee886eb20c04962e24b9afbdf78281eef2c6dccb1c", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "bbec0a2cdb24051b80a697b37c5751f147f368e9fb8d62438ebea77e40cd9bfb" } }, { "case": "pair-cold-full-analysis-zellij-1-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 380.24241600000005, "after": 392.5702259999998 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3556, "whole_task": 210021 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 348.6446270000006, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2148.8615090000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 74.70148900000004, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.575309000000743, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 24.902938999999606, "is_error": false } ], "wall_seconds": 8.382, "cpu_seconds": 8.205329, "kernel_family_peak_bytes_including_page_cache": 893550592, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "95087ae47246162c06b639daca498250646fbd0c384870923d4ca5266d63889f", "receipt_sha256": { "report.json": "e04d5c06e52dddd25736e14c7b9796f65e0a8c493ddbd7b4bc3d72bd0e9bf802", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "48482171f87d65ec5f20f0e134ec912ca1af0b66408489f1da36d95103de72c5" } }, { "case": "pair-cold-full-analysis-zellij-1-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 410.031915, "after": 389.4158950000001 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3556, "whole_task": 210021 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2862.03309, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2546.3957229999996, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 76.73263999999926, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.32445000000007, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 29.056540000000496, "is_error": false } ], "wall_seconds": 8.692, "cpu_seconds": 8.46357, "kernel_family_peak_bytes_including_page_cache": 852561920, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "af07ffa500104e0405bb7438652a88816baf24d30f563707c60db392f68faa73", "receipt_sha256": { "report.json": "57b977958feb829d0715334164503d228159b9e0c411838dab39c3c9291f4be5", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "e9349c9a74d7379e44ec46e90a08550d5cc1a4538521e0f58c9eb58f705f9011" } }, { "case": "pair-cold-full-analysis-zellij-2-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 391.23202599999996, "after": 389.8210560000007 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3556, "whole_task": 210021 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2448.2431840000004, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2244.5923359999997, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 10.242549000000508, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.451670000000377, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 30.74160000000029, "is_error": false } ], "wall_seconds": 7.776, "cpu_seconds": 7.513651, "kernel_family_peak_bytes_including_page_cache": 866377728, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "cd8df9aae8a1c76eaf647674cb2b66e41b364efb968b10ba54875c05413b0cc1", "receipt_sha256": { "report.json": "7162934761877b89b4bf91f4aa542f88b6241c3b5b60957910aa6f25f8d2f152", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "9f15d9d74c29c9fd07c6542f7f7a39f9bad7f2b9710c6135a95cc6ad1302a0d5" } }, { "case": "pair-cold-full-analysis-zellij-2-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 395.588075, "after": 414.52098599999954 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3556, "whole_task": 210021 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 360.5417070000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2273.702996, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 78.97393900000043, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.887289999999666, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 30.09741000000031, "is_error": false } ], "wall_seconds": 8.687, "cpu_seconds": 8.457721, "kernel_family_peak_bytes_including_page_cache": 886362112, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "1092c9bb2a1591000a1dd8e298b3fe1a3e8cf0dbd753d8fa860e97e496754d4b", "receipt_sha256": { "report.json": "052cfa7f01fdff745b5dd2086017873f447c21ec8057602034274986d065628f", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "095c09a509c597afe9ff516e8dcfb67c0925ed72b80b9442f20169c4059e98f4" } }, { "case": "pair-cold-full-analysis-zellij-3-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 412.84193600000003, "after": 385.5208850000008 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3556, "whole_task": 210021 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 343.735866, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2145.391627, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 77.26140899999973, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.778510000000097, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 28.472999999999956, "is_error": false } ], "wall_seconds": 8.484, "cpu_seconds": 8.284427, "kernel_family_peak_bytes_including_page_cache": 891723776, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "20aa853dfff2be0e448f14408edc263ad4dd1d911fd4c717216a49a3040319af", "receipt_sha256": { "report.json": "46bfacd24eb6746e4edfd0e0b4b4c6dfc19f04a06a3098f5737596691bf137d9", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "df7f3d7a57578f2aedbb46c48b491344a1c6fc23a685a763e291f7f82da41905" } }, { "case": "pair-cold-full-analysis-zellij-3-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 391.267917, "after": 406.9656050000003 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3556, "whole_task": 210021 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2357.0330240000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2176.264926, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 75.93191000000024, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.537600000000566, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 29.541110000000117, "is_error": false } ], "wall_seconds": 7.58, "cpu_seconds": 7.38469, "kernel_family_peak_bytes_including_page_cache": 842448896, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "b7353bde74f8dd5175f89d8de95c094068133b0100656900d3731491b42e280d", "receipt_sha256": { "report.json": "76427c7fe04d1eac179c9f19dc84a14921af18b9178822bc021d7ecb5f6fcd53", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "45271691abe46caefd39dca50544361bb162f4531261c90fb3e2773bafb46d51" } }, { "case": "pair-warm-default-discovery-directory-1-baseline", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 1, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 403.081856, "after": 376.17297599999984 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756224, "raw_catalog_result_bytes_all_lists": 2935459, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 4.954, "cpu_seconds": 4.776322, "kernel_family_peak_bytes_including_page_cache": 600211456, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "18a713e883abbf5ad48c7daf1af53559d935af4d9bb7ff8f12762e67b607f52c", "receipt_sha256": { "report.json": "12810d4060588f4910db4f4edb76eaaa27bf34a38fd01b8cf5bf882fee97dac7", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-default-discovery-directory-1-candidate", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 1, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 390.832706, "after": 379.16815599999995 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756224, "raw_catalog_result_bytes_all_lists": 2935459, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.236, "cpu_seconds": 2.025594, "kernel_family_peak_bytes_including_page_cache": 263593984, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "745fbf3ff0d01fbf080674be5ce30b68b42c6f7da36ab221fbb8ef9af71f7429", "receipt_sha256": { "report.json": "687725420da9e5be55f4bf9b4aa3cfde2484504a5aeedd18dfdbc3f0866cca4f", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-default-discovery-directory-2-candidate", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 2, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 383.63070600000003, "after": 382.6648849999999 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756224, "raw_catalog_result_bytes_all_lists": 2935459, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.135, "cpu_seconds": 1.986985, "kernel_family_peak_bytes_including_page_cache": 256937984, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "ade56628303a06afb1288fd5b3d57c63a08426140174057b7d2d7282c1f76aea", "receipt_sha256": { "report.json": "3a8e3a51638cb2dbdcb99bc64a3f7994b9ee921ef5a44920b42a7d1d19abba37", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-default-discovery-directory-2-baseline", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 2, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 393.205315, "after": 380.4509760000001 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756224, "raw_catalog_result_bytes_all_lists": 2935459, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 5.056, "cpu_seconds": 4.818559, "kernel_family_peak_bytes_including_page_cache": 600616960, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "e607e13574c60d7b94ff483d2b715c4da702175c89d37c70faad76e389a680a4", "receipt_sha256": { "report.json": "b22e0c966dab798782a66effcf6dee87d67011798fb420466b86d247c735f03b", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-default-discovery-directory-3-baseline", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 3, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 406.89577499999996, "after": 387.98794500000076 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756224, "raw_catalog_result_bytes_all_lists": 2935459, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 5.058, "cpu_seconds": 4.799916, "kernel_family_peak_bytes_including_page_cache": 600797184, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "6a52bf7eae2262d73a35bba632e015a1a8ae6ef219c0eaa853c30a849694871c", "receipt_sha256": { "report.json": "942ec5006d2ffe0fd00e197998f8970177f6b270d0e312b53761ee1b93a729ac", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-default-discovery-directory-3-candidate", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 3, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 398.64401499999997, "after": 381.42463599999996 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756224, "raw_catalog_result_bytes_all_lists": 2935459, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.236, "cpu_seconds": 2.014862, "kernel_family_peak_bytes_including_page_cache": 264220672, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "c38f9061296230b8d0a28437254f0005980eb3f5fa5f8d2be09acf04b05b28f6", "receipt_sha256": { "report.json": "7bc7748af13a49b5001b7e47b49dc88d604a36e273a415de66b0ab56c73db147", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-default-analysis-ripgrep-1-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 387.767655, "after": 379.7490859999998 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3636, "whole_task": 54027 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 225.03145700000005, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2380.8913629999997, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.764369999999872, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.4737599999998565, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.742949999999837, "is_error": false } ], "wall_seconds": 7.976, "cpu_seconds": 7.738718, "kernel_family_peak_bytes_including_page_cache": 894771200, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "53421e8c3cdf43e992e2c6439d619fb4f9ccdd512c1c5fa0c41d1766b98b4b2b", "receipt_sha256": { "report.json": "4c3db4d6ad4d23156388fd55d4c979a280537ee3105ef232bcdb8a3982e3c4c9", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "671fc1b9944a846a36af46e3cbdfcc8868946f2b57cdb96525b3972ef7fb8001" } }, { "case": "pair-warm-default-analysis-ripgrep-1-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 408.372505, "after": 386.729875 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3636, "whole_task": 54027 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2099.549725, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2104.5337849999996, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 65.43502900000021, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 17.50449099999969, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 28.982688999999482, "is_error": false } ], "wall_seconds": 6.868, "cpu_seconds": 6.678343, "kernel_family_peak_bytes_including_page_cache": 841535488, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "2088f30be4b1c78f0dfd2c8aa12aaed881c160a5c15480e5ade4f38c9fb686f7", "receipt_sha256": { "report.json": "826bbfc87d387b822a47e857cd88d946a8e3c1812e2e04056b9856ab20c465ac", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "386bdca7d837af5a4cce41a37fe1f5b34f0329d9be3ec27c45661ddcfe1d74f4" } }, { "case": "pair-warm-default-analysis-ripgrep-2-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 400.508395, "after": 376.9724860000006 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3636, "whole_task": 54027 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2118.167875, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2106.773865, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 68.18083800000022, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 18.242310999999972, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 29.297319000000243, "is_error": false } ], "wall_seconds": 6.879, "cpu_seconds": 6.666864, "kernel_family_peak_bytes_including_page_cache": 843214848, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "8234dbac5dd23124a266df5f82c08800bfd6513abd7fe23e42e55a843944ef2f", "receipt_sha256": { "report.json": "3b430c7621263f2510f262a5ca0338d2685bacfd9a0eb58bfbe061c75b0ffc79", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "11ac6ea7a054df842fb88723373ba612862fcfe3eb25d8d32f56032ed491777f" } }, { "case": "pair-warm-default-analysis-ripgrep-2-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 407.702875, "after": 383.3668749999997 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3636, "whole_task": 54027 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 246.735498, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2404.1977500000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 7.430578999999852, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.017899999999827, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 23.877619999999297, "is_error": false } ], "wall_seconds": 8.187, "cpu_seconds": 7.936629, "kernel_family_peak_bytes_including_page_cache": 867004416, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "bc9fc1fdf0fe3faa99afd2358b690d9113c18d62ce201cb917d72fb5f8e98681", "receipt_sha256": { "report.json": "2b4e6d1911f9bce9ace04c5851b7823d054c9680d33e05d20b8ca33d65f89a5e", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "34961f5ec09ab398279e0443421720fe764d6b255b54354127bb51a363046557" } }, { "case": "pair-warm-default-analysis-ripgrep-3-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 380.92482599999994, "after": 377.0981240000001 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3636, "whole_task": 54027 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 227.10112800000024, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2292.3257919999996, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.259479999999712, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.59599900000012, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 28.949650000000474, "is_error": false } ], "wall_seconds": 7.779, "cpu_seconds": 7.595732, "kernel_family_peak_bytes_including_page_cache": 866107392, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "944ca93665e3ab07ea8e88620868f91dd86dcea2ca458cfe54b54cc6bd3d3054", "receipt_sha256": { "report.json": "7a15e38112eede65a8803d4665b5ab6a3d64ef4e28c34f3b10af6833a2a30434", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "cc7986bdb8d609528d1f2a789975e97d1cf6f99aec308fa1f2ddd5a3aba71077" } }, { "case": "pair-warm-default-analysis-ripgrep-3-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 404.94066499999997, "after": 384.30944499999987 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3636, "whole_task": 54027 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 3076.403112, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2290.932191, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.966039999999339, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.51187100000061, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 25.755310000000463, "is_error": false } ], "wall_seconds": 7.996, "cpu_seconds": 7.809846, "kernel_family_peak_bytes_including_page_cache": 828764160, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "88bc145b7257534a9efd03a274ce82ae7c4780e1403d60db71a3ed60299d1152", "receipt_sha256": { "report.json": "e682b9abf240d910ad80228175e823f440d2a1ec63b8ca7fe906d6749d353dd0", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "c62dd19a9fc8369194d2105cf489fd1f7824450297908ae6c57e1d9d12435862" } }, { "case": "pair-warm-default-analysis-zellij-1-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 386.008776, "after": 374.2090049999997 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3556, "whole_task": 53947 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 374.20225500000015, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2383.8425500000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.88184899999942, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.684290000000146, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 31.454289999999673, "is_error": false } ], "wall_seconds": 8.285, "cpu_seconds": 8.019149, "kernel_family_peak_bytes_including_page_cache": 896237568, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "b302c6e5f60fa416dfde98ed529b41059006357c7b36ca0f146893208d5c3815", "receipt_sha256": { "report.json": "a7de9b48a13781be5575c19e335a303f57b06e1c499e1284ae6bc2ffc0f78c2b", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "354f2c389d79de40cc498ab64e27ef344caf9c2af775b61ce6028d06a138c857" } }, { "case": "pair-warm-default-analysis-zellij-1-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 380.286046, "after": 410.21765499999947 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3556, "whole_task": 53947 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2485.776508, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2453.0577980000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.046299999999974, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.8915909999996074, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 30.994689000000108, "is_error": false } ], "wall_seconds": 7.573, "cpu_seconds": 7.324238, "kernel_family_peak_bytes_including_page_cache": 839819264, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "3b7939dec7168408177bb407367ffb23069e06d5dc935ae432b8cc64d97b5ab5", "receipt_sha256": { "report.json": "549a5e1d1fcac4029745e46015f83af5b6710ef4e057391a34f3893e9ba2bcb4", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "b0f7872e64a2a1eff46a12c7d24a4513dead515fd67141a81fab5754367e70e7" } }, { "case": "pair-warm-default-analysis-zellij-2-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 398.92517499999997, "after": 408.2714839999999 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3556, "whole_task": 53947 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2322.8452, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2445.6882590000005, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.4074099999998, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.95593000000008, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 29.136469000000034, "is_error": false } ], "wall_seconds": 7.472, "cpu_seconds": 7.254133, "kernel_family_peak_bytes_including_page_cache": 864182272, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "386035ee116c37373c21dc3045d46f12779fb95cd15d2a6d6772223a6dfd0114", "receipt_sha256": { "report.json": "78ea94141206e7ecf7e09b2711d2ea7800d43bc93287eed6ef95903cbe501a5c", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "14fa55e7e78c7c1f18e039efd57b36c7739e4f6ff8b5fd3f85dcd33d6bfb80ac" } }, { "case": "pair-warm-default-analysis-zellij-2-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 404.892255, "after": 379.3739249999999 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3556, "whole_task": 53947 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 391.238875, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2313.1076789999997, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 7.723709999999301, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.59737000000041, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 28.452470000000176, "is_error": false } ], "wall_seconds": 8.081, "cpu_seconds": 7.888906, "kernel_family_peak_bytes_including_page_cache": 925614080, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "268c8df2d6076fc6806410d4cc181babb263022e8a04b869b93e6f9df7964b13", "receipt_sha256": { "report.json": "9ae3393958f8abb52ce978b3954edf8e814e4c1737c8bb3a0b754b76044b5ab0", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "287d59a709d22a2b6040fae45059974594ecb2f6e280d8e41854ea0cd1be5dea" } }, { "case": "pair-warm-default-analysis-zellij-3-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 412.723535, "after": 377.9653050000006 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3556, "whole_task": 53947 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 338.0532659999999, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2807.3306520000006, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 7.587730000000192, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.3115600000000995, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.31768000000011, "is_error": false } ], "wall_seconds": 8.583, "cpu_seconds": 8.393267, "kernel_family_peak_bytes_including_page_cache": 924995584, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "ecadaff390c8d18a564ad074958a5be834c929331cfcaacf029b3df8d37b5323", "receipt_sha256": { "report.json": "f52ccaacd6c378ea68d92e529ababee148d688f69e17f155451facd67b7e3e99", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "d32e9ff5b7777a7375e9c479d61181cd98c8fab8dd7707ca58a47a4b31fc9c7b" } }, { "case": "pair-warm-default-analysis-zellij-3-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 375.60634400000004, "after": 370.27791499999967 }, "catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 296, "text_replies": 3556, "whole_task": 53947 }, "raw_catalog_result_tokens_all_lists": 1512448, "raw_catalog_result_bytes_all_lists": 5870918, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2177.872971, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2346.1349790000004, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.553550000000541, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.0773699999999735, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.78998000000047, "is_error": false } ], "wall_seconds": 7.071, "cpu_seconds": 6.85764, "kernel_family_peak_bytes_including_page_cache": 850833408, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "4187c7df93c249dfb953cf765a9d13929cbd359ed2d30f7caea27d5bda951534", "receipt_sha256": { "report.json": "b8a0b82267a51fa7b2f4b7a613f979e069e5a870ca6480d408ecf315615a397b", "catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "e30cfb3f22c060b845520c3484dd6391fcb88aa54f017ad13a01492714e449b1" } }, { "case": "pair-warm-full-discovery-directory-1-baseline", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 1, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 389.09490500000004, "after": 374.77101500000026 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912495, "raw_catalog_result_bytes_all_lists": 3588103, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 5.054, "cpu_seconds": 4.806174, "kernel_family_peak_bytes_including_page_cache": 705363968, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "9d4e6dfde9a78f1a0e04d8b23eecfb39151df90dcf4a5031011805f3a153123d", "receipt_sha256": { "report.json": "0103356c631db6326e553ef1a8226ad40542833e5e731a1be7042ec06c95bceb", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-full-discovery-directory-1-candidate", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 1, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 399.343645, "after": 374.28959499999996 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912495, "raw_catalog_result_bytes_all_lists": 3588103, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.336, "cpu_seconds": 2.138658, "kernel_family_peak_bytes_including_page_cache": 366624768, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "c24e77daee61b7f5c4a870f77874473638b8d175bf5552fbcfd8738d0bfcdfb9", "receipt_sha256": { "report.json": "619303df11c8cf6a074e75d1ac179070bde898d6b5aa9547dc800f54b3b893a4", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-full-discovery-directory-2-candidate", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 2, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 412.103304, "after": 382.0371650000002 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912495, "raw_catalog_result_bytes_all_lists": 3588103, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.338, "cpu_seconds": 2.151271, "kernel_family_peak_bytes_including_page_cache": 366333952, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "e6e36bfb174be0e048ed10f0a91a2f55a4a5cf749d8243c7f55ac1c130ee2e3c", "receipt_sha256": { "report.json": "ff83d1dd809ec1c463849314e3d1d9918b7635aafb114254f6582048f4d990af", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-full-discovery-directory-2-baseline", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 2, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 399.10454500000003, "after": 417.8960450000004 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912495, "raw_catalog_result_bytes_all_lists": 3588103, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 4.957, "cpu_seconds": 4.713301, "kernel_family_peak_bytes_including_page_cache": 701562880, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "ee47f6264ef90fbc54281baece1947eb815bbd0e61b12ae30528bc83b9b075b3", "receipt_sha256": { "report.json": "0d42c5756a5cedeede261ed120eb10ca6731fd9953e82c6e2fe7ab46e6bd4bcd", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-full-discovery-directory-3-baseline", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 3, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 389.04046400000004, "after": 393.44539499999973 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912495, "raw_catalog_result_bytes_all_lists": 3588103, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 4.952, "cpu_seconds": 4.753724, "kernel_family_peak_bytes_including_page_cache": 707497984, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "e082f5c76df3a12887824f112fe7aff802bde098b58e85adf1005f31f59629d9", "receipt_sha256": { "report.json": "687f2de62dda32f3089a9571c5ebd1137ce51e9fc74e948dcf17a20af0fddd99", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-full-discovery-directory-3-candidate", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 3, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 388.74498400000004, "after": 368.15286400000014 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912495, "raw_catalog_result_bytes_all_lists": 3588103, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.34, "cpu_seconds": 2.106354, "kernel_family_peak_bytes_including_page_cache": 372981760, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "bf1e4f03fb353838d88126114c858af4da4c4e9a67fe211c1c5346add8361880", "receipt_sha256": { "report.json": "8feb0ba4e6ad5f06d98c1e9fd067151b5dcba23622baea666511689a9e04891f", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-full-analysis-ripgrep-1-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 376.80948500000005, "after": 380.4271150000004 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3636, "whole_task": 210101 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 218.14719700000023, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2273.172039, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 70.32287800000086, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.320519999999306, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 26.772320000000036, "is_error": false } ], "wall_seconds": 8.074, "cpu_seconds": 7.889965, "kernel_family_peak_bytes_including_page_cache": 893456384, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "5a941cd2e5f793429b357bd64edec3d9688def6f97bb1f1dc49c89f14337543a", "receipt_sha256": { "report.json": "1fe0fb333c9c75b674dc6adbaf6566143e6759631442d09f1e0c089c994504cb", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "caccc40d37b47dc2b14961fdabc8c47d668b0abae3d1537254764fd573e59270" } }, { "case": "pair-warm-full-analysis-ripgrep-1-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 417.998235, "after": 367.1838950000001 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3636, "whole_task": 210101 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2262.5982489999997, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2166.510759, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 73.45156999999926, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.514960000000428, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 26.11811900000066, "is_error": false } ], "wall_seconds": 7.476, "cpu_seconds": 7.264899, "kernel_family_peak_bytes_including_page_cache": 847982592, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "b0614ad7929ec0d2ea4addfd916126ed1d18aa71a9111b413aa616690f3454cd", "receipt_sha256": { "report.json": "6ea8e9f17e8716357a3e11023eeeb558cace92f544e9df4d412fab3cc4904a32", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "21c4730eb75d8fd8c02c25076c56e439049c8cb589ffce95c42a5e114ec0809d" } }, { "case": "pair-warm-full-analysis-ripgrep-2-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 390.038024, "after": 387.91532499999994 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3636, "whole_task": 210101 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2091.263771, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2156.6897690000005, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 66.09377800000038, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.600711000000047, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 29.42678899999919, "is_error": false } ], "wall_seconds": 7.271, "cpu_seconds": 7.011412, "kernel_family_peak_bytes_including_page_cache": 839393280, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "2fe0fe8c6a6de88d5f102b06ce1db37bb0bde9fb3bb7aa32857aa7dd3ad1bd87", "receipt_sha256": { "report.json": "908788962b3a911693e608dce8221c30ff04c7823067486c00d7a61b12a8099a", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "3411b8dd4541bd06c05a44e950c3914e89768c08bdc63f15b849872d324a53b3" } }, { "case": "pair-warm-full-analysis-ripgrep-2-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 389.31388400000003, "after": 407.5675449999999 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3636, "whole_task": 210101 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 222.64202699999987, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2118.45407, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 71.2047279999997, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.947869999999966, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 25.791919999999664, "is_error": false } ], "wall_seconds": 7.976, "cpu_seconds": 7.768468, "kernel_family_peak_bytes_including_page_cache": 892899328, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "7487a06d9efbe2612adaea8dbdad6bfd7acac1c6a9f4151b5786cb5fde3de3af", "receipt_sha256": { "report.json": "ccbc4961f5c054dfbbb49572d84906362135527abbf32955c72a2f666c3411bd", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "d5032cc82acad9b0dd0677519b6ca104dfb0ea9f1894a9bcb7b1a8727a54d699" } }, { "case": "pair-warm-full-analysis-ripgrep-3-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 413.92575400000004, "after": 378.4948539999996 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3636, "whole_task": 210101 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 223.63232599999992, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2126.89873, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 79.2121589999997, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.129460000000108, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 28.48841900000025, "is_error": false } ], "wall_seconds": 8.282, "cpu_seconds": 8.06946, "kernel_family_peak_bytes_including_page_cache": 908144640, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "7b33308461c5451d5ab16a5ce58ae925953238071d49e563fd2f79cd88388025", "receipt_sha256": { "report.json": "1f24845784720aa028bfa79ff3744247da124726474ca48c72996c317b158947", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "9c0b1ec72be6e614d7fff2d21109a87197c8e8b602d7135bde6efe027a6f8b1c" } }, { "case": "pair-warm-full-analysis-ripgrep-3-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 409.46834399999995, "after": 409.9364939999996 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3636, "whole_task": 210101 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2095.75842, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2355.2385050000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.538099999999758, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.057960000000094, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 28.19480999999996, "is_error": false } ], "wall_seconds": 7.575, "cpu_seconds": 7.372084, "kernel_family_peak_bytes_including_page_cache": 842661888, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "59cc47c87f6ee6b72d9f1cf6c49acd6be7e6fe32b01841d66cd4337b477af80a", "receipt_sha256": { "report.json": "cc13f27057c49471582a551b399afda764c4715961dc384c75a3320e20fc7b4d", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "e16b2f4ddd60c4967d8f21887549a9bd770ed41d464e21e50f203dc1ebbcb427" } }, { "case": "pair-warm-full-analysis-zellij-1-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 407.323875, "after": 381.71681399999943 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3556, "whole_task": 210021 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 346.2757539999993, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2258.0875880000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 76.21503800000028, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.03556000000026, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 30.250050000000556, "is_error": false } ], "wall_seconds": 8.582, "cpu_seconds": 8.332648, "kernel_family_peak_bytes_including_page_cache": 895754240, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "d26f30a93c3b43d5a41244595d64fbe41397dfa47a006a097ea9016ae21fc30a", "receipt_sha256": { "report.json": "a69c274b8795dd124430bc0359022d34fd4e14bea3f5d9f74079e96f42c3a695", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "02e41168c0b3f9d8cc1d64aa8ee3f4c301b769b7617907d0194a6d0c1e3619e2" } }, { "case": "pair-warm-full-analysis-zellij-1-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 390.661104, "after": 382.28986499999974 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3556, "whole_task": 210021 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2268.767597, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2219.6971880000006, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.998830000000453, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.803291000000172, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 30.50260900000012, "is_error": false } ], "wall_seconds": 7.479, "cpu_seconds": 7.231771, "kernel_family_peak_bytes_including_page_cache": 867786752, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "cce885599297773a56d0d2aea7ba0e9b6a01adb336dbf3ab1d1520a99e2997e3", "receipt_sha256": { "report.json": "ed90d3435d1d59ed2aefd1f84d78e933e6855c7c8ee3b4fe25965f986f43b25a", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "7fbdb8dccc9fec2410fd4ad714980e9cf238d175d206accf5f283dff24e4a494" } }, { "case": "pair-warm-full-analysis-zellij-2-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 392.751284, "after": 385.325065 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3556, "whole_task": 210021 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2232.147907, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2273.7027160000002, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 10.00869000000057, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.875379000000066, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 29.659529000000475, "is_error": false } ], "wall_seconds": 7.474, "cpu_seconds": 7.292747, "kernel_family_peak_bytes_including_page_cache": 870350848, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "25e38c99097c4eaa375cc00d370498ea0a1ebdbea1c2de66da957bb7843ea536", "receipt_sha256": { "report.json": "20e36c19a72776d87b0e06c51ccf8d14afa133dd4fd059b6eb69df32856a8ddb", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "a1562421d674d3413945f41661c5ef76db94037ab95b7755402fdeeb94094a0c" } }, { "case": "pair-warm-full-analysis-zellij-2-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 393.055544, "after": 393.32170399999995 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3556, "whole_task": 210021 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 340.5052649999998, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2204.1794469999995, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 67.60613000000012, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.84136000000035, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 29.628348999999616, "is_error": false } ], "wall_seconds": 8.279, "cpu_seconds": 8.123721, "kernel_family_peak_bytes_including_page_cache": 896585728, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "9982d566cffd7544563c820e8268a31377630e1fc54d3c5ff558ad143150ba46", "receipt_sha256": { "report.json": "8fc867d36077e3739b8c7ef10214e89a345a0ce5f4839db0d6ad79ff0cc2bb6b", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "27120d5475d2a48f97227ac234a7300f5f9c0fb6b9774b5d9bb46dd73cf4e78a" } }, { "case": "pair-warm-full-analysis-zellij-3-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline", "runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd", "runtime_audit_ms": { "before": 396.262505, "after": 389.0651739999994 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3556, "whole_task": 210021 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 335.02966600000036, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2298.8260359999995, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.15252000000055, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.975699999999961, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 28.19293000000016, "is_error": false } ], "wall_seconds": 8.382, "cpu_seconds": 8.150593, "kernel_family_peak_bytes_including_page_cache": 894513152, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "705a44390c318501894eaf791dce31f9dfed6263aa6335ea9b2680ac7469888d", "receipt_sha256": { "report.json": "92fe819b6854b3bbb96a8a0fa854cb66fc77eafc5ee4eb25691be0b5893ec762", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4e7f940fc0ef5cbb3d62441318f1c008960ee9bc64a76de02c7f92646af0a75e" } }, { "case": "pair-warm-full-analysis-zellij-3-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate", "runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2", "runtime_audit_ms": { "before": 393.959254, "after": 394.55480500000067 }, "catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 296, "text_replies": 3556, "whole_task": 210021 }, "raw_catalog_result_tokens_all_lists": 1824990, "raw_catalog_result_bytes_all_lists": 7176206, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2218.2269770000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2345.2631739999997, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.635131000000001, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.114990000000034, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 28.30637900000056, "is_error": false } ], "wall_seconds": 7.577, "cpu_seconds": 7.373364, "kernel_family_peak_bytes_including_page_cache": 882143232, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "b30714f1a6d9f33caa638c612de6e097aa3d9844dec4514db9044b72ae1fecaa", "receipt_sha256": { "report.json": "e8c07a543a6cb7b7345498fb14d7ccb1b24068926481cc98f20fedce184f0089", "catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "65d77de008a4bff811da32e9e26b3426f65ffb1c9581eb2ca2d3cc85c06374b7" } } ], "warmup_receipts": { "warmup-default-baseline": "fc854779ce6265a2f5955bb4cff6fdddc410a41bf12f940658efaebf39ca129e", "warmup-default-candidate": "84da9b7497b6cfca59dc094894f9ea525f48d50541d3c8c682ffbca9f00597c1", "warmup-full-baseline": "a4ddd633c96cf9e582585d0851e0d4d738055e4b21ebbc3af471b8c33a65948e", "warmup-full-candidate": "fd3048e4449975a6af000100bf58bbee16e86b2f2aef72f7b69b4564b57b25fb" } }