{ "status": "passed", "tokenizer": "tiktoken==0.14.0/cl100k_base; estimates, not model usage", "aggregation_sources_sha256": { "mcp-startup-costs.py": "7752374b610c67449513146614bbc0a20dfcbefcafee8339e8424e731213113e", "mcp-input-catalog-costs.py": "ad32e6726f892be16cc7d352118f7e9f9f0a85649d9edd1049b5d73483df8078" }, "context_scope": "Question, explicit recipe, server instructions, one complete name/description/input-schema directory, every tool argument and text reply, plus prompt directory for discovery. This projection assumes the client retains a single unchanged directory. Raw catalog result costs include every observed tools/list result separately, with output schemas and without JSON-RPC envelopes. SDK initialization/framing, reasoning and actual model usage are unmeasured. The analysis task includes retained-read, rejection, export/oracle and post-materialization directory checks.", "cache_scope": "Cold disables server Node compile cache. Warm enables a prepopulated role/profile-specific cache after one complete analysis priming run. Fresh server/client processes and HOME each trial. Driver compile cache disabled in both cohorts. Cache hit rate and OS page cache are unmeasured; source/runtime audits warm compiled-file pages before startup.", "resource_scope": "Whole SDK driver, resource observer and owned REA process family. Includes before/after source-and-all-compiled-JS/JSON binding, SDK schema checks, extra validation calls, bundle export and independent oracle checking. Kernel cgroup peak includes file cache. Build/download/oracle preparation and cache priming excluded. Retained V8 heap and forced-GC diagnostics were not separately measured.", "measurement_inputs": { "baseline_revision": "4a4bbab3c337701febeb6b532ace49041c4876e0", "candidate_revision": "461f342c71a72ef2be60912391df2393aa4e2ea3", "runtime_bindings": { "baseline": { "binding_version": 2, "root": "/home/yann/yann/rea-4360-main-final-control-20261022", "node": "v24.18.0", "git_revision": "4a4bbab3c337701febeb6b532ace49041c4876e0", "source_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "untracked_source_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945", "compiled_runtime_sha256": "24d4e121af0d8d41a15cd57aed6e9677ad2a57ea874c861c59ab160a02e24306", "compiled_runtime_files": 1990, "compiled_runtime_bytes": 38553674 }, "candidate": { "binding_version": 2, "root": "/home/yann/yann/rea-perf-mcp-integers-20261022", "node": "v24.18.0", "git_revision": "461f342c71a72ef2be60912391df2393aa4e2ea3", "source_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "untracked_source_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945", "compiled_runtime_sha256": "aac617cad522ed6a7480e5527e9f729a026b93d133928e7631ef7434eb32b967", "compiled_runtime_files": 1990, "compiled_runtime_bytes": 38519635 } }, "artifacts": { "ripgrep": { "path": "/tmp/rea-perf-rust-20261021/ripgrep", "sha256": "78387bbe12b2110df8d2ce364390a00c190f4543a2f40b8279e49f6c5c85af9c", "bytes": 3416168, "oracle": "/tmp/rea-perf-mcp-catalog-20261021/ripgrep-oracle.json", "oracle_sha256": "2b90d656b671f43d042a9efbc33f155e47ba8860a6c76a6b33bb60f54d2e2f8e" }, "zellij": { "path": "/tmp/rea-perf-rust-20261021/zellij", "sha256": "9a86e9ca47902a869fdf1886f4cf17714f4fa5655427128beadff498cfb392db", "bytes": 17151864, "oracle": "/tmp/rea-perf-mcp-catalog-20261021/zellij-oracle.json", "oracle_sha256": "ceffe670551105d159004591a8e060588a022b19231e43d9de6a9a2e6f514783" } }, "cases": [ { "case": "pair-cold-default-discovery-directory-1-baseline", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 1, "role": "baseline" }, { "case": "pair-cold-default-discovery-directory-1-candidate", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 1, "role": "candidate" }, { "case": "pair-cold-default-discovery-directory-2-candidate", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 2, "role": "candidate" }, { "case": "pair-cold-default-discovery-directory-2-baseline", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 2, "role": "baseline" }, { "case": "pair-cold-default-discovery-directory-3-baseline", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 3, "role": "baseline" }, { "case": "pair-cold-default-discovery-directory-3-candidate", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 3, "role": "candidate" }, { "case": "pair-cold-default-analysis-ripgrep-1-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "baseline" }, { "case": "pair-cold-default-analysis-ripgrep-1-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "candidate" }, { "case": "pair-cold-default-analysis-ripgrep-2-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "candidate" }, { "case": "pair-cold-default-analysis-ripgrep-2-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "baseline" }, { "case": "pair-cold-default-analysis-ripgrep-3-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "baseline" }, { "case": "pair-cold-default-analysis-ripgrep-3-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "candidate" }, { "case": "pair-cold-default-analysis-zellij-1-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline" }, { "case": "pair-cold-default-analysis-zellij-1-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate" }, { "case": "pair-cold-default-analysis-zellij-2-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate" }, { "case": "pair-cold-default-analysis-zellij-2-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline" }, { "case": "pair-cold-default-analysis-zellij-3-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline" }, { "case": "pair-cold-default-analysis-zellij-3-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate" }, { "case": "pair-cold-full-discovery-directory-1-baseline", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 1, "role": "baseline" }, { "case": "pair-cold-full-discovery-directory-1-candidate", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 1, "role": "candidate" }, { "case": "pair-cold-full-discovery-directory-2-candidate", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 2, "role": "candidate" }, { "case": "pair-cold-full-discovery-directory-2-baseline", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 2, "role": "baseline" }, { "case": "pair-cold-full-discovery-directory-3-baseline", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 3, "role": "baseline" }, { "case": "pair-cold-full-discovery-directory-3-candidate", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 3, "role": "candidate" }, { "case": "pair-cold-full-analysis-ripgrep-1-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "baseline" }, { "case": "pair-cold-full-analysis-ripgrep-1-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "candidate" }, { "case": "pair-cold-full-analysis-ripgrep-2-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "candidate" }, { "case": "pair-cold-full-analysis-ripgrep-2-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "baseline" }, { "case": "pair-cold-full-analysis-ripgrep-3-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "baseline" }, { "case": "pair-cold-full-analysis-ripgrep-3-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "candidate" }, { "case": "pair-cold-full-analysis-zellij-1-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline" }, { "case": "pair-cold-full-analysis-zellij-1-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate" }, { "case": "pair-cold-full-analysis-zellij-2-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate" }, { "case": "pair-cold-full-analysis-zellij-2-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline" }, { "case": "pair-cold-full-analysis-zellij-3-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline" }, { "case": "pair-cold-full-analysis-zellij-3-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate" }, { "case": "pair-warm-default-discovery-directory-1-baseline", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 1, "role": "baseline" }, { "case": "pair-warm-default-discovery-directory-1-candidate", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 1, "role": "candidate" }, { "case": "pair-warm-default-discovery-directory-2-candidate", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 2, "role": "candidate" }, { "case": "pair-warm-default-discovery-directory-2-baseline", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 2, "role": "baseline" }, { "case": "pair-warm-default-discovery-directory-3-baseline", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 3, "role": "baseline" }, { "case": "pair-warm-default-discovery-directory-3-candidate", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 3, "role": "candidate" }, { "case": "pair-warm-default-analysis-ripgrep-1-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "baseline" }, { "case": "pair-warm-default-analysis-ripgrep-1-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "candidate" }, { "case": "pair-warm-default-analysis-ripgrep-2-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "candidate" }, { "case": "pair-warm-default-analysis-ripgrep-2-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "baseline" }, { "case": "pair-warm-default-analysis-ripgrep-3-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "baseline" }, { "case": "pair-warm-default-analysis-ripgrep-3-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "candidate" }, { "case": "pair-warm-default-analysis-zellij-1-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline" }, { "case": "pair-warm-default-analysis-zellij-1-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate" }, { "case": "pair-warm-default-analysis-zellij-2-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate" }, { "case": "pair-warm-default-analysis-zellij-2-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline" }, { "case": "pair-warm-default-analysis-zellij-3-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline" }, { "case": "pair-warm-default-analysis-zellij-3-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate" }, { "case": "pair-warm-full-discovery-directory-1-baseline", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 1, "role": "baseline" }, { "case": "pair-warm-full-discovery-directory-1-candidate", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 1, "role": "candidate" }, { "case": "pair-warm-full-discovery-directory-2-candidate", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 2, "role": "candidate" }, { "case": "pair-warm-full-discovery-directory-2-baseline", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 2, "role": "baseline" }, { "case": "pair-warm-full-discovery-directory-3-baseline", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 3, "role": "baseline" }, { "case": "pair-warm-full-discovery-directory-3-candidate", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 3, "role": "candidate" }, { "case": "pair-warm-full-analysis-ripgrep-1-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "baseline" }, { "case": "pair-warm-full-analysis-ripgrep-1-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "candidate" }, { "case": "pair-warm-full-analysis-ripgrep-2-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "candidate" }, { "case": "pair-warm-full-analysis-ripgrep-2-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "baseline" }, { "case": "pair-warm-full-analysis-ripgrep-3-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "baseline" }, { "case": "pair-warm-full-analysis-ripgrep-3-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "candidate" }, { "case": "pair-warm-full-analysis-zellij-1-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline" }, { "case": "pair-warm-full-analysis-zellij-1-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate" }, { "case": "pair-warm-full-analysis-zellij-2-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate" }, { "case": "pair-warm-full-analysis-zellij-2-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline" }, { "case": "pair-warm-full-analysis-zellij-3-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline" }, { "case": "pair-warm-full-analysis-zellij-3-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate" } ], "diagnostic_cases": [ { "case": "heap-default-1-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline", "diagnostic_heap": true }, { "case": "heap-default-1-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate", "diagnostic_heap": true }, { "case": "heap-default-2-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate", "diagnostic_heap": true }, { "case": "heap-default-2-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline", "diagnostic_heap": true }, { "case": "heap-default-3-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline", "diagnostic_heap": true }, { "case": "heap-default-3-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate", "diagnostic_heap": true }, { "case": "heap-full-1-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline", "diagnostic_heap": true }, { "case": "heap-full-1-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate", "diagnostic_heap": true }, { "case": "heap-full-2-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate", "diagnostic_heap": true }, { "case": "heap-full-2-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline", "diagnostic_heap": true }, { "case": "heap-full-3-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline", "diagnostic_heap": true }, { "case": "heap-full-3-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate", "diagnostic_heap": true } ], "acquisition": [ { "package": "ripgrep-14.1.1-r0.apk", "url": "https://dl-cdn.alpinelinux.org/alpine/v3.21/community/x86_64/ripgrep-14.1.1-r0.apk", "package_sha256": "213dd0b047163f6627cc2fdd6fbfe205009476eb4fc48c352a3f5b9ab647f6d4", "package_bytes": 1422830, "member": "usr/bin/rg", "bytes": 3416168, "sha256": "78387bbe12b2110df8d2ce364390a00c190f4543a2f40b8279e49f6c5c85af9c", "aports_revision": "4e899d119e4c983a938436d6f397a509521225d1" }, { "package": "zellij-0.40.0-r0.apk", "url": "https://dl-cdn.alpinelinux.org/alpine/v3.21/community/x86_64/zellij-0.40.0-r0.apk", "package_sha256": "575075945415b221857563e19c5f4c661af9f98bbba54f0994c7385c0e432432", "package_bytes": 6722129, "member": "usr/bin/zellij", "bytes": 17151864, "sha256": "9a86e9ca47902a869fdf1886f4cf17714f4fa5655427128beadff498cfb392db", "aports_revision": "3be26a3a26e76e1bf3eff784bffe3956d29d77a0" } ], "independent_oracles": { "ripgrep": { "artifact_sha256": "78387bbe12b2110df8d2ce364390a00c190f4543a2f40b8279e49f6c5c85af9c", "section_sha256": "02b3cb036955be58bf4bd51710fcdec96a1f1a771e1bb7d1397d604557c2a6a7", "json_sha256": "ea478aa80f91aa8f5159aba648ddfdda642fa2c98759e54e65623a19065634be", "serde_rows": [ { "index": 36, "name": "serde", "version": "1.0.210", "kind": null } ] }, "zellij": { "artifact_sha256": "9a86e9ca47902a869fdf1886f4cf17714f4fa5655427128beadff498cfb392db", "section_sha256": "d0cabaf40a2875c519f68788547e484865463beeacf56bb01defa74253b4ba72", "json_sha256": "9bcf8d694440a7e064189616aa40b69046e32ee1c70683ef2e0778150b9163ef", "serde_rows": [ { "index": 294, "name": "serde", "version": "1.0.137", "kind": null } ] } }, "harness_sources_sha256": { "mcp-input-catalog.mjs": "fa9c7a9819fb32eee41fbdc368c6808c1b4aab835cc468e060a4587052a1c015", "managed-cli-runtime.mjs": "48c2a5fd617dccc10b8d36b01bc5c3d149758e1225008c931759e17ccbe83db4", "mcp-retained-heap.mjs": "78b04e08a33c140da6fc7ab42dffaaa6530428da2928f70be651781045ef6042", "resource-run.py": "7a9642ab86ba34290564f636eb080cacf38b4185a254028680b238bff172993b", "resource_payload.py": "6f089e645459eba80c5d73e39c21606c78173a44daf49fabc3b88c4631ce51c6" }, "questions": { "analysis": "Which serde package versions and package kinds occur in the selected Rust binary? Preserve complete source Evidence and verify retained reads.", "discovery": "Discover the complete REA tool and prompt directory." }, "recipes": { "analysis": "Initialize; list tools; inspect_rust_binary selecting serde name/version/kind; read the exact retained parent twice; verify canonical rejection of a negative offset; export and independently check all packages and edges; confirm the catalog remains identical; close.", "discovery": "Initialize; list the complete tools and prompts; validate input schema dialect and unique names; close." }, "orchestrator_sha256": "cd1f8bb8bc408b723ae86d0bb1c6b1e76be1be605737bf6c4fdd22d4c52d584a" }, "catalogs": { "default": { "sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "tool_count": 213, "input_catalog_tokens": 49670, "raw_catalog_tokens": 756165, "raw_catalog_bytes": 2935148 }, "full": { "sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "tool_count": 213, "input_catalog_tokens": 205744, "raw_catalog_tokens": 912436, "raw_catalog_bytes": 3587792 } }, "summary": [ { "phase": "discovery", "cache": "cold", "profile": "default", "artifact": null, "baseline": { "wall_seconds": { "median": 2.739, "min": 2.739, "max": 2.739 }, "cpu_seconds": { "median": 2.552663, "min": 2.511415, "max": 2.556219 }, "kernel_family_peak_bytes_including_page_cache": { "median": 259387392, "min": 258408448, "max": 263905280 }, "sdk_task_elapsed_seconds": { "median": 0.9435730449999998, "min": 0.9123522049999999, "max": 0.9469415640000001 }, "tokens_estimated": [50840, 50840, 50840] }, "candidate": { "wall_seconds": { "median": 2.239, "min": 2.237, "max": 2.744 }, "cpu_seconds": { "median": 2.074973, "min": 2.057036, "max": 2.583608 }, "kernel_family_peak_bytes_including_page_cache": { "median": 260485120, "min": 256352256, "max": 264577024 }, "sdk_task_elapsed_seconds": { "median": 0.9477840540000001, "min": 0.935287294, "max": 1.3319460720000003 }, "tokens_estimated": [50840, 50840, 50840] } }, { "phase": "discovery", "cache": "cold", "profile": "full", "artifact": null, "baseline": { "wall_seconds": { "median": 2.94, "min": 2.84, "max": 2.941 }, "cpu_seconds": { "median": 2.682444, "min": 2.628657, "max": 2.685704 }, "kernel_family_peak_bytes_including_page_cache": { "median": 364916736, "min": 363106304, "max": 367030272 }, "sdk_task_elapsed_seconds": { "median": 1.0665091050000002, "min": 1.045395505, "max": 1.0990473939999998 }, "tokens_estimated": [206914, 206914, 206914] }, "candidate": { "wall_seconds": { "median": 2.437, "min": 2.437, "max": 2.538 }, "cpu_seconds": { "median": 2.216807, "min": 2.196807, "max": 2.294942 }, "kernel_family_peak_bytes_including_page_cache": { "median": 363646976, "min": 362328064, "max": 366067712 }, "sdk_task_elapsed_seconds": { "median": 1.102061574, "min": 1.0831482540000001, "max": 1.103206674 }, "tokens_estimated": [206914, 206914, 206914] } }, { "phase": "discovery", "cache": "warm", "profile": "default", "artifact": null, "baseline": { "wall_seconds": { "median": 2.639, "min": 2.639, "max": 2.739 }, "cpu_seconds": { "median": 2.4609, "min": 2.446954, "max": 2.498392 }, "kernel_family_peak_bytes_including_page_cache": { "median": 264048640, "min": 258125824, "max": 281075712 }, "sdk_task_elapsed_seconds": { "median": 0.888425156, "min": 0.877036486, "max": 0.8892487570000001 }, "tokens_estimated": [50840, 50840, 50840] }, "candidate": { "wall_seconds": { "median": 2.135, "min": 2.135, "max": 2.236 }, "cpu_seconds": { "median": 1.979984, "min": 1.977371, "max": 1.985714 }, "kernel_family_peak_bytes_including_page_cache": { "median": 258142208, "min": 258023424, "max": 258285568 }, "sdk_task_elapsed_seconds": { "median": 0.8776175859999998, "min": 0.874714296, "max": 0.884515666 }, "tokens_estimated": [50840, 50840, 50840] } }, { "phase": "discovery", "cache": "warm", "profile": "full", "artifact": null, "baseline": { "wall_seconds": { "median": 2.84, "min": 2.838, "max": 2.845 }, "cpu_seconds": { "median": 2.665518, "min": 2.654345, "max": 2.68106 }, "kernel_family_peak_bytes_including_page_cache": { "median": 365486080, "min": 363147264, "max": 365658112 }, "sdk_task_elapsed_seconds": { "median": 1.037624177, "min": 1.034030976, "max": 1.040828556 }, "tokens_estimated": [206914, 206914, 206914] }, "candidate": { "wall_seconds": { "median": 2.338, "min": 2.337, "max": 2.439 }, "cpu_seconds": { "median": 2.143527, "min": 2.133334, "max": 2.228867 }, "kernel_family_peak_bytes_including_page_cache": { "median": 364027904, "min": 363192320, "max": 365486080 }, "sdk_task_elapsed_seconds": { "median": 1.0424973949999998, "min": 1.0174998259999999, "max": 1.060541565 }, "tokens_estimated": [206914, 206914, 206914] } }, { "phase": "analysis", "cache": "cold", "profile": "default", "artifact": "ripgrep", "baseline": { "wall_seconds": { "median": 7.571, "min": 7.374, "max": 7.673 }, "cpu_seconds": { "median": 7.372341, "min": 7.184124, "max": 7.438567 }, "kernel_family_peak_bytes_including_page_cache": { "median": 837644288, "min": 830922752, "max": 841400320 }, "sdk_task_elapsed_seconds": { "median": 5.778101796, "min": 5.589929067, "max": 5.839083505 }, "tokens_estimated": [54029, 54029, 54029] }, "candidate": { "wall_seconds": { "median": 7.169, "min": 6.971, "max": 7.183 }, "cpu_seconds": { "median": 6.917623, "min": 6.763883, "max": 6.938266 }, "kernel_family_peak_bytes_including_page_cache": { "median": 829534208, "min": 805789696, "max": 832606208 }, "sdk_task_elapsed_seconds": { "median": 5.752119637, "min": 5.638184646, "max": 5.801543996 }, "tokens_estimated": [54029, 54029, 54029] } }, { "phase": "analysis", "cache": "cold", "profile": "default", "artifact": "zellij", "baseline": { "wall_seconds": { "median": 7.876, "min": 7.784, "max": 7.877 }, "cpu_seconds": { "median": 7.623172, "min": 7.602933, "max": 7.702061 }, "kernel_family_peak_bytes_including_page_cache": { "median": 851640320, "min": 834486272, "max": 856920064 }, "sdk_task_elapsed_seconds": { "median": 5.997683557, "min": 5.981027178, "max": 6.068265945 }, "tokens_estimated": [53949, 53949, 53949] }, "candidate": { "wall_seconds": { "median": 7.373, "min": 7.372, "max": 7.376 }, "cpu_seconds": { "median": 7.133769, "min": 7.129316, "max": 7.169424 }, "kernel_family_peak_bytes_including_page_cache": { "median": 849821696, "min": 844066816, "max": 856973312 }, "sdk_task_elapsed_seconds": { "median": 5.990541997, "min": 5.985346128, "max": 6.006863447 }, "tokens_estimated": [53949, 53949, 53949] } }, { "phase": "analysis", "cache": "cold", "profile": "full", "artifact": "ripgrep", "baseline": { "wall_seconds": { "median": 7.876, "min": 7.874, "max": 7.988 }, "cpu_seconds": { "median": 7.710129, "min": 7.66476, "max": 7.754883 }, "kernel_family_peak_bytes_including_page_cache": { "median": 842698752, "min": 826859520, "max": 843620352 }, "sdk_task_elapsed_seconds": { "median": 6.076761360000001, "min": 6.031222070000001, "max": 6.144969259 }, "tokens_estimated": [210103, 210103, 210103] }, "candidate": { "wall_seconds": { "median": 7.475, "min": 7.372, "max": 7.475 }, "cpu_seconds": { "median": 7.294512, "min": 7.20172, "max": 7.299765 }, "kernel_family_peak_bytes_including_page_cache": { "median": 840134656, "min": 827777024, "max": 845266944 }, "sdk_task_elapsed_seconds": { "median": 6.118675209999999, "min": 6.05505673, "max": 6.138012358999999 }, "tokens_estimated": [210103, 210103, 210103] } }, { "phase": "analysis", "cache": "cold", "profile": "full", "artifact": "zellij", "baseline": { "wall_seconds": { "median": 8.079, "min": 8.077, "max": 8.482 }, "cpu_seconds": { "median": 7.851688, "min": 7.831772, "max": 8.301631 }, "kernel_family_peak_bytes_including_page_cache": { "median": 855277568, "min": 848592896, "max": 855953408 }, "sdk_task_elapsed_seconds": { "median": 6.2276430309999995, "min": 6.188756691000001, "max": 6.641250009 }, "tokens_estimated": [210023, 210023, 210023] }, "candidate": { "wall_seconds": { "median": 7.573, "min": 7.573, "max": 8.685 }, "cpu_seconds": { "median": 7.377803, "min": 7.318713, "max": 8.498328 }, "kernel_family_peak_bytes_including_page_cache": { "median": 858882048, "min": 846467072, "max": 859328512 }, "sdk_task_elapsed_seconds": { "median": 6.20877096, "min": 6.152074191, "max": 7.317706907 }, "tokens_estimated": [210023, 210023, 210023] } }, { "phase": "analysis", "cache": "warm", "profile": "default", "artifact": "ripgrep", "baseline": { "wall_seconds": { "median": 7.575, "min": 7.573, "max": 7.876 }, "cpu_seconds": { "median": 7.351674, "min": 7.317628, "max": 7.679281 }, "kernel_family_peak_bytes_including_page_cache": { "median": 854601728, "min": 830029824, "max": 855470080 }, "sdk_task_elapsed_seconds": { "median": 5.742695254999999, "min": 5.673776296, "max": 5.985042274 }, "tokens_estimated": [54029, 54029, 54029] }, "candidate": { "wall_seconds": { "median": 6.977, "min": 6.768, "max": 7.175 }, "cpu_seconds": { "median": 6.809803, "min": 6.599113, "max": 6.981504 }, "kernel_family_peak_bytes_including_page_cache": { "median": 830066688, "min": 811159552, "max": 833011712 }, "sdk_task_elapsed_seconds": { "median": 5.655500376, "min": 5.428931827, "max": 5.806811635 }, "tokens_estimated": [54029, 54029, 54029] } }, { "phase": "analysis", "cache": "warm", "profile": "default", "artifact": "zellij", "baseline": { "wall_seconds": { "median": 7.774, "min": 7.569, "max": 8.078 }, "cpu_seconds": { "median": 7.580788, "min": 7.334911, "max": 7.839564 }, "kernel_family_peak_bytes_including_page_cache": { "median": 860782592, "min": 835899392, "max": 867270656 }, "sdk_task_elapsed_seconds": { "median": 5.965027105, "min": 5.6845126079999995, "max": 6.186281265 }, "tokens_estimated": [53949, 53949, 53949] }, "candidate": { "wall_seconds": { "median": 7.178, "min": 7.07, "max": 7.472 }, "cpu_seconds": { "median": 6.980825, "min": 6.844209, "max": 7.279204 }, "kernel_family_peak_bytes_including_page_cache": { "median": 861921280, "min": 852742144, "max": 862892032 }, "sdk_task_elapsed_seconds": { "median": 5.788281946, "min": 5.699361217, "max": 6.092467987 }, "tokens_estimated": [53949, 53949, 53949] } }, { "phase": "analysis", "cache": "warm", "profile": "full", "artifact": "ripgrep", "baseline": { "wall_seconds": { "median": 7.976, "min": 7.779, "max": 8.381 }, "cpu_seconds": { "median": 7.746147, "min": 7.554551, "max": 8.210373 }, "kernel_family_peak_bytes_including_page_cache": { "median": 852127744, "min": 847724544, "max": 864243712 }, "sdk_task_elapsed_seconds": { "median": 6.100206518, "min": 5.908541518, "max": 6.461054376 }, "tokens_estimated": [210103, 210103, 210103] }, "candidate": { "wall_seconds": { "median": 7.875, "min": 7.375, "max": 13.26 }, "cpu_seconds": { "median": 7.678779, "min": 7.114094, "max": 13.056275 }, "kernel_family_peak_bytes_including_page_cache": { "median": 827604992, "min": 816529408, "max": 830488576 }, "sdk_task_elapsed_seconds": { "median": 6.491604155999999, "min": 5.948197807, "max": 11.06374727 }, "tokens_estimated": [210103, 210103, 210103] } }, { "phase": "analysis", "cache": "warm", "profile": "full", "artifact": "zellij", "baseline": { "wall_seconds": { "median": 14.995, "min": 14.577, "max": 15.209 }, "cpu_seconds": { "median": 14.742113, "min": 14.317825, "max": 14.941863 }, "kernel_family_peak_bytes_including_page_cache": { "median": 858275840, "min": 854343680, "max": 860213248 }, "sdk_task_elapsed_seconds": { "median": 11.775706637, "min": 11.451355266999999, "max": 12.016412178 }, "tokens_estimated": [210023, 210023, 210023] }, "candidate": { "wall_seconds": { "median": 13.978, "min": 13.881, "max": 14.501 }, "cpu_seconds": { "median": 13.717532, "min": 13.68354, "max": 14.254371 }, "kernel_family_peak_bytes_including_page_cache": { "median": 850964480, "min": 846639104, "max": 852447232 }, "sdk_task_elapsed_seconds": { "median": 11.528995319, "min": 11.464475301, "max": 12.039295778 }, "tokens_estimated": [210023, 210023, 210023] } } ], "records": [ { "case": "pair-cold-default-discovery-directory-1-baseline", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 1, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 634.580646, "after": 638.7313860000002 }, "sdk_task_elapsed_seconds": 0.9469415640000001, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756165, "raw_catalog_result_bytes_all_lists": 2935148, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.739, "cpu_seconds": 2.556219, "kernel_family_peak_bytes_including_page_cache": 259387392, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "89472c217304fda514dc3ad0850fd62282bdfb3900d1120d8760257c04e6f73c", "receipt_sha256": { "report.json": "d66cddfada9f433e90e5fe1e74f9410cf2c38abf62aab31f53ef0d95b060ce3f", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-default-discovery-directory-1-candidate", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 1, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 395.14572799999996, "after": 386.590948 }, "sdk_task_elapsed_seconds": 0.9477840540000001, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756165, "raw_catalog_result_bytes_all_lists": 2935148, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.239, "cpu_seconds": 2.074973, "kernel_family_peak_bytes_including_page_cache": 264577024, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "1c95e0da023e1e57788b18b1fe8d40ec24cb39d91fadb5e1b7f939d662e16766", "receipt_sha256": { "report.json": "46399eb5fb870a3379eb82b9321489ba356ad525e49a84b671b079aa4cd4cb93", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-default-discovery-directory-2-candidate", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 2, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 401.64494800000006, "after": 379.101488 }, "sdk_task_elapsed_seconds": 0.935287294, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756165, "raw_catalog_result_bytes_all_lists": 2935148, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.237, "cpu_seconds": 2.057036, "kernel_family_peak_bytes_including_page_cache": 260485120, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "16ad9311340f7f3a93fedea1603b1cbbd2ae361ad427feca00313c8195649557", "receipt_sha256": { "report.json": "3067affdb8f62f40e9745888b0d4e4d34e3ce885fcc7bbfe9cd9afee383d6e96", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-default-discovery-directory-2-baseline", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 2, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 639.9987659999999, "after": 607.156207 }, "sdk_task_elapsed_seconds": 0.9123522049999999, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756165, "raw_catalog_result_bytes_all_lists": 2935148, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.739, "cpu_seconds": 2.511415, "kernel_family_peak_bytes_including_page_cache": 263905280, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "c1bec8649f16460cffc7a0bfbfac8169943e133dca19bf2b06dd5e3cc720edbe", "receipt_sha256": { "report.json": "dcd89cc328ad5ac5c6e5febb34ac2c19578e34acd96832f6e299d3335d95a908", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-default-discovery-directory-3-baseline", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 3, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 650.367986, "after": 633.244216 }, "sdk_task_elapsed_seconds": 0.9435730449999998, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756165, "raw_catalog_result_bytes_all_lists": 2935148, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.739, "cpu_seconds": 2.552663, "kernel_family_peak_bytes_including_page_cache": 258408448, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "fd214bfa0865a7afca407107ca1b8da3c2f00ae11c6e07ba6976322e8f4e1dd1", "receipt_sha256": { "report.json": "481a6e4850dfefc97106b53dd89f0a62f3e85a6a1b8db35d0afcd9f40f5656ed", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-default-discovery-directory-3-candidate", "cache": "cold", "profile": "default", "phase": "discovery", "artifact": null, "pair": 3, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 523.487727, "after": 380.7200579999999 }, "sdk_task_elapsed_seconds": 1.3319460720000003, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756165, "raw_catalog_result_bytes_all_lists": 2935148, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.744, "cpu_seconds": 2.583608, "kernel_family_peak_bytes_including_page_cache": 256352256, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "9a85adbadd4eab8b374bdad583d9907327560eec609b51194e327792b82137fe", "receipt_sha256": { "report.json": "a0a7cb446c56ad3ffd8f1b61a95c7767ac981e1b4e6bcb1fd17ff4d4a93cd681", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-default-analysis-ripgrep-1-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 625.7156650000001, "after": 605.0677070000002 }, "sdk_task_elapsed_seconds": 5.839083505, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3637, "whole_task": 54029 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2229.782866, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2289.400996, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.807859999999891, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.3744299999998475, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 24.28417999999965, "is_error": false } ], "wall_seconds": 7.673, "cpu_seconds": 7.438567, "kernel_family_peak_bytes_including_page_cache": 837644288, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "81ca44b0073ed4b8117041aedc07483b490be4d5e171a58019d5481ae97c569d", "receipt_sha256": { "report.json": "a1ffb51995fd1fb5a5aa9dedb53410e0f611049a82bf13937a7117cffc011f95", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "db9f86a654f9d5fb76de134ef28ff2b44fc68add010e5c8882472e30df01bda6" } }, { "case": "pair-cold-default-analysis-ripgrep-1-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 388.778058, "after": 382.57095800000025 }, "sdk_task_elapsed_seconds": 5.638184646, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3637, "whole_task": 54029 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2185.317177, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2235.353788, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.33856999999989, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.448319999999512, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 24.081119999999828, "is_error": false } ], "wall_seconds": 6.971, "cpu_seconds": 6.763883, "kernel_family_peak_bytes_including_page_cache": 805789696, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "62343613b824b88a47cf382e251e50c8fb79726ef523535ec5dd961f2837397b", "receipt_sha256": { "report.json": "0cc281e1471d29af14aed2cbbe66d4c7df95508d095208ba834a366785f00c35", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "cb0134e3063034f9939931822515b386f056b813654245026feaf78ae90b2c93" } }, { "case": "pair-cold-default-analysis-ripgrep-2-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 393.274268, "after": 376.12796700000035 }, "sdk_task_elapsed_seconds": 5.801543996, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3637, "whole_task": 54029 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2201.351426, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2347.215836, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.659790000000612, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 3.995531000000483, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 23.478809000000183, "is_error": false } ], "wall_seconds": 7.183, "cpu_seconds": 6.938266, "kernel_family_peak_bytes_including_page_cache": 832606208, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "747f4be4f3d77cf9407848c2b37fbb28e711d84b62fe24ee75e548a1eefdb729", "receipt_sha256": { "report.json": "3dfd8da6eecff2dd2f58657a9102e9be0b3d19d01c94716fa35a1a6db9174f37", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "7c836c2e634f08a9835aa58afeb4e293529db2117e67351d455fcb4b91be294a" } }, { "case": "pair-cold-default-analysis-ripgrep-2-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 619.596906, "after": 610.9297960000004 }, "sdk_task_elapsed_seconds": 5.589929067, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3637, "whole_task": 54029 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2211.4524869999996, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2058.199878, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 65.36613899999975, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 18.64698000000044, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 29.307019999999284, "is_error": false } ], "wall_seconds": 7.374, "cpu_seconds": 7.184124, "kernel_family_peak_bytes_including_page_cache": 830922752, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "a5c286b47fc9dedc6c7bd75336e3b5f692ad454bd13f0767863056e2cc98b17e", "receipt_sha256": { "report.json": "d7154c190b34fe77ae6c18684210f49af75eeae0396bfd7b99755fea64e326ac", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "12af7e5294bd0350651ba809a4d383b5473745737f906b81290e573b77e4c6c4" } }, { "case": "pair-cold-default-analysis-ripgrep-3-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 613.2370970000001, "after": 606.5711670000001 }, "sdk_task_elapsed_seconds": 5.778101796, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3637, "whole_task": 54029 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2210.6182980000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2267.5096169999997, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.417410000000018, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.185939999999391, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 24.642329999999674, "is_error": false } ], "wall_seconds": 7.571, "cpu_seconds": 7.372341, "kernel_family_peak_bytes_including_page_cache": 841400320, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "9e08bf6e5ed87c8992ea91ae40f1dde3cf6129130e638edfedffd6f17c7c1fd5", "receipt_sha256": { "report.json": "af420ec7d86f9e2d7366d27d2d5b75db826d7bc89cc7bba6cc3217daaee30abe", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "040786c2000ccc9afaefb1bfb1b659685825ca04ce1939829bfd4a9901a47b04" } }, { "case": "pair-cold-default-analysis-ripgrep-3-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 403.27339800000004, "after": 386.8799079999999 }, "sdk_task_elapsed_seconds": 5.752119637, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3637, "whole_task": 54029 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2188.9772679999996, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2297.549367, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.58755999999994, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.203749999999673, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 25.89165000000048, "is_error": false } ], "wall_seconds": 7.169, "cpu_seconds": 6.917623, "kernel_family_peak_bytes_including_page_cache": 829534208, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "28557dbc7489b2c075919f8e90934b880ec855bc990dc0b71e515b510653556f", "receipt_sha256": { "report.json": "f6a7fd14f1a16c4b36062ea4a4b16cd952ae6445b930966d7abb558aa1f1e96e", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "9b2d46f469c7844c6f0469a531e2a4f7df9cd5bce6688c3a7c6727f8937a9d83" } }, { "case": "pair-cold-default-analysis-zellij-1-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 628.9286770000001, "after": 622.065087 }, "sdk_task_elapsed_seconds": 6.068265945, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3557, "whole_task": 53949 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2446.6106849999996, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2315.7439269999995, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.847580999999991, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.240538999999444, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 29.05634999999984, "is_error": false } ], "wall_seconds": 7.877, "cpu_seconds": 7.702061, "kernel_family_peak_bytes_including_page_cache": 851640320, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "3dfbeeec1c2ad4d9fbfce88b4e705ceee80f86ccae69d096efff0a5d317dcb4a", "receipt_sha256": { "report.json": "0f01212d2ed55246a4e6fd22bf38296ed60ea88e0f8c7d77af38c8a1f498d439", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "79d4af3899944e3fe1511445d12e53c390e0875fd8e19cc1c9e397aaa3033244" } }, { "case": "pair-cold-default-analysis-zellij-1-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 389.513007, "after": 373.70207799999935 }, "sdk_task_elapsed_seconds": 5.990541997, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3557, "whole_task": 53949 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2384.931246, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2315.6841269999995, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.112800000000789, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 6.144819999999527, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 32.43714999999975, "is_error": false } ], "wall_seconds": 7.373, "cpu_seconds": 7.129316, "kernel_family_peak_bytes_including_page_cache": 856973312, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "f170cf3addf5f1248d316198126ed17039dcf0fcc0c72c5041f198106efcc419", "receipt_sha256": { "report.json": "d030bd4f9e6cb45203f176d738da3193829f23939d68d4fefdceede3b1b919c2", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "e1242e6fa2c041dde60d46b0dfc65de91fcc754439c334ab6bebde0a70d219b3" } }, { "case": "pair-cold-default-analysis-zellij-2-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 386.977468, "after": 372.45045800000025 }, "sdk_task_elapsed_seconds": 6.006863447, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3557, "whole_task": 53949 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2367.667507, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2343.856287, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 42.91671000000042, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 7.7937599999995655, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.012220000000525, "is_error": false } ], "wall_seconds": 7.372, "cpu_seconds": 7.169424, "kernel_family_peak_bytes_including_page_cache": 844066816, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "558d3fb03ff483f8f49009280ada8ad84d80f7f7f2ed4084741c7424bda117a4", "receipt_sha256": { "report.json": "679ee11e6841e367859bc44a4c10b598050fbda9cdf6d29df65f0bbb3c265202", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "98619a3209420cc8e88923055f2d08fa36817359026b7085d80f08ef85191a2b" } }, { "case": "pair-cold-default-analysis-zellij-2-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 621.627027, "after": 616.7703760000004 }, "sdk_task_elapsed_seconds": 5.981027178, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3557, "whole_task": 53949 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2411.603157, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2292.1830179999997, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.707899999999427, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.968820000000051, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.84194000000025, "is_error": false } ], "wall_seconds": 7.784, "cpu_seconds": 7.602933, "kernel_family_peak_bytes_including_page_cache": 834486272, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "e8d74db9e295382c19686a7228ae156f35d0c5b949c64b9786aecec8264604f8", "receipt_sha256": { "report.json": "bc30982f27d2a6a6d4fc157a5e998a2bef1d19667ce0c0b4c71e1f6f62543806", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "a97d542f3fa2c05b99f32264e33c609058d5f1c02e6e1ea7b8ab0192c3d943fa" } }, { "case": "pair-cold-default-analysis-zellij-3-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 627.978708, "after": 620.965177 }, "sdk_task_elapsed_seconds": 5.997683557, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3557, "whole_task": 53949 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2380.030607, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2349.5959970000004, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.343630000000303, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.632789999999659, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.6558100000002, "is_error": false } ], "wall_seconds": 7.876, "cpu_seconds": 7.623172, "kernel_family_peak_bytes_including_page_cache": 856920064, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "d49c42f0a4e9be95487e435c6c369fe5a1c52637b6ce6ea36f7594d9ab5a4777", "receipt_sha256": { "report.json": "334671cfd375c18117e5a109257befc0e0bd5ec8e44db19430cd6bd4ec2ae158", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "ae09ee8d8df446dfbf6fa638596b124691288d039090412591eef49b867bd570" } }, { "case": "pair-cold-default-analysis-zellij-3-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 382.87296799999996, "after": 383.17726800000037 }, "sdk_task_elapsed_seconds": 5.985346128, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3557, "whole_task": 53949 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2390.283278, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2321.5986070000004, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.337480000000141, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.770399999999427, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 28.842029999999795, "is_error": false } ], "wall_seconds": 7.376, "cpu_seconds": 7.133769, "kernel_family_peak_bytes_including_page_cache": 849821696, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "56aa71ed276cbfc6842ab7458b174795700a5827320c7519028f9d7fe1fe527a", "receipt_sha256": { "report.json": "7c9979516e0f30908cf245205eb1542a791ef64615fc6716e1f24708dd1722fa", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "b1de2e4f5115f3a0db32c63065360a6cbfd36c14ae981c8637a3e1453c03ec57" } }, { "case": "pair-cold-full-discovery-directory-1-baseline", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 1, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 629.890997, "after": 618.1497060000002 }, "sdk_task_elapsed_seconds": 1.045395505, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912436, "raw_catalog_result_bytes_all_lists": 3587792, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.84, "cpu_seconds": 2.628657, "kernel_family_peak_bytes_including_page_cache": 363106304, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "5311526a4d24892c2d2bad4987d0ef01ed8f75f5622346d7740f69461e2b105b", "receipt_sha256": { "report.json": "7826304ef1377672a32a866325297a233e940138d1af56d41e9b8ec42ee6318d", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-full-discovery-directory-1-candidate", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 1, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 390.22933700000004, "after": 377.1193280000002 }, "sdk_task_elapsed_seconds": 1.103206674, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912436, "raw_catalog_result_bytes_all_lists": 3587792, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.437, "cpu_seconds": 2.216807, "kernel_family_peak_bytes_including_page_cache": 366067712, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "ca90525ae23879fb65e5d02a9a9378280c31fde9ee55744693ba8eea8dfe613e", "receipt_sha256": { "report.json": "03027dd8091db0272dbd0ce9f8b14e8a960230fdc4000c6c616fdb34a0cfa453", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-full-discovery-directory-2-candidate", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 2, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 404.03636800000004, "after": 432.9608979999998 }, "sdk_task_elapsed_seconds": 1.102061574, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912436, "raw_catalog_result_bytes_all_lists": 3587792, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.538, "cpu_seconds": 2.294942, "kernel_family_peak_bytes_including_page_cache": 362328064, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "e2f3facf1429b2773efbd4d9480ea358f3dd00e3cdbb2b354c627847e05f5574", "receipt_sha256": { "report.json": "b9a03221b459591fd1359dc3262d5037912d0378c804487620397966406784c5", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-full-discovery-directory-2-baseline", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 2, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 627.948746, "after": 665.427216 }, "sdk_task_elapsed_seconds": 1.0665091050000002, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912436, "raw_catalog_result_bytes_all_lists": 3587792, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.94, "cpu_seconds": 2.682444, "kernel_family_peak_bytes_including_page_cache": 364916736, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "089826ea8c62df98e858d135a72bc01a5d72f61f692c205724b6e5aadb3b4401", "receipt_sha256": { "report.json": "56e7a58b9a809e20ea12a584437462a5efe5e95881fb6e8157859c11f9d512ea", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-full-discovery-directory-3-baseline", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 3, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 620.881997, "after": 615.8508670000001 }, "sdk_task_elapsed_seconds": 1.0990473939999998, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912436, "raw_catalog_result_bytes_all_lists": 3587792, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.941, "cpu_seconds": 2.685704, "kernel_family_peak_bytes_including_page_cache": 367030272, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "04939c57e3c822a1b4ee88a9ffbb4cca2967a72891d6fbf181dc6f374d450573", "receipt_sha256": { "report.json": "415f5206675e58048fd0d53c740232bb6e3380a9a92e5915255b9dde0549db23", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-full-discovery-directory-3-candidate", "cache": "cold", "profile": "full", "phase": "discovery", "artifact": null, "pair": 3, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 392.555838, "after": 378.2254180000002 }, "sdk_task_elapsed_seconds": 1.0831482540000001, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912436, "raw_catalog_result_bytes_all_lists": 3587792, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.437, "cpu_seconds": 2.196807, "kernel_family_peak_bytes_including_page_cache": 363646976, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "3f6e4e8332998c91686b25539712bda4f7afa78111067d60cd51a53e105e0851", "receipt_sha256": { "report.json": "4e3ff15d57608720c6178952f5ba4e5f3ab2d0947f3f75bf99f106464723c82b", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-cold-full-analysis-ripgrep-1-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 625.543437, "after": 632.634916 }, "sdk_task_elapsed_seconds": 6.076761360000001, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3637, "whole_task": 210103 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2170.155089, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2318.1014480000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 10.230399999999463, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.011889999999767, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 25.664260000000468, "is_error": false } ], "wall_seconds": 7.876, "cpu_seconds": 7.710129, "kernel_family_peak_bytes_including_page_cache": 842698752, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "58099d2edf89e2a712b308105c8dfe167ad1feffbf3a9f0669fe099c704e1dd0", "receipt_sha256": { "report.json": "00e4dc8e17ade871008d7767d12ae8e4d5281c425fbbbd1f07f4e371c7e8575c", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "f09a840b26a2f58a84a6233b3ecee6761098c6bc8d013231f9366027f30665bc" } }, { "case": "pair-cold-full-analysis-ripgrep-1-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 400.533108, "after": 377.4843180000007 }, "sdk_task_elapsed_seconds": 6.138012358999999, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3637, "whole_task": 210103 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2270.390378, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2260.433199, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.737510000000839, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.53650000000016, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 26.04856000000018, "is_error": false } ], "wall_seconds": 7.475, "cpu_seconds": 7.299765, "kernel_family_peak_bytes_including_page_cache": 845266944, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "6f24dad5379ad198f0862b7d4e79b1e0139a04b679a915721ebdc4afb35a775b", "receipt_sha256": { "report.json": "fb4d07a222a13d9e3fe46da056bede61b8e1d965ccad6d64dea0f78370256915", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "30751bcd390e1d5149b4e5a616c9bfc69ad2257d77689c2f60e6c22149e3846f" } }, { "case": "pair-cold-full-analysis-ripgrep-2-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 390.90667800000006, "after": 375.35122800000045 }, "sdk_task_elapsed_seconds": 6.05505673, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3637, "whole_task": 210103 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2204.7890100000004, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2219.3471990000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.673259000000144, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.403829999999289, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 25.87572, "is_error": false } ], "wall_seconds": 7.372, "cpu_seconds": 7.20172, "kernel_family_peak_bytes_including_page_cache": 840134656, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "f0591ea0b87e593a46536f898525ff8ad695b19c9005b9dfd000702cc70f9bf2", "receipt_sha256": { "report.json": "732e3cfb37735a61fc1e588e033126671e158cc7536ab56dc17149528644715e", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "e4644b49544ac9213075834f353b931e880f756f2052888bf3847f5a22b52201" } }, { "case": "pair-cold-full-analysis-ripgrep-2-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 632.959587, "after": 631.5438469999999 }, "sdk_task_elapsed_seconds": 6.031222070000001, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3637, "whole_task": 210103 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2179.5238390000004, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2147.714349, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 80.04217999999946, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.748909999999341, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 25.316899999999805, "is_error": false } ], "wall_seconds": 7.874, "cpu_seconds": 7.66476, "kernel_family_peak_bytes_including_page_cache": 826859520, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "a4f08f0af27d8c5d627a669aec544d53d03bf51871d72f500dd5b0ac4d79fa21", "receipt_sha256": { "report.json": "ec7d2c81d96d7697b98c1b0b662528224bbd300eae42d052a354d5685ca6e489", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "d2495821124dfeedae1835d1063892965ec224ca889683d57519522c6a690af9" } }, { "case": "pair-cold-full-analysis-ripgrep-3-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 615.4213070000001, "after": 631.1476270000003 }, "sdk_task_elapsed_seconds": 6.144969259, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3637, "whole_task": 210103 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2290.7312789999996, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2161.18369, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 79.85771999999997, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.724050000000716, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.58078000000023, "is_error": false } ], "wall_seconds": 7.988, "cpu_seconds": 7.754883, "kernel_family_peak_bytes_including_page_cache": 843620352, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "1af429562d8ccecb18f6dec0c69bab06d4fde919c2ef0040cd23dc3861fe9e70", "receipt_sha256": { "report.json": "ac5ece1cfd7d0094ef946bb82a4f6455a521f9f13c1285b85d5c123ad9aaec49", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "ec72f902ddedb947f141c454e88982f11868b2a33d201440d74b5ae2b0d1f3a4" } }, { "case": "pair-cold-full-analysis-ripgrep-3-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 399.61565800000005, "after": 385.0950590000002 }, "sdk_task_elapsed_seconds": 6.118675209999999, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3637, "whole_task": 210103 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2171.1585189999996, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2326.291299, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 10.114069999999629, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.253349999999955, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 26.211299999999937, "is_error": false } ], "wall_seconds": 7.475, "cpu_seconds": 7.294512, "kernel_family_peak_bytes_including_page_cache": 827777024, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "8df2ac6cc0dcda49854c10176fa2d612b688dd71363677404be7553b41502f78", "receipt_sha256": { "report.json": "a76faef0ec8d37b224370f7b7a0df1785fab439343ff95e718317299587cedcb", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "01b8028a35af8b437916c3ce26f70a1e419864df49d38a7c23b31feeb5c7cf08" } }, { "case": "pair-cold-full-analysis-zellij-1-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 633.5009269999999, "after": 629.3595770000002 }, "sdk_task_elapsed_seconds": 6.2276430309999995, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3557, "whole_task": 210023 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2350.5731989999995, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2162.7106399999993, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 75.45830000000024, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.242099999999482, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 46.36221999999998, "is_error": false } ], "wall_seconds": 8.079, "cpu_seconds": 7.831772, "kernel_family_peak_bytes_including_page_cache": 848592896, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "4b6f747aef47843a9e4620f2d28013dbd689190c410e3d6ab7e68f89ade4eb90", "receipt_sha256": { "report.json": "61c543bd231aa95d009c4a3e4810aba76a871f9545edbb277022d06b71bb03a9", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "be0f9c28d60cbe910264a524d33e70fe710eb9ba4194512e74e5a67329797ad7" } }, { "case": "pair-cold-full-analysis-zellij-1-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 389.822099, "after": 406.5415779999994 }, "sdk_task_elapsed_seconds": 6.20877096, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3557, "whole_task": 210023 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2285.04718, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2211.2820990000005, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 77.34936000000016, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 6.637780000000021, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 29.217539999999644, "is_error": false } ], "wall_seconds": 7.573, "cpu_seconds": 7.377803, "kernel_family_peak_bytes_including_page_cache": 846467072, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "4149119575b09e688ab8b732cce27ae249a6309fd558b22f1165777c2b8aac78", "receipt_sha256": { "report.json": "65052f4d392204776ab2d659b7d30c6093dcd1e5f396ffa95aeff810ffeaaf1a", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "bdf04242df1b4204d128320a0e319e8a1b956fd9ddd9595c856a20d0d0b11eca" } }, { "case": "pair-cold-full-analysis-zellij-2-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 397.06117800000004, "after": 387.3936480000002 }, "sdk_task_elapsed_seconds": 6.152074191, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3557, "whole_task": 210023 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2290.0921099999996, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2278.219289, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.589889999999286, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.964199999999437, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.786590000000615, "is_error": false } ], "wall_seconds": 7.573, "cpu_seconds": 7.318713, "kernel_family_peak_bytes_including_page_cache": 859328512, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "d868dc3fda6d4295c1b734f0390441a736f2f0e983cc97274626d8876904dbf7", "receipt_sha256": { "report.json": "0a899c19e2f9fa4ea29a6efdda6d44d103f7e267725b37b5cb485de83e6e13ed", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "bd594f016ddaeac826a03c0fa36bd00cd713f38b299ea1717c9d1055f02f9ed6" } }, { "case": "pair-cold-full-analysis-zellij-2-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 627.548487, "after": 642.9884070000007 }, "sdk_task_elapsed_seconds": 6.188756691000001, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3557, "whole_task": 210023 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2372.872909, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2205.725859, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.482199000000037, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.9183409999996, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 29.62988900000073, "is_error": false } ], "wall_seconds": 8.077, "cpu_seconds": 7.851688, "kernel_family_peak_bytes_including_page_cache": 855277568, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "eeb8cbd7c31ac41469da9f4036f928638c6646796cd7aba9aed82f0194eab852", "receipt_sha256": { "report.json": "e0bc8de49d432af661798cd5b8b6e37221e0e95f572f164e1fb3cf0d316192a0", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "3d75525709ab3ac22f7187c48579880cdf58cd9fbc8d36d0e950d9518478dbf2" } }, { "case": "pair-cold-full-analysis-zellij-3-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 639.025817, "after": 640.6548270000003 }, "sdk_task_elapsed_seconds": 6.641250009, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3557, "whole_task": 210023 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2484.5062989999997, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2353.3368899999996, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.192070000000058, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.606600000000071, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 28.23099000000002, "is_error": false } ], "wall_seconds": 8.482, "cpu_seconds": 8.301631, "kernel_family_peak_bytes_including_page_cache": 855953408, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "5786cb9eb2dee80ed34096d75d41525ab98f485e6e490043f7886972f002d10d", "receipt_sha256": { "report.json": "a444247e9fd7c72a47d6dea2c6d9ee65ec3758c55b3920c982ceb1dc9a258dc4", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "08e070edb06af98f9acafdee8e7af9f75322d6ca04cfd61253a7e3f07bd29270" } }, { "case": "pair-cold-full-analysis-zellij-3-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 396.20569800000004, "after": 402.1625180000001 }, "sdk_task_elapsed_seconds": 7.317706907, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3557, "whole_task": 210023 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2872.110037, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2720.9662980000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.865999999999985, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.130699999999706, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 28.744480000000294, "is_error": false } ], "wall_seconds": 8.685, "cpu_seconds": 8.498328, "kernel_family_peak_bytes_including_page_cache": 858882048, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "8e546eb0950e69d6684fcdf6630e7dd498f68233b4242440085de292f7543462", "receipt_sha256": { "report.json": "aec5dcec77fa9f6757218fefa30f8b3aa5eb3d1186c66607b9cc78aaae1cc60c", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4e273103e12a3b4dcdc23fdac81305614cbcd9dd6e4c7b1bcd57c87a21d743b2" } }, { "case": "pair-warm-default-discovery-directory-1-baseline", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 1, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 630.9300269999999, "after": 632.882648 }, "sdk_task_elapsed_seconds": 0.888425156, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756165, "raw_catalog_result_bytes_all_lists": 2935148, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.739, "cpu_seconds": 2.498392, "kernel_family_peak_bytes_including_page_cache": 264048640, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "12b82596a3a18a2d49d387091677a12bdb35cf9cac21f994867a5b0fa520f07b", "receipt_sha256": { "report.json": "7933a475a6dd382a07e75c70122476b7d618cb12420fc58b722bcc85f58de51a", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-default-discovery-directory-1-candidate", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 1, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 392.21434800000003, "after": 368.74290799999994 }, "sdk_task_elapsed_seconds": 0.874714296, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756165, "raw_catalog_result_bytes_all_lists": 2935148, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.135, "cpu_seconds": 1.979984, "kernel_family_peak_bytes_including_page_cache": 258285568, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "10bdfcaeb47dfdeec35d48cfd333f2580d09e85f24ed28de5954e57e20411ae3", "receipt_sha256": { "report.json": "652b3a841af9a669bbd203629f47bae8174ac87e5337c9c6dcae7e6210acd581", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-default-discovery-directory-2-candidate", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 2, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 392.938318, "after": 378.6738990000001 }, "sdk_task_elapsed_seconds": 0.8776175859999998, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756165, "raw_catalog_result_bytes_all_lists": 2935148, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.135, "cpu_seconds": 1.977371, "kernel_family_peak_bytes_including_page_cache": 258023424, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "38d42da1daa461623f82fd9d41e5c12257841dd5a0dcd9d40e19692b85911347", "receipt_sha256": { "report.json": "4dfd54e54827af14f7b9e957877a73e942767d7e2eed5655ad3db0b8b52c624c", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-default-discovery-directory-2-baseline", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 2, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 625.546777, "after": 602.0980979999999 }, "sdk_task_elapsed_seconds": 0.8892487570000001, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756165, "raw_catalog_result_bytes_all_lists": 2935148, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.639, "cpu_seconds": 2.446954, "kernel_family_peak_bytes_including_page_cache": 258125824, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "2c61765217f3c49a6f8965e94ca2cc69ff92a78e7932964852d8d83abc484fbb", "receipt_sha256": { "report.json": "8d14c4eea6caa82b1c3c4629ca950af91d22ed6c474ecb1adce7f2ca91a8aa6e", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-default-discovery-directory-3-baseline", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 3, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 620.161268, "after": 623.0935069999998 }, "sdk_task_elapsed_seconds": 0.877036486, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756165, "raw_catalog_result_bytes_all_lists": 2935148, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.639, "cpu_seconds": 2.4609, "kernel_family_peak_bytes_including_page_cache": 281075712, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "ecfd3c1ec748dccd143c1e740117a1dc67aa5e2854c8839318f40dfa7acbac1e", "receipt_sha256": { "report.json": "218418775d186b65d2acb0986a3f40ec2afde85c5fb7a041a48698f4c600eb85", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-default-discovery-directory-3-candidate", "cache": "warm", "profile": "default", "phase": "discovery", "artifact": null, "pair": 3, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 393.12777900000003, "after": 382.85497799999985 }, "sdk_task_elapsed_seconds": 0.884515666, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 50840 }, "raw_catalog_result_tokens_all_lists": 756165, "raw_catalog_result_bytes_all_lists": 2935148, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.236, "cpu_seconds": 1.985714, "kernel_family_peak_bytes_including_page_cache": 258142208, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "230cff7637e23143c0860bb35e0b008d6427fa947114b72d75454db13d546edc", "receipt_sha256": { "report.json": "c21e9a94d702eade4d8f59ff351fee97e97380469477e951f5e98032e12435a5", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-default-analysis-ripgrep-1-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 620.3113579999999, "after": 634.5889869999992 }, "sdk_task_elapsed_seconds": 5.742695254999999, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3637, "whole_task": 54029 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2053.776551, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2405.8105689999998, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 11.279999999999745, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.727969999999914, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 28.970250000000306, "is_error": false } ], "wall_seconds": 7.575, "cpu_seconds": 7.351674, "kernel_family_peak_bytes_including_page_cache": 855470080, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "a0dc5acbf97ad2c2db87bed84f2e01556c6f4450b5ac3ac34af78bd60ad6146f", "receipt_sha256": { "report.json": "5ee1f055e4cd01e78f49ab79fd52876aadc94bd30af0ee2fd6ef3088692e7388", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "270d2503c26aec46255ae37971a9ca7be5ca12e32000ad2b3e3ebbf39bd922f6" } }, { "case": "pair-warm-default-analysis-ripgrep-1-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 400.34635799999995, "after": 385.37161899999955 }, "sdk_task_elapsed_seconds": 5.806811635, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3637, "whole_task": 54029 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2132.0153309999996, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2375.768549, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 10.079660000000331, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.047889999999825, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.20592100000067, "is_error": false } ], "wall_seconds": 7.175, "cpu_seconds": 6.981504, "kernel_family_peak_bytes_including_page_cache": 811159552, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "3b46f48380c554f64e928f13242645f743815d21313bd699efa36532d18ef4a0", "receipt_sha256": { "report.json": "0b3b7c45031629a7ae73caad47d64ebc021077387ace2f0f8d81de157ba3510f", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "5726333881aa383116a3ad4a3628d98a9a863bfb9086c7d323b16a6181fec411" } }, { "case": "pair-warm-default-analysis-ripgrep-2-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 406.659589, "after": 380.73600799999986 }, "sdk_task_elapsed_seconds": 5.428931827, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3637, "whole_task": 54029 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2030.7116010000002, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2117.197501, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 73.64578999999958, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.761850000000777, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 26.570160000000214, "is_error": false } ], "wall_seconds": 6.768, "cpu_seconds": 6.599113, "kernel_family_peak_bytes_including_page_cache": 830066688, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "acba5c374327c79349e892b727f711757a3713675acec72ae3bf52c25de3dfae", "receipt_sha256": { "report.json": "784c60e10fdd853c092f621b956c75c75cdc90d50ea2100e2c78d63910055dcf", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "cc965825bb1da93f0c6bfa11b84e82392f491cd323a29869dd377a4b28c63bd8" } }, { "case": "pair-warm-default-analysis-ripgrep-2-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 656.415947, "after": 619.0178580000002 }, "sdk_task_elapsed_seconds": 5.673776296, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3637, "whole_task": 54029 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2055.288591, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2327.1518699999997, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 10.187750000000051, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.653839999999946, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 75.92057899999963, "is_error": false } ], "wall_seconds": 7.573, "cpu_seconds": 7.317628, "kernel_family_peak_bytes_including_page_cache": 854601728, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "87a1c0913850e9c5fe5f60e2e5e99b4c596cf7b8d8b4f960e8128d8bed02e5af", "receipt_sha256": { "report.json": "9a23a669a3b7a4bb91920ac2204bdb6451589ced6f68697bb33b7572f2f4abab", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "d12508b007c0a5d5b665646ed44315d6354ea8fb18f498c2127dc37a7dd28908" } }, { "case": "pair-warm-default-analysis-ripgrep-3-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 674.984727, "after": 637.4825970000002 }, "sdk_task_elapsed_seconds": 5.985042274, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3637, "whole_task": 54029 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2240.37499, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2401.732449, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 41.6787889999996, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 26.676330000000235, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 26.463519999999335, "is_error": false } ], "wall_seconds": 7.876, "cpu_seconds": 7.679281, "kernel_family_peak_bytes_including_page_cache": 830029824, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "2c3fb44ae7e9e0ff4274b8bda6c190ee80d1cf70b3c3f816a9a6897a1083108a", "receipt_sha256": { "report.json": "cbb43e36367b254434c244f20870eb00f6b8e0d26a359534296f570e1cc39e6f", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "3ccb70ab1f2f52977d52566fd6eb8d2eac108bb11858b2dede65398046d492c0" } }, { "case": "pair-warm-default-analysis-ripgrep-3-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 395.41038799999995, "after": 378.79852800000026 }, "sdk_task_elapsed_seconds": 5.655500376, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3637, "whole_task": 54029 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2062.388501, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2367.1205210000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.833128999999644, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.330670000000282, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 25.337169000000358, "is_error": false } ], "wall_seconds": 6.977, "cpu_seconds": 6.809803, "kernel_family_peak_bytes_including_page_cache": 833011712, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "7ee2d3a367a88755afb84ff6ca8ff9dde5730de2217c2b4abbfc2e88bb19adee", "receipt_sha256": { "report.json": "c1e7bcc5dd1b6fa20700439e8c1122769c38a43deafeb7b5ad8f707a141ae9e2", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4a925a251420226ff04ef846d46b76e8d07fbc2c2d093c70762de9e03309de10" } }, { "case": "pair-warm-default-analysis-zellij-1-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 631.557757, "after": 625.2030869999999 }, "sdk_task_elapsed_seconds": 6.186281265, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3557, "whole_task": 53949 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2442.6988899999997, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2436.9865499999996, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 11.616179999999986, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 6.900329999999485, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 35.31379899999956, "is_error": false } ], "wall_seconds": 8.078, "cpu_seconds": 7.839564, "kernel_family_peak_bytes_including_page_cache": 835899392, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "14e507962f11897518e0f1145e90df1e9ed9f7de7ef7a4abf3408441c5c46e4a", "receipt_sha256": { "report.json": "fa746eda40ef2010d7eee146e6461fbac77a803069a5070e1f828999f733289f", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "fd8819a75f9198696bb26bd55aab9eaf4089d63de07cef69894c8b910040d5c0" } }, { "case": "pair-warm-default-analysis-zellij-1-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 403.003829, "after": 380.7376979999999 }, "sdk_task_elapsed_seconds": 5.788281946, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3557, "whole_task": 53949 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2207.682241, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2353.38705, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.512679999999818, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.1258490000000165, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 29.97976000000017, "is_error": false } ], "wall_seconds": 7.178, "cpu_seconds": 6.980825, "kernel_family_peak_bytes_including_page_cache": 861921280, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "6923be2db3b688251107d3a00bbfbe6696d87a70b673833a80936ea63d301521", "receipt_sha256": { "report.json": "67e6fc1b24b96011201b5748ace11533a1d762334ce9967c668bdbc09c9e5fd0", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "20d8de2487931681105184564d2f2702b13daa76eabf5a8e551e602e85ca73e3" } }, { "case": "pair-warm-default-analysis-zellij-2-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 381.55820900000003, "after": 378.83754899999985 }, "sdk_task_elapsed_seconds": 5.699361217, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3557, "whole_task": 53949 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2169.484111, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2333.0509709999997, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.695679999999811, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.357490000000325, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.88166100000035, "is_error": false } ], "wall_seconds": 7.07, "cpu_seconds": 6.844209, "kernel_family_peak_bytes_including_page_cache": 852742144, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "b0b6e874c43208ede754091543db434c657b9f143543a4590178cfc872b004e8", "receipt_sha256": { "report.json": "4b4ee89ba007180804251293eac77916460fbc1814fad63b7cb8fc2f6016aa66", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "1dfaf2ac3583a392d496a8422a6817a8d818fd52c2d2c58b72fc6b750911850c" } }, { "case": "pair-warm-default-analysis-zellij-2-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 624.9660279999999, "after": 610.7264080000004 }, "sdk_task_elapsed_seconds": 5.965027105, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3557, "whole_task": 53949 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2373.8754599999993, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2374.626381, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.893119999999726, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.676199999999881, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 28.255339999999705, "is_error": false } ], "wall_seconds": 7.774, "cpu_seconds": 7.580788, "kernel_family_peak_bytes_including_page_cache": 860782592, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "28a4f29613a441692afb317f22e551a048d6c85dd3ea61b23e63b9558a874cc5", "receipt_sha256": { "report.json": "56dd0fb0febd570f71a4138b44f4ee8066f837b18baf8e68eb8d291dfc62d6b3", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "9ea039d3497e5023db40dbb9e82f2b314104c447e29bbd36ef8046beff84d458" } }, { "case": "pair-warm-default-analysis-zellij-3-baseline", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 619.6262569999999, "after": 631.825887 }, "sdk_task_elapsed_seconds": 5.6845126079999995, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3557, "whole_task": 53949 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2181.8331719999996, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2290.497411, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 10.632380000000012, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.578110000000379, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.41403999999966, "is_error": false } ], "wall_seconds": 7.569, "cpu_seconds": 7.334911, "kernel_family_peak_bytes_including_page_cache": 867270656, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "ac4223af372a7c4d295a2af0658e0a7d73e8e3228eeda287a8d296beedb6f632", "receipt_sha256": { "report.json": "89c800c5acf991435c63925a1dded5c092d4a801fdad4a3f8f60fe80004805b0", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "8ffafc9b1ca81ac08e552ef1da4f8470246570806155e67ae1624514a5f6c84e" } }, { "case": "pair-warm-default-analysis-zellij-3-candidate", "cache": "warm", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 390.584799, "after": 408.25477799999953 }, "sdk_task_elapsed_seconds": 6.092467987, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 297, "text_replies": 3557, "whole_task": 53949 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2302.84321, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2463.4373, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 41.573491000000104, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 14.43565100000069, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 31.69601000000057, "is_error": false } ], "wall_seconds": 7.472, "cpu_seconds": 7.279204, "kernel_family_peak_bytes_including_page_cache": 862892032, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "6651c7b6fad4d8612ad4a243ffee9d48cbbe94785fe3307ce07d9c3e2ca98d18", "receipt_sha256": { "report.json": "3f60953d583ab3ad8a369a2b2ed4f8a1f63da25663fa4e96abc7beb67b0acaa4", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4e6997643a1ec6939f0d6ffd5de876a378e3119a6c08b9eac76dade75a3fc039" } }, { "case": "pair-warm-full-discovery-directory-1-baseline", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 1, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 668.104677, "after": 602.6713280000001 }, "sdk_task_elapsed_seconds": 1.037624177, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912436, "raw_catalog_result_bytes_all_lists": 3587792, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.838, "cpu_seconds": 2.654345, "kernel_family_peak_bytes_including_page_cache": 363147264, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "a5e2dfad501a45e29f2292cdd0e8b8a03b145d8d1dd1b171c33b0d2c03c0ddd7", "receipt_sha256": { "report.json": "167f05ae3fc6a950c3837836302d4a815bde2571671ea76865572fbffb44b405", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-full-discovery-directory-1-candidate", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 1, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 388.62777800000003, "after": 442.73736800000006 }, "sdk_task_elapsed_seconds": 1.060541565, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912436, "raw_catalog_result_bytes_all_lists": 3587792, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.439, "cpu_seconds": 2.228867, "kernel_family_peak_bytes_including_page_cache": 365486080, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "1af0f7efa71051db5d12e4636ed1a2bc70d6a743f3f2c7f270b1efef9c512373", "receipt_sha256": { "report.json": "7bcc5d99c0c7ec63f9b34603dcad8d6083c29bd5411db11b11c054c502718929", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-full-discovery-directory-2-candidate", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 2, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 391.78706900000003, "after": 382.1923790000001 }, "sdk_task_elapsed_seconds": 1.0424973949999998, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912436, "raw_catalog_result_bytes_all_lists": 3587792, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.337, "cpu_seconds": 2.143527, "kernel_family_peak_bytes_including_page_cache": 364027904, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "3a3361250790dc39b5234a3e2efe5fed0bc713accb49a5d0763d86630b42f3a5", "receipt_sha256": { "report.json": "3a0d2b37ae89eeb8cf0f383a25d74f1dffa7dd72a7b9946ecd3905674aacbc7b", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-full-discovery-directory-2-baseline", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 2, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 621.2290869999999, "after": 662.8774879999999 }, "sdk_task_elapsed_seconds": 1.040828556, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912436, "raw_catalog_result_bytes_all_lists": 3587792, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.84, "cpu_seconds": 2.665518, "kernel_family_peak_bytes_including_page_cache": 365486080, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "4d93c33255c6e88d0d79729533914a71c41efa5442b2e8e74f7c9489909ef9d5", "receipt_sha256": { "report.json": "e73d150b4f505e75e0bebe8a5ee393cb20ca5f7aff552784508a77169dff7bef", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-full-discovery-directory-3-baseline", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 3, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 635.362588, "after": 670.7475770000001 }, "sdk_task_elapsed_seconds": 1.034030976, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912436, "raw_catalog_result_bytes_all_lists": 3587792, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.845, "cpu_seconds": 2.68106, "kernel_family_peak_bytes_including_page_cache": 365658112, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "672e9e334db1ae776914902b9f36a47bf08e27a42384ea1918c81df53abc4a4e", "receipt_sha256": { "report.json": "7787f49a9779016a1f3bcea03e084183f2b5461ddb0fd99da74d961d90b7dd88", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-full-discovery-directory-3-candidate", "cache": "warm", "profile": "full", "phase": "discovery", "artifact": null, "pair": 3, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 389.049079, "after": 383.91260799999986 }, "sdk_task_elapsed_seconds": 1.0174998259999999, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": null, "parent_semantic_sha256": null, "answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421", "tokens_estimated": { "question_and_recipe": 29, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 0, "text_replies": 0, "prompt_directory": 787, "whole_task": 206914 }, "raw_catalog_result_tokens_all_lists": 912436, "raw_catalog_result_bytes_all_lists": 3587792, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 1, "prompts/list": 1 }, "calls": [], "wall_seconds": 2.338, "cpu_seconds": 2.133334, "kernel_family_peak_bytes_including_page_cache": 363192320, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "4ed28d01e30a8ca6459fe20be1ae95b1305fe7b7fe3065a0838d874fda373488", "receipt_sha256": { "report.json": "d9c5230374cf5fd14f594dc5672570fa3d084ae534cd5927cc0d8bea4d55eedc", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945" } }, { "case": "pair-warm-full-analysis-ripgrep-1-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 646.417388, "after": 675.1903670000002 }, "sdk_task_elapsed_seconds": 6.461054376, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3637, "whole_task": 210103 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2138.371342, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2621.86773, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.100720000000365, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 6.129170999999587, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 26.079149000000143, "is_error": false } ], "wall_seconds": 8.381, "cpu_seconds": 8.210373, "kernel_family_peak_bytes_including_page_cache": 847724544, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "cd3211091bbc3644b7204a1c43cac5bc968563131bb5963252554afbf75638d1", "receipt_sha256": { "report.json": "400c6a975653d5c1a64a10c815652b98d962cfd5778650601e6b64f9acf65acd", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "072cb0dacf10a789c1c66e70659dd74f28e05433f0e8ff64bb9be18202aa873a" } }, { "case": "pair-warm-full-analysis-ripgrep-1-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 1, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 406.921558, "after": 389.03224899999987 }, "sdk_task_elapsed_seconds": 6.491604155999999, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3637, "whole_task": 210103 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 1972.573103, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2821.314159, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.78309100000024, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.539468999999372, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 25.193970000000263, "is_error": false } ], "wall_seconds": 7.875, "cpu_seconds": 7.678779, "kernel_family_peak_bytes_including_page_cache": 830488576, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "ca3dd6c399a36046005fbbe4c29fa39ed2682342e4dc9bda8853b84805483698", "receipt_sha256": { "report.json": "0f3a8ffe5186a55e6a023564f5ccd741011fe12d449279a198c4bd5fa7868a22", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "3fd7a0c4fa21e220c161e6412b9adaa6412ffa6d50f83421333b7cf6c91c633b" } }, { "case": "pair-warm-full-analysis-ripgrep-2-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 391.32267900000005, "after": 403.4871290000001 }, "sdk_task_elapsed_seconds": 5.948197807, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3637, "whole_task": 210103 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2129.186502, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2276.2383820000005, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.258120999999846, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.698161000000255, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.1483589999998, "is_error": false } ], "wall_seconds": 7.375, "cpu_seconds": 7.114094, "kernel_family_peak_bytes_including_page_cache": 827604992, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "d9f86f41954f9cd377a6891a7141622c9a9d1730466cd559e1ec8202632eba6d", "receipt_sha256": { "report.json": "434cafcaad78b0f6e4eba8096c3a47ab62910cc64376b1400d755b4b9f646c64", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "fd53f45c541cdd3482b53490b166378891588386bb67aff1bf2aa8c3b40be336" } }, { "case": "pair-warm-full-analysis-ripgrep-2-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 2, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 632.018448, "after": 652.2980579999994 }, "sdk_task_elapsed_seconds": 5.908541518, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3637, "whole_task": 210103 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2011.5475129999998, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2278.4062710000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 10.58067999999912, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.203078999999889, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 78.48208000000068, "is_error": false } ], "wall_seconds": 7.779, "cpu_seconds": 7.554551, "kernel_family_peak_bytes_including_page_cache": 864243712, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "0f74ad598e0d26b2ba2dbce9ad4bc47c2603bbcdfe5f0bd5c5cb29bac73941cc", "receipt_sha256": { "report.json": "492a1c428b7fef0398392e037b657917293139961070a38d290e2e27466a47a6", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "b639aef5b79c060fbc61049896070f340293410888f3ab4e6032ac1e3db65508" } }, { "case": "pair-warm-full-analysis-ripgrep-3-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 641.710137, "after": 621.6957379999994 }, "sdk_task_elapsed_seconds": 6.100206518, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3637, "whole_task": 210103 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2021.9131730000001, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2435.729651, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.321620000000621, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.24703000000045, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 25.740249999999833, "is_error": false } ], "wall_seconds": 7.976, "cpu_seconds": 7.746147, "kernel_family_peak_bytes_including_page_cache": 852127744, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "42927a197a1e1344575a126134bcfe13abd5b56542df95e8a92f4d559eab86bb", "receipt_sha256": { "report.json": "5b66b2d31bc0ec389374e1d0cf0b544258bb5669d838be2514b95d60334a9d82", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "2a13c0612fbb19e3176523a0d5f47f824e80deda67d7df3d8f8f786a0ea1d9d2" } }, { "case": "pair-warm-full-analysis-ripgrep-3-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "ripgrep", "pair": 3, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 823.202987, "after": 741.9273069999999 }, "sdk_task_elapsed_seconds": 11.06374727, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4", "parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa", "answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3637, "whole_task": 210103 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 3906.1100250000004, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 4334.156945000001, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 20.63727999999901, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 9.897678999999698, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 48.03172999999879, "is_error": false } ], "wall_seconds": 13.26, "cpu_seconds": 13.056275, "kernel_family_peak_bytes_including_page_cache": 816529408, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "c9057494114627f6bae57764c56b85aff352ba3439c45892116b56f7a057754d", "receipt_sha256": { "report.json": "96beff6546dbe50825af6f5b71373dda4fed1547d8d1b8551a6a43a25b44b1b0", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "025d2a4a61ada739628527a3de0a030f565a3e167f562b297231f81bf4937308" } }, { "case": "pair-warm-full-analysis-zellij-1-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 1111.643505, "after": 1220.4191360000004 }, "sdk_task_elapsed_seconds": 12.016412178, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3557, "whole_task": 210023 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 4239.632715, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 4433.1762340000005, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 20.536049999998795, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 8.524529000000257, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 47.01668000000063, "is_error": false } ], "wall_seconds": 15.209, "cpu_seconds": 14.941863, "kernel_family_peak_bytes_including_page_cache": 858275840, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "2f1d40a4295c7eb80d6bf13b8f75100525a9db44dcb9ab648bbad153782baffc", "receipt_sha256": { "report.json": "de1e1b5c7d5266f6ac432e5eaafa90de72ee05aa192b6c5fc8f013d398a99d79", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "b0978235af9f4cf59d9f2c6f73a95c2e1d7a9fbb84268bc3503ad2f14cff5ee5" } }, { "case": "pair-warm-full-analysis-zellij-1-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 741.981357, "after": 788.9883659999996 }, "sdk_task_elapsed_seconds": 12.039295778, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3557, "whole_task": 210023 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 4586.812655, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 4439.278764, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 109.45258900000044, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 8.251651000000493, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 46.57065999999941, "is_error": false } ], "wall_seconds": 14.501, "cpu_seconds": 14.254371, "kernel_family_peak_bytes_including_page_cache": 846639104, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "b4455b7dce5a3d245b966440cc096e2554612b8ca7310b0784296ffb72c47d28", "receipt_sha256": { "report.json": "cd969d9583c1b351581584d0b085de87796c223e38f07daa8c64b615048b6167", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "d37955be4dba86990db12af181a52bce2fafa1b02931a26a0d000d00eda987f2" } }, { "case": "pair-warm-full-analysis-zellij-2-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 806.2103970000001, "after": 777.5037380000012 }, "sdk_task_elapsed_seconds": 11.464475301, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3557, "whole_task": 210023 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 4075.6681659999995, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 4190.7756660000005, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 98.79082999999991, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 8.408760000000257, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 48.799410000001444, "is_error": false } ], "wall_seconds": 13.978, "cpu_seconds": 13.717532, "kernel_family_peak_bytes_including_page_cache": 852447232, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "6fac4a947ce192ed45303e766946405a3ebda54da548910e3884874916b463c6", "receipt_sha256": { "report.json": "a92e30030ddc7fea0416fe292833964d7c164f795923ef82b12f17f17d380dd6", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "22f79cf68be8f42e3ee83fa5961dfa64e043edd7de5d1df2ba7d04396a55c9d1" } }, { "case": "pair-warm-full-analysis-zellij-2-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 1184.083066, "after": 1105.0592049999996 }, "sdk_task_elapsed_seconds": 11.775706637, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3557, "whole_task": 210023 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 4295.240936, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 4250.6176080000005, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 20.260769000000437, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 8.750030000001061, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 69.82129700000041, "is_error": false } ], "wall_seconds": 14.995, "cpu_seconds": 14.742113, "kernel_family_peak_bytes_including_page_cache": 860213248, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "ce939303acd9825181d6d2e5913ce6d3f42f189abe9251155d44e9b51faf65d1", "receipt_sha256": { "report.json": "7690b183ad3a000f2ce60c0c65adee04e1ba9ad5ab0b0fe1ef15aa4e92845ef1", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "03257fef5ebda517b7d4c3e010eb6303fa9ad42b1befcce8cfdf9d560eddb3ed" } }, { "case": "pair-warm-full-analysis-zellij-3-baseline", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline", "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 1077.7770229999999, "after": 1166.9724650000007 }, "sdk_task_elapsed_seconds": 11.451355266999999, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3557, "whole_task": 210023 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 4261.125856000001, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 4066.9330849999997, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 108.26580999999896, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 7.837577999998757, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 39.801830000000336, "is_error": false } ], "wall_seconds": 14.577, "cpu_seconds": 14.317825, "kernel_family_peak_bytes_including_page_cache": 854343680, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "0c680aa221a9a8987155388a17a24badd95954415bb6f49a7573a8cc8fc45878", "receipt_sha256": { "report.json": "00adc65bd872474e37767ed28542b94c1348170dcbc7ee90be350fae1a28d6d5", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "977007d6369fb13181286d0b3fa384277ecf4130d1ffdb567f760a223f11206c" } }, { "case": "pair-warm-full-analysis-zellij-3-candidate", "cache": "warm", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate", "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 763.411775, "after": 749.4956320000001 }, "sdk_task_elapsed_seconds": 11.528995319, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 297, "text_replies": 3557, "whole_task": 210023 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 4219.337083, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 4105.8346010000005, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 99.36691299999984, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 7.591829000000871, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 42.155038999999306, "is_error": false } ], "wall_seconds": 13.881, "cpu_seconds": 13.68354, "kernel_family_peak_bytes_including_page_cache": 850964480, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "51ceefdeed3335672f8ed5778ddabd0ddb38e23e62da701974347c686226ca59", "receipt_sha256": { "report.json": "633cd6ebc1ba2eec07dedf6f00bb25eedc291c4a6eba5ee365196d1e30f02609", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "ca9632952d16dac33fa367869eedaae44e5876c78c663e2400162eb4405fa89f" } } ], "sdk_task_elapsed_scope": "SDK span from client connect through task checks and client/server close. Excludes pre/post runtime binding and preflight artifact/oracle loading. Diagnostic spans include inspector and forced GC. CPU is measured for the whole family only; per-span CPU is unmeasured.", "warmup_receipts": { "warmup-default-baseline": "27fcc560254cf12c55decef96a3c63935ad26fa4a73bb4506428eea06e28174f", "warmup-default-candidate": "8445e9a5083976a4399ff31b8d211598492f9c4ff68ea5258b1dd4b329204069", "warmup-full-baseline": "074942711a342d249909aeaf5230ef8581efbaba8180fa2039ce9759eb183041", "warmup-full-candidate": "20898a99fd20feba9256ec8bdccb4f53e7a0fa9adda905ddc307a873597cb041" }, "heap_diagnostics": { "scope": "Separate three-pair Zellij tasks per profile, with an explicitly launched loopback inspector. Four CDP calls verify the owned REA PID, read heap, force GC and read heap again after the completed SDK task. These whole-family costs include inspector and diagnostic GC overhead; they are excluded from the normal timing cohort. Heap values describe REA V8 only, not the client or the whole process family.", "summary": [ { "profile": "default", "baseline": { "retained_v8_heap_bytes_after_gc": { "median": 199055952, "min": 199044064, "max": 199077232 }, "wall_seconds": { "median": 15.49, "min": 15.392, "max": 15.8 }, "cpu_seconds": { "median": 15.246161, "min": 15.206484, "max": 15.583318 }, "sdk_task_elapsed_seconds": { "median": 12.366389323, "min": 12.34538828, "max": 12.662170398 }, "kernel_family_peak_bytes_including_page_cache": { "median": 853696512, "min": 834121728, "max": 866893824 } }, "candidate": { "retained_v8_heap_bytes_after_gc": { "median": 188997688, "min": 188962176, "max": 189127704 }, "wall_seconds": { "median": 14.291, "min": 13.354, "max": 15.614 }, "cpu_seconds": { "median": 14.122942, "min": 12.937659, "max": 15.419365 }, "sdk_task_elapsed_seconds": { "median": 12.094785527, "min": 10.880850585000001, "max": 13.268578776 }, "kernel_family_peak_bytes_including_page_cache": { "median": 824492032, "min": 823771136, "max": 852635648 } } }, { "profile": "full", "baseline": { "retained_v8_heap_bytes_after_gc": { "median": 200550200, "min": 200450744, "max": 200596888 }, "wall_seconds": { "median": 8.979, "min": 8.882, "max": 10.695 }, "cpu_seconds": { "median": 8.769131, "min": 8.681494, "max": 10.339211 }, "sdk_task_elapsed_seconds": { "median": 7.192107472, "min": 7.061260099, "max": 8.32227678 }, "kernel_family_peak_bytes_including_page_cache": { "median": 849682432, "min": 847687680, "max": 875266048 } }, "candidate": { "retained_v8_heap_bytes_after_gc": { "median": 190518528, "min": 190409104, "max": 190681008 }, "wall_seconds": { "median": 8.377, "min": 8.279, "max": 8.48 }, "cpu_seconds": { "median": 8.141727, "min": 8.107595, "max": 8.314565 }, "sdk_task_elapsed_seconds": { "median": 6.984184396000001, "min": 6.922547829, "max": 7.152248167 }, "kernel_family_peak_bytes_including_page_cache": { "median": 864993280, "min": 861691904, "max": 873553920 } } } ], "records": [ { "case": "heap-default-1-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline", "diagnostic_heap": true, "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 1184.5692089999998, "after": 1090.3454590000001 }, "sdk_task_elapsed_seconds": 12.662170398, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 292, "text_replies": 3552, "whole_task": 53939 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 4687.039897, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 4315.405442, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 16.624126000000615, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 8.27212800000052, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 45.56881799999974, "is_error": false } ], "wall_seconds": 15.8, "cpu_seconds": 15.583318, "kernel_family_peak_bytes_including_page_cache": 834121728, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "a54b258e891721f1767f6d1690ae2a5953c756d42b19a519096d82e725b78b19", "receipt_sha256": { "report.json": "e7b85b695fa4ab00c930443c0662b900667173860191cd8e5793f3e5b9785e01", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "e8d7a880546372bdd78eb791df31a98a2eb86c2c6c285794062e0fff2173301b" }, "heap_observation": { "scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead", "pid_verified": true, "before_gc": { "usedSize": 238140008, "totalSize": 343531520, "embedderHeapUsedSize": 0, "backingStorageSize": 14617513 }, "after_gc": { "usedSize": 199044064, "totalSize": 203071488, "embedderHeapUsedSize": 0, "backingStorageSize": 13859325 } }, "retained_v8_heap_bytes_after_gc": 199044064 }, { "case": "heap-default-1-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate", "diagnostic_heap": true, "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 797.1624650000001, "after": 717.3558400000002 }, "sdk_task_elapsed_seconds": 13.268578776, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 292, "text_replies": 3552, "whole_task": 53939 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 5039.826898, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 4561.911308, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 19.161004999999932, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 11.434347000000344, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 47.53335700000025, "is_error": false } ], "wall_seconds": 15.614, "cpu_seconds": 15.419365, "kernel_family_peak_bytes_including_page_cache": 823771136, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "a05b7cfac3c5401b542bce5a2baefc875ed5db089ef4c6e21039b5ccf9cbb9ac", "receipt_sha256": { "report.json": "08b4e85755d16318314a38e4c8f907f12476cbc95c15dfb38197d0c2d3df259b", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "8b03b41bd9facf340bda5e387a406dd1594135092ca17b858dcb97c95777bf8e" }, "heap_observation": { "scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead", "pid_verified": true, "before_gc": { "usedSize": 217959688, "totalSize": 342740992, "embedderHeapUsedSize": 0, "backingStorageSize": 14604502 }, "after_gc": { "usedSize": 188962176, "totalSize": 193892352, "embedderHeapUsedSize": 0, "backingStorageSize": 13847157 } }, "retained_v8_heap_bytes_after_gc": 188962176 }, { "case": "heap-default-2-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate", "diagnostic_heap": true, "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 730.484148, "after": 676.7067239999997 }, "sdk_task_elapsed_seconds": 12.094785527, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 292, "text_replies": 3552, "whole_task": 53939 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 4467.100522000001, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 4121.728123, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 82.95370899999944, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 44.85511899999983, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 55.89133599999877, "is_error": false } ], "wall_seconds": 14.291, "cpu_seconds": 14.122942, "kernel_family_peak_bytes_including_page_cache": 852635648, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "aa22cf0482d788f2707bb03af7702cf57936c67cab108372d3fd376bd06582a4", "receipt_sha256": { "report.json": "1549aa7fa12a510fbadae4d5199a9c7432e8a1ef516773eaf3311b9961f5f744", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "1637727fe6c4e69828b34b40dd50a8349c7acd9d0666fe25ac285da2140212d1" }, "heap_observation": { "scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead", "pid_verified": true, "before_gc": { "usedSize": 219276512, "totalSize": 344051712, "embedderHeapUsedSize": 0, "backingStorageSize": 14604502 }, "after_gc": { "usedSize": 189127704, "totalSize": 193105920, "embedderHeapUsedSize": 0, "backingStorageSize": 13847157 } }, "retained_v8_heap_bytes_after_gc": 189127704 }, { "case": "heap-default-2-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline", "diagnostic_heap": true, "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 1117.844397, "after": 1003.8425799999986 }, "sdk_task_elapsed_seconds": 12.366389323, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 292, "text_replies": 3552, "whole_task": 53939 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 4488.837582, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 4031.0900790000005, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 107.90856499999973, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 8.601328000000649, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 79.31721099999959, "is_error": false } ], "wall_seconds": 15.392, "cpu_seconds": 15.206484, "kernel_family_peak_bytes_including_page_cache": 853696512, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "52a30b841f35148d31adfa1699bc11aa5f86742f4d345dc26df61477f9eb6c2f", "receipt_sha256": { "report.json": "13245af8d89b17c8f4d2893ca42152613f1c2f4602c585f1a213fb1156b160b9", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "9b730cab0ae6cfcf2fdc74dd204c8df04864f9865c0f1182b308cf363f90ee35" }, "heap_observation": { "scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead", "pid_verified": true, "before_gc": { "usedSize": 239489224, "totalSize": 343531520, "embedderHeapUsedSize": 0, "backingStorageSize": 14617513 }, "after_gc": { "usedSize": 199077232, "totalSize": 203333632, "embedderHeapUsedSize": 0, "backingStorageSize": 13859325 } }, "retained_v8_heap_bytes_after_gc": 199077232 }, { "case": "heap-default-3-baseline", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline", "diagnostic_heap": true, "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 1110.245965, "after": 1109.700221000001 }, "sdk_task_elapsed_seconds": 12.34538828, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 292, "text_replies": 3552, "whole_task": 53939 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 4695.11496, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 3850.7102049999994, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 80.53336099999979, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 13.786825999999564, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 83.7051109999993, "is_error": false } ], "wall_seconds": 15.49, "cpu_seconds": 15.246161, "kernel_family_peak_bytes_including_page_cache": 866893824, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "d5544a674818ef7a5adf105d7b472afa20d601abb36e1ccd0e9364ebc5e41f5b", "receipt_sha256": { "report.json": "8b20e2be190b973361b66d7471f4ecfbc28329342630b3309f8f82c611b67c25", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "819f24ec467b54f457edbbc5f44b21be43284f16eb0231f2f8114695c809f524" }, "heap_observation": { "scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead", "pid_verified": true, "before_gc": { "usedSize": 235174488, "totalSize": 343531520, "embedderHeapUsedSize": 0, "backingStorageSize": 14617513 }, "after_gc": { "usedSize": 199055952, "totalSize": 203595776, "embedderHeapUsedSize": 0, "backingStorageSize": 13859325 } }, "retained_v8_heap_bytes_after_gc": 199055952 }, { "case": "heap-default-3-candidate", "cache": "cold", "profile": "default", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate", "diagnostic_heap": true, "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 890.6868929999999, "after": 596.293345 }, "sdk_task_elapsed_seconds": 10.880850585000001, "catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 49670, "arguments": 292, "text_replies": 3552, "whole_task": 53939 }, "raw_catalog_result_tokens_all_lists": 1512330, "raw_catalog_result_bytes_all_lists": 5870296, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 4613.6814859999995, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 3331.6534970000002, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.621887999999672, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.156629000000976, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 26.38917399999991, "is_error": false } ], "wall_seconds": 13.354, "cpu_seconds": 12.937659, "kernel_family_peak_bytes_including_page_cache": 824492032, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "04fb1743eb78097f498152055f337a6914760a2cf99580d02243e39105ff245e", "receipt_sha256": { "report.json": "1e49769d9b1266ea5efabcde2ef586ea769b0a381e924ba0d565695e353812df", "catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "458a968487cf6a933b83a464d3eedb8144fab8ffccf60da8333d738ebef16bc5" }, "heap_observation": { "scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead", "pid_verified": true, "before_gc": { "usedSize": 218634944, "totalSize": 343789568, "embedderHeapUsedSize": 0, "backingStorageSize": 14604502 }, "after_gc": { "usedSize": 188997688, "totalSize": 193105920, "embedderHeapUsedSize": 0, "backingStorageSize": 13847157 } }, "retained_v8_heap_bytes_after_gc": 188997688 }, { "case": "heap-full-1-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "baseline", "diagnostic_heap": true, "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 933.0847570000001, "after": 630.2556980000008 }, "sdk_task_elapsed_seconds": 8.32227678, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 292, "text_replies": 3552, "whole_task": 210013 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2595.894682, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2603.7512930000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 81.16515100000015, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.179848000000675, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 28.32961399999931, "is_error": false } ], "wall_seconds": 10.695, "cpu_seconds": 10.339211, "kernel_family_peak_bytes_including_page_cache": 847687680, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "93121a0c1600c3dc1558371e3498026601fa6c5f277c169814b62f975a0acbe2", "receipt_sha256": { "report.json": "5643bf52b8e8df3d5ef5f9ad81d6c06a8b34d8e936859610c9fb58ef15a45e26", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "97b6d0f20daf9eb7d29750bcf89795537462daa4f7ef07a4ba7ca8ae8edaf07a" }, "heap_observation": { "scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead", "pid_verified": true, "before_gc": { "usedSize": 211609016, "totalSize": 346202112, "embedderHeapUsedSize": 0, "backingStorageSize": 49145864 }, "after_gc": { "usedSize": 200550200, "totalSize": 205168640, "embedderHeapUsedSize": 0, "backingStorageSize": 13859325 } }, "retained_v8_heap_bytes_after_gc": 200550200 }, { "case": "heap-full-1-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 1, "role": "candidate", "diagnostic_heap": true, "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 402.02252, "after": 390.3909530000001 }, "sdk_task_elapsed_seconds": 6.922547829, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 292, "text_replies": 3552, "whole_task": 210013 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2276.842082, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2307.931367, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.780717999999979, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.874119000000064, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 29.914593000000423, "is_error": false } ], "wall_seconds": 8.279, "cpu_seconds": 8.107595, "kernel_family_peak_bytes_including_page_cache": 861691904, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "925602f88b18107329894713aa8b168f67e86f9e2343de28af61a78aeabb5769", "receipt_sha256": { "report.json": "3bebdbf274748600336a833742d30393ac1b88ea5f39fbef7f584ab93fd53314", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "a575a270e4b284c87ab001b937e761baab258ba90dcb8b2262963b16334e7947" }, "heap_observation": { "scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead", "pid_verified": true, "before_gc": { "usedSize": 228392936, "totalSize": 347443200, "embedderHeapUsedSize": 0, "backingStorageSize": 14604499 }, "after_gc": { "usedSize": 190409104, "totalSize": 193630208, "embedderHeapUsedSize": 0, "backingStorageSize": 13847157 } }, "retained_v8_heap_bytes_after_gc": 190409104 }, { "case": "heap-full-2-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "candidate", "diagnostic_heap": true, "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 386.29567499999996, "after": 396.9566339999992 }, "sdk_task_elapsed_seconds": 7.152248167, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 292, "text_replies": 3552, "whole_task": 210013 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2319.483378, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2354.8818140000003, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.729637999999795, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.63966900000014, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.045774999999594, "is_error": false } ], "wall_seconds": 8.48, "cpu_seconds": 8.314565, "kernel_family_peak_bytes_including_page_cache": 873553920, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "0fca1bb17d67d5033c93944c0e6141244447ee73d35591cde33ee7bd277cb690", "receipt_sha256": { "report.json": "e25bbcd1304f478327687c44ff5aa0815cc13a9fdcd4d143a61bef846be8b8b7", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "3758bc587adbe3157a8ef0c2b8f6d4c7361346c25d4a01a8811c0189a30f54ba" }, "heap_observation": { "scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead", "pid_verified": true, "before_gc": { "usedSize": 228568600, "totalSize": 348229632, "embedderHeapUsedSize": 0, "backingStorageSize": 14604499 }, "after_gc": { "usedSize": 190518528, "totalSize": 194154496, "embedderHeapUsedSize": 0, "backingStorageSize": 13847157 } }, "retained_v8_heap_bytes_after_gc": 190518528 }, { "case": "heap-full-2-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 2, "role": "baseline", "diagnostic_heap": true, "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 621.8084140000001, "after": 611.0689979999997 }, "sdk_task_elapsed_seconds": 7.061260099, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 292, "text_replies": 3552, "whole_task": 210013 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2359.615527, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2293.357594, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 8.490437999999813, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.298259000000144, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 29.099463999999898, "is_error": false } ], "wall_seconds": 8.882, "cpu_seconds": 8.681494, "kernel_family_peak_bytes_including_page_cache": 875266048, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "425287db9a0ca2534a86118c014beb940466ec0cb6c595ce5ea4fec44abe5930", "receipt_sha256": { "report.json": "b57afca726492118ab266c60f4cf9f16b7134933d768119dc2d1f875c32b3e27", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "86f3d37c770ace750d27a64e7b0cdd8948d3316d967c87360076380653cb0f59" }, "heap_observation": { "scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead", "pid_verified": true, "before_gc": { "usedSize": 211816064, "totalSize": 346202112, "embedderHeapUsedSize": 0, "backingStorageSize": 49138168 }, "after_gc": { "usedSize": 200450744, "totalSize": 204120064, "embedderHeapUsedSize": 0, "backingStorageSize": 13859325 } }, "retained_v8_heap_bytes_after_gc": 200450744 }, { "case": "heap-full-3-baseline", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "baseline", "diagnostic_heap": true, "runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad", "runtime_audit_ms": { "before": 615.757168, "after": 601.8970529999988 }, "sdk_task_elapsed_seconds": 7.192107472, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 292, "text_replies": 3552, "whole_task": 210013 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2435.875768, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2194.647322, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 64.56364599999961, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 5.169159000000036, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 26.822353999999905, "is_error": false } ], "wall_seconds": 8.979, "cpu_seconds": 8.769131, "kernel_family_peak_bytes_including_page_cache": 849682432, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "585eb6cba94e658723a86f2990cbec317eccebee9c8e547cdc840aecb1259ee8", "receipt_sha256": { "report.json": "f8b1fd4dbee851d5bbd8fccbe9418d2034813422fad8dca204f0e0ba8a4bb8d9", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "52b94176a1d629f5202331278e058ebd4bfcb96b020b830eacc05bec9f1020e0" }, "heap_observation": { "scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead", "pid_verified": true, "before_gc": { "usedSize": 245802760, "totalSize": 350068736, "embedderHeapUsedSize": 0, "backingStorageSize": 14617510 }, "after_gc": { "usedSize": 200596888, "totalSize": 205955072, "embedderHeapUsedSize": 0, "backingStorageSize": 13859325 } }, "retained_v8_heap_bytes_after_gc": 200596888 }, { "case": "heap-full-3-candidate", "cache": "cold", "profile": "full", "phase": "analysis", "artifact": "zellij", "pair": 3, "role": "candidate", "diagnostic_heap": true, "runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6", "runtime_audit_ms": { "before": 385.448448, "after": 379.3039600000002 }, "sdk_task_elapsed_seconds": 6.984184396000001, "catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb", "parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467", "answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae", "tokens_estimated": { "question_and_recipe": 71, "server_instructions": 354, "input_catalog_once": 205744, "arguments": 292, "text_replies": 3552, "whole_task": 210013 }, "raw_catalog_result_tokens_all_lists": 1824872, "raw_catalog_result_bytes_all_lists": 7175584, "actual_model_usage": null, "protocol_era": "legacy", "protocol_requests": { "initialize": 1, "notifications/initialized": 1, "tools/list": 2, "tools/call": 5 }, "calls": [ { "name": "inspect_rust_binary", "elapsed_ms": 2335.296106, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 2272.7854310000002, "is_error": false }, { "name": "inspect_analysis_view", "elapsed_ms": 9.114247999999861, "is_error": false }, { "name": "inspect_rust_binary", "elapsed_ms": 4.943358999999873, "is_error": true }, { "name": "export_evidence_bundle", "elapsed_ms": 27.21304499999951, "is_error": false } ], "wall_seconds": 8.377, "cpu_seconds": 8.141727, "kernel_family_peak_bytes_including_page_cache": 864993280, "resource_stop": null, "cleanup_verified": true, "final_whole_scope_counters": null, "log_sha256": "76b2efaad3fb0d8d5f49b6a61369cbc4109b098bb5a36d1f51406a32c667a5ec", "receipt_sha256": { "report.json": "11a9fe53cade3b6c0edf66488c7e398280da464283abd0e8747e9614c4ec17bc", "catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1", "server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c", "transcript.json": "495273e19ff9a019aea0799248a73bcca6ffceb46229ba431e4c6375291f709d" }, "heap_observation": { "scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead", "pid_verified": true, "before_gc": { "usedSize": 229169088, "totalSize": 347967488, "embedderHeapUsedSize": 0, "backingStorageSize": 14604499 }, "after_gc": { "usedSize": 190681008, "totalSize": 195727360, "embedderHeapUsedSize": 0, "backingStorageSize": 13847157 } }, "retained_v8_heap_bytes_after_gc": 190681008 } ] } }