Files
rea/experiments/analysis-efficiency/mcp-integer-allocation.json
T
郭立 Guo Li 7590b50801 perf(schema): reduce retained integer validator allocations (#4360)
Construct integer formats directly while preserving bounds, refinements, metadata and current shared schema owners. Keep Incur-dependent CLI numeric coercion declarations unchanged.

Verify canonical advertisements, 126 numeric boundary cases, 974 actual CLI parser cases, broad source tests and real public-artifact SDK workflows. Record 72 normal tasks and 12 separate owned-inspector heap diagnostics with whole-family resource bounds; distinguish SDK spans and asymmetric audit overhead. Generate numerical report sections from receipts and reject stale tables through documentation conformance checks.

Closes #6236. Current-head CI and Greptile pass; actionable review findings are addressed. Codex review was unavailable due repository usage limits.
2026-10-22 05:11:08 +00:00

7750 lines
270 KiB
JSON

{
"status": "passed",
"tokenizer": "tiktoken==0.14.0/cl100k_base; estimates, not model usage",
"aggregation_sources_sha256": {
"mcp-startup-costs.py": "7752374b610c67449513146614bbc0a20dfcbefcafee8339e8424e731213113e",
"mcp-input-catalog-costs.py": "ad32e6726f892be16cc7d352118f7e9f9f0a85649d9edd1049b5d73483df8078"
},
"context_scope": "Question, explicit recipe, server instructions, one complete name/description/input-schema directory, every tool argument and text reply, plus prompt directory for discovery. This projection assumes the client retains a single unchanged directory. Raw catalog result costs include every observed tools/list result separately, with output schemas and without JSON-RPC envelopes. SDK initialization/framing, reasoning and actual model usage are unmeasured. The analysis task includes retained-read, rejection, export/oracle and post-materialization directory checks.",
"cache_scope": "Cold disables server Node compile cache. Warm enables a prepopulated role/profile-specific cache after one complete analysis priming run. Fresh server/client processes and HOME each trial. Driver compile cache disabled in both cohorts. Cache hit rate and OS page cache are unmeasured; source/runtime audits warm compiled-file pages before startup.",
"resource_scope": "Whole SDK driver, resource observer and owned REA process family. Includes before/after source-and-all-compiled-JS/JSON binding, SDK schema checks, extra validation calls, bundle export and independent oracle checking. Kernel cgroup peak includes file cache. Build/download/oracle preparation and cache priming excluded. Retained V8 heap and forced-GC diagnostics were not separately measured.",
"measurement_inputs": {
"baseline_revision": "4a4bbab3c337701febeb6b532ace49041c4876e0",
"candidate_revision": "461f342c71a72ef2be60912391df2393aa4e2ea3",
"runtime_bindings": {
"baseline": {
"binding_version": 2,
"root": "/home/yann/yann/rea-4360-main-final-control-20261022",
"node": "v24.18.0",
"git_revision": "4a4bbab3c337701febeb6b532ace49041c4876e0",
"source_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
"untracked_source_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
"compiled_runtime_sha256": "24d4e121af0d8d41a15cd57aed6e9677ad2a57ea874c861c59ab160a02e24306",
"compiled_runtime_files": 1990,
"compiled_runtime_bytes": 38553674
},
"candidate": {
"binding_version": 2,
"root": "/home/yann/yann/rea-perf-mcp-integers-20261022",
"node": "v24.18.0",
"git_revision": "461f342c71a72ef2be60912391df2393aa4e2ea3",
"source_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
"untracked_source_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
"compiled_runtime_sha256": "aac617cad522ed6a7480e5527e9f729a026b93d133928e7631ef7434eb32b967",
"compiled_runtime_files": 1990,
"compiled_runtime_bytes": 38519635
}
},
"artifacts": {
"ripgrep": {
"path": "/tmp/rea-perf-rust-20261021/ripgrep",
"sha256": "78387bbe12b2110df8d2ce364390a00c190f4543a2f40b8279e49f6c5c85af9c",
"bytes": 3416168,
"oracle": "/tmp/rea-perf-mcp-catalog-20261021/ripgrep-oracle.json",
"oracle_sha256": "2b90d656b671f43d042a9efbc33f155e47ba8860a6c76a6b33bb60f54d2e2f8e"
},
"zellij": {
"path": "/tmp/rea-perf-rust-20261021/zellij",
"sha256": "9a86e9ca47902a869fdf1886f4cf17714f4fa5655427128beadff498cfb392db",
"bytes": 17151864,
"oracle": "/tmp/rea-perf-mcp-catalog-20261021/zellij-oracle.json",
"oracle_sha256": "ceffe670551105d159004591a8e060588a022b19231e43d9de6a9a2e6f514783"
}
},
"cases": [
{
"case": "pair-cold-default-discovery-directory-1-baseline",
"cache": "cold",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 1,
"role": "baseline"
},
{
"case": "pair-cold-default-discovery-directory-1-candidate",
"cache": "cold",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 1,
"role": "candidate"
},
{
"case": "pair-cold-default-discovery-directory-2-candidate",
"cache": "cold",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 2,
"role": "candidate"
},
{
"case": "pair-cold-default-discovery-directory-2-baseline",
"cache": "cold",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 2,
"role": "baseline"
},
{
"case": "pair-cold-default-discovery-directory-3-baseline",
"cache": "cold",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 3,
"role": "baseline"
},
{
"case": "pair-cold-default-discovery-directory-3-candidate",
"cache": "cold",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 3,
"role": "candidate"
},
{
"case": "pair-cold-default-analysis-ripgrep-1-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 1,
"role": "baseline"
},
{
"case": "pair-cold-default-analysis-ripgrep-1-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 1,
"role": "candidate"
},
{
"case": "pair-cold-default-analysis-ripgrep-2-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 2,
"role": "candidate"
},
{
"case": "pair-cold-default-analysis-ripgrep-2-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 2,
"role": "baseline"
},
{
"case": "pair-cold-default-analysis-ripgrep-3-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 3,
"role": "baseline"
},
{
"case": "pair-cold-default-analysis-ripgrep-3-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 3,
"role": "candidate"
},
{
"case": "pair-cold-default-analysis-zellij-1-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "baseline"
},
{
"case": "pair-cold-default-analysis-zellij-1-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "candidate"
},
{
"case": "pair-cold-default-analysis-zellij-2-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "candidate"
},
{
"case": "pair-cold-default-analysis-zellij-2-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "baseline"
},
{
"case": "pair-cold-default-analysis-zellij-3-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "baseline"
},
{
"case": "pair-cold-default-analysis-zellij-3-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "candidate"
},
{
"case": "pair-cold-full-discovery-directory-1-baseline",
"cache": "cold",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 1,
"role": "baseline"
},
{
"case": "pair-cold-full-discovery-directory-1-candidate",
"cache": "cold",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 1,
"role": "candidate"
},
{
"case": "pair-cold-full-discovery-directory-2-candidate",
"cache": "cold",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 2,
"role": "candidate"
},
{
"case": "pair-cold-full-discovery-directory-2-baseline",
"cache": "cold",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 2,
"role": "baseline"
},
{
"case": "pair-cold-full-discovery-directory-3-baseline",
"cache": "cold",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 3,
"role": "baseline"
},
{
"case": "pair-cold-full-discovery-directory-3-candidate",
"cache": "cold",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 3,
"role": "candidate"
},
{
"case": "pair-cold-full-analysis-ripgrep-1-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 1,
"role": "baseline"
},
{
"case": "pair-cold-full-analysis-ripgrep-1-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 1,
"role": "candidate"
},
{
"case": "pair-cold-full-analysis-ripgrep-2-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 2,
"role": "candidate"
},
{
"case": "pair-cold-full-analysis-ripgrep-2-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 2,
"role": "baseline"
},
{
"case": "pair-cold-full-analysis-ripgrep-3-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 3,
"role": "baseline"
},
{
"case": "pair-cold-full-analysis-ripgrep-3-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 3,
"role": "candidate"
},
{
"case": "pair-cold-full-analysis-zellij-1-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "baseline"
},
{
"case": "pair-cold-full-analysis-zellij-1-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "candidate"
},
{
"case": "pair-cold-full-analysis-zellij-2-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "candidate"
},
{
"case": "pair-cold-full-analysis-zellij-2-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "baseline"
},
{
"case": "pair-cold-full-analysis-zellij-3-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "baseline"
},
{
"case": "pair-cold-full-analysis-zellij-3-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "candidate"
},
{
"case": "pair-warm-default-discovery-directory-1-baseline",
"cache": "warm",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 1,
"role": "baseline"
},
{
"case": "pair-warm-default-discovery-directory-1-candidate",
"cache": "warm",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 1,
"role": "candidate"
},
{
"case": "pair-warm-default-discovery-directory-2-candidate",
"cache": "warm",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 2,
"role": "candidate"
},
{
"case": "pair-warm-default-discovery-directory-2-baseline",
"cache": "warm",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 2,
"role": "baseline"
},
{
"case": "pair-warm-default-discovery-directory-3-baseline",
"cache": "warm",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 3,
"role": "baseline"
},
{
"case": "pair-warm-default-discovery-directory-3-candidate",
"cache": "warm",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 3,
"role": "candidate"
},
{
"case": "pair-warm-default-analysis-ripgrep-1-baseline",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 1,
"role": "baseline"
},
{
"case": "pair-warm-default-analysis-ripgrep-1-candidate",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 1,
"role": "candidate"
},
{
"case": "pair-warm-default-analysis-ripgrep-2-candidate",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 2,
"role": "candidate"
},
{
"case": "pair-warm-default-analysis-ripgrep-2-baseline",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 2,
"role": "baseline"
},
{
"case": "pair-warm-default-analysis-ripgrep-3-baseline",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 3,
"role": "baseline"
},
{
"case": "pair-warm-default-analysis-ripgrep-3-candidate",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 3,
"role": "candidate"
},
{
"case": "pair-warm-default-analysis-zellij-1-baseline",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "baseline"
},
{
"case": "pair-warm-default-analysis-zellij-1-candidate",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "candidate"
},
{
"case": "pair-warm-default-analysis-zellij-2-candidate",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "candidate"
},
{
"case": "pair-warm-default-analysis-zellij-2-baseline",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "baseline"
},
{
"case": "pair-warm-default-analysis-zellij-3-baseline",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "baseline"
},
{
"case": "pair-warm-default-analysis-zellij-3-candidate",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "candidate"
},
{
"case": "pair-warm-full-discovery-directory-1-baseline",
"cache": "warm",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 1,
"role": "baseline"
},
{
"case": "pair-warm-full-discovery-directory-1-candidate",
"cache": "warm",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 1,
"role": "candidate"
},
{
"case": "pair-warm-full-discovery-directory-2-candidate",
"cache": "warm",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 2,
"role": "candidate"
},
{
"case": "pair-warm-full-discovery-directory-2-baseline",
"cache": "warm",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 2,
"role": "baseline"
},
{
"case": "pair-warm-full-discovery-directory-3-baseline",
"cache": "warm",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 3,
"role": "baseline"
},
{
"case": "pair-warm-full-discovery-directory-3-candidate",
"cache": "warm",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 3,
"role": "candidate"
},
{
"case": "pair-warm-full-analysis-ripgrep-1-baseline",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 1,
"role": "baseline"
},
{
"case": "pair-warm-full-analysis-ripgrep-1-candidate",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 1,
"role": "candidate"
},
{
"case": "pair-warm-full-analysis-ripgrep-2-candidate",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 2,
"role": "candidate"
},
{
"case": "pair-warm-full-analysis-ripgrep-2-baseline",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 2,
"role": "baseline"
},
{
"case": "pair-warm-full-analysis-ripgrep-3-baseline",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 3,
"role": "baseline"
},
{
"case": "pair-warm-full-analysis-ripgrep-3-candidate",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 3,
"role": "candidate"
},
{
"case": "pair-warm-full-analysis-zellij-1-baseline",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "baseline"
},
{
"case": "pair-warm-full-analysis-zellij-1-candidate",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "candidate"
},
{
"case": "pair-warm-full-analysis-zellij-2-candidate",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "candidate"
},
{
"case": "pair-warm-full-analysis-zellij-2-baseline",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "baseline"
},
{
"case": "pair-warm-full-analysis-zellij-3-baseline",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "baseline"
},
{
"case": "pair-warm-full-analysis-zellij-3-candidate",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "candidate"
}
],
"diagnostic_cases": [
{
"case": "heap-default-1-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "baseline",
"diagnostic_heap": true
},
{
"case": "heap-default-1-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "candidate",
"diagnostic_heap": true
},
{
"case": "heap-default-2-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "candidate",
"diagnostic_heap": true
},
{
"case": "heap-default-2-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "baseline",
"diagnostic_heap": true
},
{
"case": "heap-default-3-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "baseline",
"diagnostic_heap": true
},
{
"case": "heap-default-3-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "candidate",
"diagnostic_heap": true
},
{
"case": "heap-full-1-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "baseline",
"diagnostic_heap": true
},
{
"case": "heap-full-1-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "candidate",
"diagnostic_heap": true
},
{
"case": "heap-full-2-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "candidate",
"diagnostic_heap": true
},
{
"case": "heap-full-2-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "baseline",
"diagnostic_heap": true
},
{
"case": "heap-full-3-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "baseline",
"diagnostic_heap": true
},
{
"case": "heap-full-3-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "candidate",
"diagnostic_heap": true
}
],
"acquisition": [
{
"package": "ripgrep-14.1.1-r0.apk",
"url": "https://dl-cdn.alpinelinux.org/alpine/v3.21/community/x86_64/ripgrep-14.1.1-r0.apk",
"package_sha256": "213dd0b047163f6627cc2fdd6fbfe205009476eb4fc48c352a3f5b9ab647f6d4",
"package_bytes": 1422830,
"member": "usr/bin/rg",
"bytes": 3416168,
"sha256": "78387bbe12b2110df8d2ce364390a00c190f4543a2f40b8279e49f6c5c85af9c",
"aports_revision": "4e899d119e4c983a938436d6f397a509521225d1"
},
{
"package": "zellij-0.40.0-r0.apk",
"url": "https://dl-cdn.alpinelinux.org/alpine/v3.21/community/x86_64/zellij-0.40.0-r0.apk",
"package_sha256": "575075945415b221857563e19c5f4c661af9f98bbba54f0994c7385c0e432432",
"package_bytes": 6722129,
"member": "usr/bin/zellij",
"bytes": 17151864,
"sha256": "9a86e9ca47902a869fdf1886f4cf17714f4fa5655427128beadff498cfb392db",
"aports_revision": "3be26a3a26e76e1bf3eff784bffe3956d29d77a0"
}
],
"independent_oracles": {
"ripgrep": {
"artifact_sha256": "78387bbe12b2110df8d2ce364390a00c190f4543a2f40b8279e49f6c5c85af9c",
"section_sha256": "02b3cb036955be58bf4bd51710fcdec96a1f1a771e1bb7d1397d604557c2a6a7",
"json_sha256": "ea478aa80f91aa8f5159aba648ddfdda642fa2c98759e54e65623a19065634be",
"serde_rows": [
{
"index": 36,
"name": "serde",
"version": "1.0.210",
"kind": null
}
]
},
"zellij": {
"artifact_sha256": "9a86e9ca47902a869fdf1886f4cf17714f4fa5655427128beadff498cfb392db",
"section_sha256": "d0cabaf40a2875c519f68788547e484865463beeacf56bb01defa74253b4ba72",
"json_sha256": "9bcf8d694440a7e064189616aa40b69046e32ee1c70683ef2e0778150b9163ef",
"serde_rows": [
{
"index": 294,
"name": "serde",
"version": "1.0.137",
"kind": null
}
]
}
},
"harness_sources_sha256": {
"mcp-input-catalog.mjs": "fa9c7a9819fb32eee41fbdc368c6808c1b4aab835cc468e060a4587052a1c015",
"managed-cli-runtime.mjs": "48c2a5fd617dccc10b8d36b01bc5c3d149758e1225008c931759e17ccbe83db4",
"mcp-retained-heap.mjs": "78b04e08a33c140da6fc7ab42dffaaa6530428da2928f70be651781045ef6042",
"resource-run.py": "7a9642ab86ba34290564f636eb080cacf38b4185a254028680b238bff172993b",
"resource_payload.py": "6f089e645459eba80c5d73e39c21606c78173a44daf49fabc3b88c4631ce51c6"
},
"questions": {
"analysis": "Which serde package versions and package kinds occur in the selected Rust binary? Preserve complete source Evidence and verify retained reads.",
"discovery": "Discover the complete REA tool and prompt directory."
},
"recipes": {
"analysis": "Initialize; list tools; inspect_rust_binary selecting serde name/version/kind; read the exact retained parent twice; verify canonical rejection of a negative offset; export and independently check all packages and edges; confirm the catalog remains identical; close.",
"discovery": "Initialize; list the complete tools and prompts; validate input schema dialect and unique names; close."
},
"orchestrator_sha256": "cd1f8bb8bc408b723ae86d0bb1c6b1e76be1be605737bf6c4fdd22d4c52d584a"
},
"catalogs": {
"default": {
"sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"tool_count": 213,
"input_catalog_tokens": 49670,
"raw_catalog_tokens": 756165,
"raw_catalog_bytes": 2935148
},
"full": {
"sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"tool_count": 213,
"input_catalog_tokens": 205744,
"raw_catalog_tokens": 912436,
"raw_catalog_bytes": 3587792
}
},
"summary": [
{
"phase": "discovery",
"cache": "cold",
"profile": "default",
"artifact": null,
"baseline": {
"wall_seconds": {
"median": 2.739,
"min": 2.739,
"max": 2.739
},
"cpu_seconds": {
"median": 2.552663,
"min": 2.511415,
"max": 2.556219
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 259387392,
"min": 258408448,
"max": 263905280
},
"sdk_task_elapsed_seconds": {
"median": 0.9435730449999998,
"min": 0.9123522049999999,
"max": 0.9469415640000001
},
"tokens_estimated": [50840, 50840, 50840]
},
"candidate": {
"wall_seconds": {
"median": 2.239,
"min": 2.237,
"max": 2.744
},
"cpu_seconds": {
"median": 2.074973,
"min": 2.057036,
"max": 2.583608
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 260485120,
"min": 256352256,
"max": 264577024
},
"sdk_task_elapsed_seconds": {
"median": 0.9477840540000001,
"min": 0.935287294,
"max": 1.3319460720000003
},
"tokens_estimated": [50840, 50840, 50840]
}
},
{
"phase": "discovery",
"cache": "cold",
"profile": "full",
"artifact": null,
"baseline": {
"wall_seconds": {
"median": 2.94,
"min": 2.84,
"max": 2.941
},
"cpu_seconds": {
"median": 2.682444,
"min": 2.628657,
"max": 2.685704
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 364916736,
"min": 363106304,
"max": 367030272
},
"sdk_task_elapsed_seconds": {
"median": 1.0665091050000002,
"min": 1.045395505,
"max": 1.0990473939999998
},
"tokens_estimated": [206914, 206914, 206914]
},
"candidate": {
"wall_seconds": {
"median": 2.437,
"min": 2.437,
"max": 2.538
},
"cpu_seconds": {
"median": 2.216807,
"min": 2.196807,
"max": 2.294942
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 363646976,
"min": 362328064,
"max": 366067712
},
"sdk_task_elapsed_seconds": {
"median": 1.102061574,
"min": 1.0831482540000001,
"max": 1.103206674
},
"tokens_estimated": [206914, 206914, 206914]
}
},
{
"phase": "discovery",
"cache": "warm",
"profile": "default",
"artifact": null,
"baseline": {
"wall_seconds": {
"median": 2.639,
"min": 2.639,
"max": 2.739
},
"cpu_seconds": {
"median": 2.4609,
"min": 2.446954,
"max": 2.498392
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 264048640,
"min": 258125824,
"max": 281075712
},
"sdk_task_elapsed_seconds": {
"median": 0.888425156,
"min": 0.877036486,
"max": 0.8892487570000001
},
"tokens_estimated": [50840, 50840, 50840]
},
"candidate": {
"wall_seconds": {
"median": 2.135,
"min": 2.135,
"max": 2.236
},
"cpu_seconds": {
"median": 1.979984,
"min": 1.977371,
"max": 1.985714
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 258142208,
"min": 258023424,
"max": 258285568
},
"sdk_task_elapsed_seconds": {
"median": 0.8776175859999998,
"min": 0.874714296,
"max": 0.884515666
},
"tokens_estimated": [50840, 50840, 50840]
}
},
{
"phase": "discovery",
"cache": "warm",
"profile": "full",
"artifact": null,
"baseline": {
"wall_seconds": {
"median": 2.84,
"min": 2.838,
"max": 2.845
},
"cpu_seconds": {
"median": 2.665518,
"min": 2.654345,
"max": 2.68106
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 365486080,
"min": 363147264,
"max": 365658112
},
"sdk_task_elapsed_seconds": {
"median": 1.037624177,
"min": 1.034030976,
"max": 1.040828556
},
"tokens_estimated": [206914, 206914, 206914]
},
"candidate": {
"wall_seconds": {
"median": 2.338,
"min": 2.337,
"max": 2.439
},
"cpu_seconds": {
"median": 2.143527,
"min": 2.133334,
"max": 2.228867
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 364027904,
"min": 363192320,
"max": 365486080
},
"sdk_task_elapsed_seconds": {
"median": 1.0424973949999998,
"min": 1.0174998259999999,
"max": 1.060541565
},
"tokens_estimated": [206914, 206914, 206914]
}
},
{
"phase": "analysis",
"cache": "cold",
"profile": "default",
"artifact": "ripgrep",
"baseline": {
"wall_seconds": {
"median": 7.571,
"min": 7.374,
"max": 7.673
},
"cpu_seconds": {
"median": 7.372341,
"min": 7.184124,
"max": 7.438567
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 837644288,
"min": 830922752,
"max": 841400320
},
"sdk_task_elapsed_seconds": {
"median": 5.778101796,
"min": 5.589929067,
"max": 5.839083505
},
"tokens_estimated": [54029, 54029, 54029]
},
"candidate": {
"wall_seconds": {
"median": 7.169,
"min": 6.971,
"max": 7.183
},
"cpu_seconds": {
"median": 6.917623,
"min": 6.763883,
"max": 6.938266
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 829534208,
"min": 805789696,
"max": 832606208
},
"sdk_task_elapsed_seconds": {
"median": 5.752119637,
"min": 5.638184646,
"max": 5.801543996
},
"tokens_estimated": [54029, 54029, 54029]
}
},
{
"phase": "analysis",
"cache": "cold",
"profile": "default",
"artifact": "zellij",
"baseline": {
"wall_seconds": {
"median": 7.876,
"min": 7.784,
"max": 7.877
},
"cpu_seconds": {
"median": 7.623172,
"min": 7.602933,
"max": 7.702061
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 851640320,
"min": 834486272,
"max": 856920064
},
"sdk_task_elapsed_seconds": {
"median": 5.997683557,
"min": 5.981027178,
"max": 6.068265945
},
"tokens_estimated": [53949, 53949, 53949]
},
"candidate": {
"wall_seconds": {
"median": 7.373,
"min": 7.372,
"max": 7.376
},
"cpu_seconds": {
"median": 7.133769,
"min": 7.129316,
"max": 7.169424
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 849821696,
"min": 844066816,
"max": 856973312
},
"sdk_task_elapsed_seconds": {
"median": 5.990541997,
"min": 5.985346128,
"max": 6.006863447
},
"tokens_estimated": [53949, 53949, 53949]
}
},
{
"phase": "analysis",
"cache": "cold",
"profile": "full",
"artifact": "ripgrep",
"baseline": {
"wall_seconds": {
"median": 7.876,
"min": 7.874,
"max": 7.988
},
"cpu_seconds": {
"median": 7.710129,
"min": 7.66476,
"max": 7.754883
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 842698752,
"min": 826859520,
"max": 843620352
},
"sdk_task_elapsed_seconds": {
"median": 6.076761360000001,
"min": 6.031222070000001,
"max": 6.144969259
},
"tokens_estimated": [210103, 210103, 210103]
},
"candidate": {
"wall_seconds": {
"median": 7.475,
"min": 7.372,
"max": 7.475
},
"cpu_seconds": {
"median": 7.294512,
"min": 7.20172,
"max": 7.299765
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 840134656,
"min": 827777024,
"max": 845266944
},
"sdk_task_elapsed_seconds": {
"median": 6.118675209999999,
"min": 6.05505673,
"max": 6.138012358999999
},
"tokens_estimated": [210103, 210103, 210103]
}
},
{
"phase": "analysis",
"cache": "cold",
"profile": "full",
"artifact": "zellij",
"baseline": {
"wall_seconds": {
"median": 8.079,
"min": 8.077,
"max": 8.482
},
"cpu_seconds": {
"median": 7.851688,
"min": 7.831772,
"max": 8.301631
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 855277568,
"min": 848592896,
"max": 855953408
},
"sdk_task_elapsed_seconds": {
"median": 6.2276430309999995,
"min": 6.188756691000001,
"max": 6.641250009
},
"tokens_estimated": [210023, 210023, 210023]
},
"candidate": {
"wall_seconds": {
"median": 7.573,
"min": 7.573,
"max": 8.685
},
"cpu_seconds": {
"median": 7.377803,
"min": 7.318713,
"max": 8.498328
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 858882048,
"min": 846467072,
"max": 859328512
},
"sdk_task_elapsed_seconds": {
"median": 6.20877096,
"min": 6.152074191,
"max": 7.317706907
},
"tokens_estimated": [210023, 210023, 210023]
}
},
{
"phase": "analysis",
"cache": "warm",
"profile": "default",
"artifact": "ripgrep",
"baseline": {
"wall_seconds": {
"median": 7.575,
"min": 7.573,
"max": 7.876
},
"cpu_seconds": {
"median": 7.351674,
"min": 7.317628,
"max": 7.679281
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 854601728,
"min": 830029824,
"max": 855470080
},
"sdk_task_elapsed_seconds": {
"median": 5.742695254999999,
"min": 5.673776296,
"max": 5.985042274
},
"tokens_estimated": [54029, 54029, 54029]
},
"candidate": {
"wall_seconds": {
"median": 6.977,
"min": 6.768,
"max": 7.175
},
"cpu_seconds": {
"median": 6.809803,
"min": 6.599113,
"max": 6.981504
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 830066688,
"min": 811159552,
"max": 833011712
},
"sdk_task_elapsed_seconds": {
"median": 5.655500376,
"min": 5.428931827,
"max": 5.806811635
},
"tokens_estimated": [54029, 54029, 54029]
}
},
{
"phase": "analysis",
"cache": "warm",
"profile": "default",
"artifact": "zellij",
"baseline": {
"wall_seconds": {
"median": 7.774,
"min": 7.569,
"max": 8.078
},
"cpu_seconds": {
"median": 7.580788,
"min": 7.334911,
"max": 7.839564
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 860782592,
"min": 835899392,
"max": 867270656
},
"sdk_task_elapsed_seconds": {
"median": 5.965027105,
"min": 5.6845126079999995,
"max": 6.186281265
},
"tokens_estimated": [53949, 53949, 53949]
},
"candidate": {
"wall_seconds": {
"median": 7.178,
"min": 7.07,
"max": 7.472
},
"cpu_seconds": {
"median": 6.980825,
"min": 6.844209,
"max": 7.279204
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 861921280,
"min": 852742144,
"max": 862892032
},
"sdk_task_elapsed_seconds": {
"median": 5.788281946,
"min": 5.699361217,
"max": 6.092467987
},
"tokens_estimated": [53949, 53949, 53949]
}
},
{
"phase": "analysis",
"cache": "warm",
"profile": "full",
"artifact": "ripgrep",
"baseline": {
"wall_seconds": {
"median": 7.976,
"min": 7.779,
"max": 8.381
},
"cpu_seconds": {
"median": 7.746147,
"min": 7.554551,
"max": 8.210373
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 852127744,
"min": 847724544,
"max": 864243712
},
"sdk_task_elapsed_seconds": {
"median": 6.100206518,
"min": 5.908541518,
"max": 6.461054376
},
"tokens_estimated": [210103, 210103, 210103]
},
"candidate": {
"wall_seconds": {
"median": 7.875,
"min": 7.375,
"max": 13.26
},
"cpu_seconds": {
"median": 7.678779,
"min": 7.114094,
"max": 13.056275
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 827604992,
"min": 816529408,
"max": 830488576
},
"sdk_task_elapsed_seconds": {
"median": 6.491604155999999,
"min": 5.948197807,
"max": 11.06374727
},
"tokens_estimated": [210103, 210103, 210103]
}
},
{
"phase": "analysis",
"cache": "warm",
"profile": "full",
"artifact": "zellij",
"baseline": {
"wall_seconds": {
"median": 14.995,
"min": 14.577,
"max": 15.209
},
"cpu_seconds": {
"median": 14.742113,
"min": 14.317825,
"max": 14.941863
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 858275840,
"min": 854343680,
"max": 860213248
},
"sdk_task_elapsed_seconds": {
"median": 11.775706637,
"min": 11.451355266999999,
"max": 12.016412178
},
"tokens_estimated": [210023, 210023, 210023]
},
"candidate": {
"wall_seconds": {
"median": 13.978,
"min": 13.881,
"max": 14.501
},
"cpu_seconds": {
"median": 13.717532,
"min": 13.68354,
"max": 14.254371
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 850964480,
"min": 846639104,
"max": 852447232
},
"sdk_task_elapsed_seconds": {
"median": 11.528995319,
"min": 11.464475301,
"max": 12.039295778
},
"tokens_estimated": [210023, 210023, 210023]
}
}
],
"records": [
{
"case": "pair-cold-default-discovery-directory-1-baseline",
"cache": "cold",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 1,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 634.580646,
"after": 638.7313860000002
},
"sdk_task_elapsed_seconds": 0.9469415640000001,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 50840
},
"raw_catalog_result_tokens_all_lists": 756165,
"raw_catalog_result_bytes_all_lists": 2935148,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.739,
"cpu_seconds": 2.556219,
"kernel_family_peak_bytes_including_page_cache": 259387392,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "89472c217304fda514dc3ad0850fd62282bdfb3900d1120d8760257c04e6f73c",
"receipt_sha256": {
"report.json": "d66cddfada9f433e90e5fe1e74f9410cf2c38abf62aab31f53ef0d95b060ce3f",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-cold-default-discovery-directory-1-candidate",
"cache": "cold",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 1,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 395.14572799999996,
"after": 386.590948
},
"sdk_task_elapsed_seconds": 0.9477840540000001,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 50840
},
"raw_catalog_result_tokens_all_lists": 756165,
"raw_catalog_result_bytes_all_lists": 2935148,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.239,
"cpu_seconds": 2.074973,
"kernel_family_peak_bytes_including_page_cache": 264577024,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "1c95e0da023e1e57788b18b1fe8d40ec24cb39d91fadb5e1b7f939d662e16766",
"receipt_sha256": {
"report.json": "46399eb5fb870a3379eb82b9321489ba356ad525e49a84b671b079aa4cd4cb93",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-cold-default-discovery-directory-2-candidate",
"cache": "cold",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 2,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 401.64494800000006,
"after": 379.101488
},
"sdk_task_elapsed_seconds": 0.935287294,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 50840
},
"raw_catalog_result_tokens_all_lists": 756165,
"raw_catalog_result_bytes_all_lists": 2935148,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.237,
"cpu_seconds": 2.057036,
"kernel_family_peak_bytes_including_page_cache": 260485120,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "16ad9311340f7f3a93fedea1603b1cbbd2ae361ad427feca00313c8195649557",
"receipt_sha256": {
"report.json": "3067affdb8f62f40e9745888b0d4e4d34e3ce885fcc7bbfe9cd9afee383d6e96",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-cold-default-discovery-directory-2-baseline",
"cache": "cold",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 2,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 639.9987659999999,
"after": 607.156207
},
"sdk_task_elapsed_seconds": 0.9123522049999999,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 50840
},
"raw_catalog_result_tokens_all_lists": 756165,
"raw_catalog_result_bytes_all_lists": 2935148,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.739,
"cpu_seconds": 2.511415,
"kernel_family_peak_bytes_including_page_cache": 263905280,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "c1bec8649f16460cffc7a0bfbfac8169943e133dca19bf2b06dd5e3cc720edbe",
"receipt_sha256": {
"report.json": "dcd89cc328ad5ac5c6e5febb34ac2c19578e34acd96832f6e299d3335d95a908",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-cold-default-discovery-directory-3-baseline",
"cache": "cold",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 3,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 650.367986,
"after": 633.244216
},
"sdk_task_elapsed_seconds": 0.9435730449999998,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 50840
},
"raw_catalog_result_tokens_all_lists": 756165,
"raw_catalog_result_bytes_all_lists": 2935148,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.739,
"cpu_seconds": 2.552663,
"kernel_family_peak_bytes_including_page_cache": 258408448,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "fd214bfa0865a7afca407107ca1b8da3c2f00ae11c6e07ba6976322e8f4e1dd1",
"receipt_sha256": {
"report.json": "481a6e4850dfefc97106b53dd89f0a62f3e85a6a1b8db35d0afcd9f40f5656ed",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-cold-default-discovery-directory-3-candidate",
"cache": "cold",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 3,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 523.487727,
"after": 380.7200579999999
},
"sdk_task_elapsed_seconds": 1.3319460720000003,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 50840
},
"raw_catalog_result_tokens_all_lists": 756165,
"raw_catalog_result_bytes_all_lists": 2935148,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.744,
"cpu_seconds": 2.583608,
"kernel_family_peak_bytes_including_page_cache": 256352256,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "9a85adbadd4eab8b374bdad583d9907327560eec609b51194e327792b82137fe",
"receipt_sha256": {
"report.json": "a0a7cb446c56ad3ffd8f1b61a95c7767ac981e1b4e6bcb1fd17ff4d4a93cd681",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-cold-default-analysis-ripgrep-1-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 1,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 625.7156650000001,
"after": 605.0677070000002
},
"sdk_task_elapsed_seconds": 5.839083505,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3637,
"whole_task": 54029
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2229.782866,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2289.400996,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 8.807859999999891,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.3744299999998475,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 24.28417999999965,
"is_error": false
}
],
"wall_seconds": 7.673,
"cpu_seconds": 7.438567,
"kernel_family_peak_bytes_including_page_cache": 837644288,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "81ca44b0073ed4b8117041aedc07483b490be4d5e171a58019d5481ae97c569d",
"receipt_sha256": {
"report.json": "a1ffb51995fd1fb5a5aa9dedb53410e0f611049a82bf13937a7117cffc011f95",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "db9f86a654f9d5fb76de134ef28ff2b44fc68add010e5c8882472e30df01bda6"
}
},
{
"case": "pair-cold-default-analysis-ripgrep-1-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 1,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 388.778058,
"after": 382.57095800000025
},
"sdk_task_elapsed_seconds": 5.638184646,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3637,
"whole_task": 54029
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2185.317177,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2235.353788,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 8.33856999999989,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.448319999999512,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 24.081119999999828,
"is_error": false
}
],
"wall_seconds": 6.971,
"cpu_seconds": 6.763883,
"kernel_family_peak_bytes_including_page_cache": 805789696,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "62343613b824b88a47cf382e251e50c8fb79726ef523535ec5dd961f2837397b",
"receipt_sha256": {
"report.json": "0cc281e1471d29af14aed2cbbe66d4c7df95508d095208ba834a366785f00c35",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "cb0134e3063034f9939931822515b386f056b813654245026feaf78ae90b2c93"
}
},
{
"case": "pair-cold-default-analysis-ripgrep-2-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 2,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 393.274268,
"after": 376.12796700000035
},
"sdk_task_elapsed_seconds": 5.801543996,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3637,
"whole_task": 54029
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2201.351426,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2347.215836,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 8.659790000000612,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 3.995531000000483,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 23.478809000000183,
"is_error": false
}
],
"wall_seconds": 7.183,
"cpu_seconds": 6.938266,
"kernel_family_peak_bytes_including_page_cache": 832606208,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "747f4be4f3d77cf9407848c2b37fbb28e711d84b62fe24ee75e548a1eefdb729",
"receipt_sha256": {
"report.json": "3dfd8da6eecff2dd2f58657a9102e9be0b3d19d01c94716fa35a1a6db9174f37",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "7c836c2e634f08a9835aa58afeb4e293529db2117e67351d455fcb4b91be294a"
}
},
{
"case": "pair-cold-default-analysis-ripgrep-2-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 2,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 619.596906,
"after": 610.9297960000004
},
"sdk_task_elapsed_seconds": 5.589929067,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3637,
"whole_task": 54029
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2211.4524869999996,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2058.199878,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 65.36613899999975,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 18.64698000000044,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 29.307019999999284,
"is_error": false
}
],
"wall_seconds": 7.374,
"cpu_seconds": 7.184124,
"kernel_family_peak_bytes_including_page_cache": 830922752,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "a5c286b47fc9dedc6c7bd75336e3b5f692ad454bd13f0767863056e2cc98b17e",
"receipt_sha256": {
"report.json": "d7154c190b34fe77ae6c18684210f49af75eeae0396bfd7b99755fea64e326ac",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "12af7e5294bd0350651ba809a4d383b5473745737f906b81290e573b77e4c6c4"
}
},
{
"case": "pair-cold-default-analysis-ripgrep-3-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 3,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 613.2370970000001,
"after": 606.5711670000001
},
"sdk_task_elapsed_seconds": 5.778101796,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3637,
"whole_task": 54029
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2210.6182980000003,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2267.5096169999997,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 8.417410000000018,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.185939999999391,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 24.642329999999674,
"is_error": false
}
],
"wall_seconds": 7.571,
"cpu_seconds": 7.372341,
"kernel_family_peak_bytes_including_page_cache": 841400320,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "9e08bf6e5ed87c8992ea91ae40f1dde3cf6129130e638edfedffd6f17c7c1fd5",
"receipt_sha256": {
"report.json": "af420ec7d86f9e2d7366d27d2d5b75db826d7bc89cc7bba6cc3217daaee30abe",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "040786c2000ccc9afaefb1bfb1b659685825ca04ce1939829bfd4a9901a47b04"
}
},
{
"case": "pair-cold-default-analysis-ripgrep-3-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 3,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 403.27339800000004,
"after": 386.8799079999999
},
"sdk_task_elapsed_seconds": 5.752119637,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3637,
"whole_task": 54029
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2188.9772679999996,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2297.549367,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.58755999999994,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.203749999999673,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 25.89165000000048,
"is_error": false
}
],
"wall_seconds": 7.169,
"cpu_seconds": 6.917623,
"kernel_family_peak_bytes_including_page_cache": 829534208,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "28557dbc7489b2c075919f8e90934b880ec855bc990dc0b71e515b510653556f",
"receipt_sha256": {
"report.json": "f6a7fd14f1a16c4b36062ea4a4b16cd952ae6445b930966d7abb558aa1f1e96e",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "9b2d46f469c7844c6f0469a531e2a4f7df9cd5bce6688c3a7c6727f8937a9d83"
}
},
{
"case": "pair-cold-default-analysis-zellij-1-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 628.9286770000001,
"after": 622.065087
},
"sdk_task_elapsed_seconds": 6.068265945,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3557,
"whole_task": 53949
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2446.6106849999996,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2315.7439269999995,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.847580999999991,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.240538999999444,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 29.05634999999984,
"is_error": false
}
],
"wall_seconds": 7.877,
"cpu_seconds": 7.702061,
"kernel_family_peak_bytes_including_page_cache": 851640320,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "3dfbeeec1c2ad4d9fbfce88b4e705ceee80f86ccae69d096efff0a5d317dcb4a",
"receipt_sha256": {
"report.json": "0f01212d2ed55246a4e6fd22bf38296ed60ea88e0f8c7d77af38c8a1f498d439",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "79d4af3899944e3fe1511445d12e53c390e0875fd8e19cc1c9e397aaa3033244"
}
},
{
"case": "pair-cold-default-analysis-zellij-1-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 389.513007,
"after": 373.70207799999935
},
"sdk_task_elapsed_seconds": 5.990541997,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3557,
"whole_task": 53949
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2384.931246,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2315.6841269999995,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.112800000000789,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 6.144819999999527,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 32.43714999999975,
"is_error": false
}
],
"wall_seconds": 7.373,
"cpu_seconds": 7.129316,
"kernel_family_peak_bytes_including_page_cache": 856973312,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "f170cf3addf5f1248d316198126ed17039dcf0fcc0c72c5041f198106efcc419",
"receipt_sha256": {
"report.json": "d030bd4f9e6cb45203f176d738da3193829f23939d68d4fefdceede3b1b919c2",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "e1242e6fa2c041dde60d46b0dfc65de91fcc754439c334ab6bebde0a70d219b3"
}
},
{
"case": "pair-cold-default-analysis-zellij-2-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 386.977468,
"after": 372.45045800000025
},
"sdk_task_elapsed_seconds": 6.006863447,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3557,
"whole_task": 53949
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2367.667507,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2343.856287,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 42.91671000000042,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 7.7937599999995655,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 27.012220000000525,
"is_error": false
}
],
"wall_seconds": 7.372,
"cpu_seconds": 7.169424,
"kernel_family_peak_bytes_including_page_cache": 844066816,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "558d3fb03ff483f8f49009280ada8ad84d80f7f7f2ed4084741c7424bda117a4",
"receipt_sha256": {
"report.json": "679ee11e6841e367859bc44a4c10b598050fbda9cdf6d29df65f0bbb3c265202",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "98619a3209420cc8e88923055f2d08fa36817359026b7085d80f08ef85191a2b"
}
},
{
"case": "pair-cold-default-analysis-zellij-2-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 621.627027,
"after": 616.7703760000004
},
"sdk_task_elapsed_seconds": 5.981027178,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3557,
"whole_task": 53949
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2411.603157,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2292.1830179999997,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.707899999999427,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.968820000000051,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 27.84194000000025,
"is_error": false
}
],
"wall_seconds": 7.784,
"cpu_seconds": 7.602933,
"kernel_family_peak_bytes_including_page_cache": 834486272,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "e8d74db9e295382c19686a7228ae156f35d0c5b949c64b9786aecec8264604f8",
"receipt_sha256": {
"report.json": "bc30982f27d2a6a6d4fc157a5e998a2bef1d19667ce0c0b4c71e1f6f62543806",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "a97d542f3fa2c05b99f32264e33c609058d5f1c02e6e1ea7b8ab0192c3d943fa"
}
},
{
"case": "pair-cold-default-analysis-zellij-3-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 627.978708,
"after": 620.965177
},
"sdk_task_elapsed_seconds": 5.997683557,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3557,
"whole_task": 53949
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2380.030607,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2349.5959970000004,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.343630000000303,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.632789999999659,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 27.6558100000002,
"is_error": false
}
],
"wall_seconds": 7.876,
"cpu_seconds": 7.623172,
"kernel_family_peak_bytes_including_page_cache": 856920064,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "d49c42f0a4e9be95487e435c6c369fe5a1c52637b6ce6ea36f7594d9ab5a4777",
"receipt_sha256": {
"report.json": "334671cfd375c18117e5a109257befc0e0bd5ec8e44db19430cd6bd4ec2ae158",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "ae09ee8d8df446dfbf6fa638596b124691288d039090412591eef49b867bd570"
}
},
{
"case": "pair-cold-default-analysis-zellij-3-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 382.87296799999996,
"after": 383.17726800000037
},
"sdk_task_elapsed_seconds": 5.985346128,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3557,
"whole_task": 53949
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2390.283278,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2321.5986070000004,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.337480000000141,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.770399999999427,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 28.842029999999795,
"is_error": false
}
],
"wall_seconds": 7.376,
"cpu_seconds": 7.133769,
"kernel_family_peak_bytes_including_page_cache": 849821696,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "56aa71ed276cbfc6842ab7458b174795700a5827320c7519028f9d7fe1fe527a",
"receipt_sha256": {
"report.json": "7c9979516e0f30908cf245205eb1542a791ef64615fc6716e1f24708dd1722fa",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "b1de2e4f5115f3a0db32c63065360a6cbfd36c14ae981c8637a3e1453c03ec57"
}
},
{
"case": "pair-cold-full-discovery-directory-1-baseline",
"cache": "cold",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 1,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 629.890997,
"after": 618.1497060000002
},
"sdk_task_elapsed_seconds": 1.045395505,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 206914
},
"raw_catalog_result_tokens_all_lists": 912436,
"raw_catalog_result_bytes_all_lists": 3587792,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.84,
"cpu_seconds": 2.628657,
"kernel_family_peak_bytes_including_page_cache": 363106304,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "5311526a4d24892c2d2bad4987d0ef01ed8f75f5622346d7740f69461e2b105b",
"receipt_sha256": {
"report.json": "7826304ef1377672a32a866325297a233e940138d1af56d41e9b8ec42ee6318d",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-cold-full-discovery-directory-1-candidate",
"cache": "cold",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 1,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 390.22933700000004,
"after": 377.1193280000002
},
"sdk_task_elapsed_seconds": 1.103206674,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 206914
},
"raw_catalog_result_tokens_all_lists": 912436,
"raw_catalog_result_bytes_all_lists": 3587792,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.437,
"cpu_seconds": 2.216807,
"kernel_family_peak_bytes_including_page_cache": 366067712,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "ca90525ae23879fb65e5d02a9a9378280c31fde9ee55744693ba8eea8dfe613e",
"receipt_sha256": {
"report.json": "03027dd8091db0272dbd0ce9f8b14e8a960230fdc4000c6c616fdb34a0cfa453",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-cold-full-discovery-directory-2-candidate",
"cache": "cold",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 2,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 404.03636800000004,
"after": 432.9608979999998
},
"sdk_task_elapsed_seconds": 1.102061574,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 206914
},
"raw_catalog_result_tokens_all_lists": 912436,
"raw_catalog_result_bytes_all_lists": 3587792,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.538,
"cpu_seconds": 2.294942,
"kernel_family_peak_bytes_including_page_cache": 362328064,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "e2f3facf1429b2773efbd4d9480ea358f3dd00e3cdbb2b354c627847e05f5574",
"receipt_sha256": {
"report.json": "b9a03221b459591fd1359dc3262d5037912d0378c804487620397966406784c5",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-cold-full-discovery-directory-2-baseline",
"cache": "cold",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 2,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 627.948746,
"after": 665.427216
},
"sdk_task_elapsed_seconds": 1.0665091050000002,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 206914
},
"raw_catalog_result_tokens_all_lists": 912436,
"raw_catalog_result_bytes_all_lists": 3587792,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.94,
"cpu_seconds": 2.682444,
"kernel_family_peak_bytes_including_page_cache": 364916736,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "089826ea8c62df98e858d135a72bc01a5d72f61f692c205724b6e5aadb3b4401",
"receipt_sha256": {
"report.json": "56e7a58b9a809e20ea12a584437462a5efe5e95881fb6e8157859c11f9d512ea",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-cold-full-discovery-directory-3-baseline",
"cache": "cold",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 3,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 620.881997,
"after": 615.8508670000001
},
"sdk_task_elapsed_seconds": 1.0990473939999998,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 206914
},
"raw_catalog_result_tokens_all_lists": 912436,
"raw_catalog_result_bytes_all_lists": 3587792,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.941,
"cpu_seconds": 2.685704,
"kernel_family_peak_bytes_including_page_cache": 367030272,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "04939c57e3c822a1b4ee88a9ffbb4cca2967a72891d6fbf181dc6f374d450573",
"receipt_sha256": {
"report.json": "415f5206675e58048fd0d53c740232bb6e3380a9a92e5915255b9dde0549db23",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-cold-full-discovery-directory-3-candidate",
"cache": "cold",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 3,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 392.555838,
"after": 378.2254180000002
},
"sdk_task_elapsed_seconds": 1.0831482540000001,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 206914
},
"raw_catalog_result_tokens_all_lists": 912436,
"raw_catalog_result_bytes_all_lists": 3587792,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.437,
"cpu_seconds": 2.196807,
"kernel_family_peak_bytes_including_page_cache": 363646976,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "3f6e4e8332998c91686b25539712bda4f7afa78111067d60cd51a53e105e0851",
"receipt_sha256": {
"report.json": "4e3ff15d57608720c6178952f5ba4e5f3ab2d0947f3f75bf99f106464723c82b",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-cold-full-analysis-ripgrep-1-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 1,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 625.543437,
"after": 632.634916
},
"sdk_task_elapsed_seconds": 6.076761360000001,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3637,
"whole_task": 210103
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2170.155089,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2318.1014480000003,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 10.230399999999463,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.011889999999767,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 25.664260000000468,
"is_error": false
}
],
"wall_seconds": 7.876,
"cpu_seconds": 7.710129,
"kernel_family_peak_bytes_including_page_cache": 842698752,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "58099d2edf89e2a712b308105c8dfe167ad1feffbf3a9f0669fe099c704e1dd0",
"receipt_sha256": {
"report.json": "00e4dc8e17ade871008d7767d12ae8e4d5281c425fbbbd1f07f4e371c7e8575c",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "f09a840b26a2f58a84a6233b3ecee6761098c6bc8d013231f9366027f30665bc"
}
},
{
"case": "pair-cold-full-analysis-ripgrep-1-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 1,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 400.533108,
"after": 377.4843180000007
},
"sdk_task_elapsed_seconds": 6.138012358999999,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3637,
"whole_task": 210103
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2270.390378,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2260.433199,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.737510000000839,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.53650000000016,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 26.04856000000018,
"is_error": false
}
],
"wall_seconds": 7.475,
"cpu_seconds": 7.299765,
"kernel_family_peak_bytes_including_page_cache": 845266944,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "6f24dad5379ad198f0862b7d4e79b1e0139a04b679a915721ebdc4afb35a775b",
"receipt_sha256": {
"report.json": "fb4d07a222a13d9e3fe46da056bede61b8e1d965ccad6d64dea0f78370256915",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "30751bcd390e1d5149b4e5a616c9bfc69ad2257d77689c2f60e6c22149e3846f"
}
},
{
"case": "pair-cold-full-analysis-ripgrep-2-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 2,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 390.90667800000006,
"after": 375.35122800000045
},
"sdk_task_elapsed_seconds": 6.05505673,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3637,
"whole_task": 210103
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2204.7890100000004,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2219.3471990000003,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.673259000000144,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.403829999999289,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 25.87572,
"is_error": false
}
],
"wall_seconds": 7.372,
"cpu_seconds": 7.20172,
"kernel_family_peak_bytes_including_page_cache": 840134656,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "f0591ea0b87e593a46536f898525ff8ad695b19c9005b9dfd000702cc70f9bf2",
"receipt_sha256": {
"report.json": "732e3cfb37735a61fc1e588e033126671e158cc7536ab56dc17149528644715e",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "e4644b49544ac9213075834f353b931e880f756f2052888bf3847f5a22b52201"
}
},
{
"case": "pair-cold-full-analysis-ripgrep-2-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 2,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 632.959587,
"after": 631.5438469999999
},
"sdk_task_elapsed_seconds": 6.031222070000001,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3637,
"whole_task": 210103
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2179.5238390000004,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2147.714349,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 80.04217999999946,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.748909999999341,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 25.316899999999805,
"is_error": false
}
],
"wall_seconds": 7.874,
"cpu_seconds": 7.66476,
"kernel_family_peak_bytes_including_page_cache": 826859520,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "a4f08f0af27d8c5d627a669aec544d53d03bf51871d72f500dd5b0ac4d79fa21",
"receipt_sha256": {
"report.json": "ec7d2c81d96d7697b98c1b0b662528224bbd300eae42d052a354d5685ca6e489",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "d2495821124dfeedae1835d1063892965ec224ca889683d57519522c6a690af9"
}
},
{
"case": "pair-cold-full-analysis-ripgrep-3-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 3,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 615.4213070000001,
"after": 631.1476270000003
},
"sdk_task_elapsed_seconds": 6.144969259,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3637,
"whole_task": 210103
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2290.7312789999996,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2161.18369,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 79.85771999999997,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.724050000000716,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 27.58078000000023,
"is_error": false
}
],
"wall_seconds": 7.988,
"cpu_seconds": 7.754883,
"kernel_family_peak_bytes_including_page_cache": 843620352,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "1af429562d8ccecb18f6dec0c69bab06d4fde919c2ef0040cd23dc3861fe9e70",
"receipt_sha256": {
"report.json": "ac5ece1cfd7d0094ef946bb82a4f6455a521f9f13c1285b85d5c123ad9aaec49",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "ec72f902ddedb947f141c454e88982f11868b2a33d201440d74b5ae2b0d1f3a4"
}
},
{
"case": "pair-cold-full-analysis-ripgrep-3-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 3,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 399.61565800000005,
"after": 385.0950590000002
},
"sdk_task_elapsed_seconds": 6.118675209999999,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3637,
"whole_task": 210103
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2171.1585189999996,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2326.291299,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 10.114069999999629,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.253349999999955,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 26.211299999999937,
"is_error": false
}
],
"wall_seconds": 7.475,
"cpu_seconds": 7.294512,
"kernel_family_peak_bytes_including_page_cache": 827777024,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "8df2ac6cc0dcda49854c10176fa2d612b688dd71363677404be7553b41502f78",
"receipt_sha256": {
"report.json": "a76faef0ec8d37b224370f7b7a0df1785fab439343ff95e718317299587cedcb",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "01b8028a35af8b437916c3ce26f70a1e419864df49d38a7c23b31feeb5c7cf08"
}
},
{
"case": "pair-cold-full-analysis-zellij-1-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 633.5009269999999,
"after": 629.3595770000002
},
"sdk_task_elapsed_seconds": 6.2276430309999995,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3557,
"whole_task": 210023
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2350.5731989999995,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2162.7106399999993,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 75.45830000000024,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.242099999999482,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 46.36221999999998,
"is_error": false
}
],
"wall_seconds": 8.079,
"cpu_seconds": 7.831772,
"kernel_family_peak_bytes_including_page_cache": 848592896,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "4b6f747aef47843a9e4620f2d28013dbd689190c410e3d6ab7e68f89ade4eb90",
"receipt_sha256": {
"report.json": "61c543bd231aa95d009c4a3e4810aba76a871f9545edbb277022d06b71bb03a9",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "be0f9c28d60cbe910264a524d33e70fe710eb9ba4194512e74e5a67329797ad7"
}
},
{
"case": "pair-cold-full-analysis-zellij-1-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 389.822099,
"after": 406.5415779999994
},
"sdk_task_elapsed_seconds": 6.20877096,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3557,
"whole_task": 210023
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2285.04718,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2211.2820990000005,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 77.34936000000016,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 6.637780000000021,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 29.217539999999644,
"is_error": false
}
],
"wall_seconds": 7.573,
"cpu_seconds": 7.377803,
"kernel_family_peak_bytes_including_page_cache": 846467072,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "4149119575b09e688ab8b732cce27ae249a6309fd558b22f1165777c2b8aac78",
"receipt_sha256": {
"report.json": "65052f4d392204776ab2d659b7d30c6093dcd1e5f396ffa95aeff810ffeaaf1a",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "bdf04242df1b4204d128320a0e319e8a1b956fd9ddd9595c856a20d0d0b11eca"
}
},
{
"case": "pair-cold-full-analysis-zellij-2-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 397.06117800000004,
"after": 387.3936480000002
},
"sdk_task_elapsed_seconds": 6.152074191,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3557,
"whole_task": 210023
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2290.0921099999996,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2278.219289,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.589889999999286,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.964199999999437,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 27.786590000000615,
"is_error": false
}
],
"wall_seconds": 7.573,
"cpu_seconds": 7.318713,
"kernel_family_peak_bytes_including_page_cache": 859328512,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "d868dc3fda6d4295c1b734f0390441a736f2f0e983cc97274626d8876904dbf7",
"receipt_sha256": {
"report.json": "0a899c19e2f9fa4ea29a6efdda6d44d103f7e267725b37b5cb485de83e6e13ed",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "bd594f016ddaeac826a03c0fa36bd00cd713f38b299ea1717c9d1055f02f9ed6"
}
},
{
"case": "pair-cold-full-analysis-zellij-2-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 627.548487,
"after": 642.9884070000007
},
"sdk_task_elapsed_seconds": 6.188756691000001,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3557,
"whole_task": 210023
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2372.872909,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2205.725859,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.482199000000037,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.9183409999996,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 29.62988900000073,
"is_error": false
}
],
"wall_seconds": 8.077,
"cpu_seconds": 7.851688,
"kernel_family_peak_bytes_including_page_cache": 855277568,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "eeb8cbd7c31ac41469da9f4036f928638c6646796cd7aba9aed82f0194eab852",
"receipt_sha256": {
"report.json": "e0bc8de49d432af661798cd5b8b6e37221e0e95f572f164e1fb3cf0d316192a0",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "3d75525709ab3ac22f7187c48579880cdf58cd9fbc8d36d0e950d9518478dbf2"
}
},
{
"case": "pair-cold-full-analysis-zellij-3-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 639.025817,
"after": 640.6548270000003
},
"sdk_task_elapsed_seconds": 6.641250009,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3557,
"whole_task": 210023
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2484.5062989999997,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2353.3368899999996,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.192070000000058,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.606600000000071,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 28.23099000000002,
"is_error": false
}
],
"wall_seconds": 8.482,
"cpu_seconds": 8.301631,
"kernel_family_peak_bytes_including_page_cache": 855953408,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "5786cb9eb2dee80ed34096d75d41525ab98f485e6e490043f7886972f002d10d",
"receipt_sha256": {
"report.json": "a444247e9fd7c72a47d6dea2c6d9ee65ec3758c55b3920c982ceb1dc9a258dc4",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "08e070edb06af98f9acafdee8e7af9f75322d6ca04cfd61253a7e3f07bd29270"
}
},
{
"case": "pair-cold-full-analysis-zellij-3-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 396.20569800000004,
"after": 402.1625180000001
},
"sdk_task_elapsed_seconds": 7.317706907,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3557,
"whole_task": 210023
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2872.110037,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2720.9662980000003,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.865999999999985,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.130699999999706,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 28.744480000000294,
"is_error": false
}
],
"wall_seconds": 8.685,
"cpu_seconds": 8.498328,
"kernel_family_peak_bytes_including_page_cache": 858882048,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "8e546eb0950e69d6684fcdf6630e7dd498f68233b4242440085de292f7543462",
"receipt_sha256": {
"report.json": "aec5dcec77fa9f6757218fefa30f8b3aa5eb3d1186c66607b9cc78aaae1cc60c",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4e273103e12a3b4dcdc23fdac81305614cbcd9dd6e4c7b1bcd57c87a21d743b2"
}
},
{
"case": "pair-warm-default-discovery-directory-1-baseline",
"cache": "warm",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 1,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 630.9300269999999,
"after": 632.882648
},
"sdk_task_elapsed_seconds": 0.888425156,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 50840
},
"raw_catalog_result_tokens_all_lists": 756165,
"raw_catalog_result_bytes_all_lists": 2935148,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.739,
"cpu_seconds": 2.498392,
"kernel_family_peak_bytes_including_page_cache": 264048640,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "12b82596a3a18a2d49d387091677a12bdb35cf9cac21f994867a5b0fa520f07b",
"receipt_sha256": {
"report.json": "7933a475a6dd382a07e75c70122476b7d618cb12420fc58b722bcc85f58de51a",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-warm-default-discovery-directory-1-candidate",
"cache": "warm",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 1,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 392.21434800000003,
"after": 368.74290799999994
},
"sdk_task_elapsed_seconds": 0.874714296,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 50840
},
"raw_catalog_result_tokens_all_lists": 756165,
"raw_catalog_result_bytes_all_lists": 2935148,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.135,
"cpu_seconds": 1.979984,
"kernel_family_peak_bytes_including_page_cache": 258285568,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "10bdfcaeb47dfdeec35d48cfd333f2580d09e85f24ed28de5954e57e20411ae3",
"receipt_sha256": {
"report.json": "652b3a841af9a669bbd203629f47bae8174ac87e5337c9c6dcae7e6210acd581",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-warm-default-discovery-directory-2-candidate",
"cache": "warm",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 2,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 392.938318,
"after": 378.6738990000001
},
"sdk_task_elapsed_seconds": 0.8776175859999998,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 50840
},
"raw_catalog_result_tokens_all_lists": 756165,
"raw_catalog_result_bytes_all_lists": 2935148,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.135,
"cpu_seconds": 1.977371,
"kernel_family_peak_bytes_including_page_cache": 258023424,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "38d42da1daa461623f82fd9d41e5c12257841dd5a0dcd9d40e19692b85911347",
"receipt_sha256": {
"report.json": "4dfd54e54827af14f7b9e957877a73e942767d7e2eed5655ad3db0b8b52c624c",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-warm-default-discovery-directory-2-baseline",
"cache": "warm",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 2,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 625.546777,
"after": 602.0980979999999
},
"sdk_task_elapsed_seconds": 0.8892487570000001,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 50840
},
"raw_catalog_result_tokens_all_lists": 756165,
"raw_catalog_result_bytes_all_lists": 2935148,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.639,
"cpu_seconds": 2.446954,
"kernel_family_peak_bytes_including_page_cache": 258125824,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "2c61765217f3c49a6f8965e94ca2cc69ff92a78e7932964852d8d83abc484fbb",
"receipt_sha256": {
"report.json": "8d14c4eea6caa82b1c3c4629ca950af91d22ed6c474ecb1adce7f2ca91a8aa6e",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-warm-default-discovery-directory-3-baseline",
"cache": "warm",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 3,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 620.161268,
"after": 623.0935069999998
},
"sdk_task_elapsed_seconds": 0.877036486,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 50840
},
"raw_catalog_result_tokens_all_lists": 756165,
"raw_catalog_result_bytes_all_lists": 2935148,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.639,
"cpu_seconds": 2.4609,
"kernel_family_peak_bytes_including_page_cache": 281075712,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "ecfd3c1ec748dccd143c1e740117a1dc67aa5e2854c8839318f40dfa7acbac1e",
"receipt_sha256": {
"report.json": "218418775d186b65d2acb0986a3f40ec2afde85c5fb7a041a48698f4c600eb85",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-warm-default-discovery-directory-3-candidate",
"cache": "warm",
"profile": "default",
"phase": "discovery",
"artifact": null,
"pair": 3,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 393.12777900000003,
"after": 382.85497799999985
},
"sdk_task_elapsed_seconds": 0.884515666,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 50840
},
"raw_catalog_result_tokens_all_lists": 756165,
"raw_catalog_result_bytes_all_lists": 2935148,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.236,
"cpu_seconds": 1.985714,
"kernel_family_peak_bytes_including_page_cache": 258142208,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "230cff7637e23143c0860bb35e0b008d6427fa947114b72d75454db13d546edc",
"receipt_sha256": {
"report.json": "c21e9a94d702eade4d8f59ff351fee97e97380469477e951f5e98032e12435a5",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-warm-default-analysis-ripgrep-1-baseline",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 1,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 620.3113579999999,
"after": 634.5889869999992
},
"sdk_task_elapsed_seconds": 5.742695254999999,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3637,
"whole_task": 54029
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2053.776551,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2405.8105689999998,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 11.279999999999745,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.727969999999914,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 28.970250000000306,
"is_error": false
}
],
"wall_seconds": 7.575,
"cpu_seconds": 7.351674,
"kernel_family_peak_bytes_including_page_cache": 855470080,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "a0dc5acbf97ad2c2db87bed84f2e01556c6f4450b5ac3ac34af78bd60ad6146f",
"receipt_sha256": {
"report.json": "5ee1f055e4cd01e78f49ab79fd52876aadc94bd30af0ee2fd6ef3088692e7388",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "270d2503c26aec46255ae37971a9ca7be5ca12e32000ad2b3e3ebbf39bd922f6"
}
},
{
"case": "pair-warm-default-analysis-ripgrep-1-candidate",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 1,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 400.34635799999995,
"after": 385.37161899999955
},
"sdk_task_elapsed_seconds": 5.806811635,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3637,
"whole_task": 54029
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2132.0153309999996,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2375.768549,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 10.079660000000331,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.047889999999825,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 27.20592100000067,
"is_error": false
}
],
"wall_seconds": 7.175,
"cpu_seconds": 6.981504,
"kernel_family_peak_bytes_including_page_cache": 811159552,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "3b46f48380c554f64e928f13242645f743815d21313bd699efa36532d18ef4a0",
"receipt_sha256": {
"report.json": "0b3b7c45031629a7ae73caad47d64ebc021077387ace2f0f8d81de157ba3510f",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "5726333881aa383116a3ad4a3628d98a9a863bfb9086c7d323b16a6181fec411"
}
},
{
"case": "pair-warm-default-analysis-ripgrep-2-candidate",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 2,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 406.659589,
"after": 380.73600799999986
},
"sdk_task_elapsed_seconds": 5.428931827,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3637,
"whole_task": 54029
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2030.7116010000002,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2117.197501,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 73.64578999999958,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.761850000000777,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 26.570160000000214,
"is_error": false
}
],
"wall_seconds": 6.768,
"cpu_seconds": 6.599113,
"kernel_family_peak_bytes_including_page_cache": 830066688,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "acba5c374327c79349e892b727f711757a3713675acec72ae3bf52c25de3dfae",
"receipt_sha256": {
"report.json": "784c60e10fdd853c092f621b956c75c75cdc90d50ea2100e2c78d63910055dcf",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "cc965825bb1da93f0c6bfa11b84e82392f491cd323a29869dd377a4b28c63bd8"
}
},
{
"case": "pair-warm-default-analysis-ripgrep-2-baseline",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 2,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 656.415947,
"after": 619.0178580000002
},
"sdk_task_elapsed_seconds": 5.673776296,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3637,
"whole_task": 54029
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2055.288591,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2327.1518699999997,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 10.187750000000051,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.653839999999946,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 75.92057899999963,
"is_error": false
}
],
"wall_seconds": 7.573,
"cpu_seconds": 7.317628,
"kernel_family_peak_bytes_including_page_cache": 854601728,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "87a1c0913850e9c5fe5f60e2e5e99b4c596cf7b8d8b4f960e8128d8bed02e5af",
"receipt_sha256": {
"report.json": "9a23a669a3b7a4bb91920ac2204bdb6451589ced6f68697bb33b7572f2f4abab",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "d12508b007c0a5d5b665646ed44315d6354ea8fb18f498c2127dc37a7dd28908"
}
},
{
"case": "pair-warm-default-analysis-ripgrep-3-baseline",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 3,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 674.984727,
"after": 637.4825970000002
},
"sdk_task_elapsed_seconds": 5.985042274,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3637,
"whole_task": 54029
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2240.37499,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2401.732449,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 41.6787889999996,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 26.676330000000235,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 26.463519999999335,
"is_error": false
}
],
"wall_seconds": 7.876,
"cpu_seconds": 7.679281,
"kernel_family_peak_bytes_including_page_cache": 830029824,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "2c3fb44ae7e9e0ff4274b8bda6c190ee80d1cf70b3c3f816a9a6897a1083108a",
"receipt_sha256": {
"report.json": "cbb43e36367b254434c244f20870eb00f6b8e0d26a359534296f570e1cc39e6f",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "3ccb70ab1f2f52977d52566fd6eb8d2eac108bb11858b2dede65398046d492c0"
}
},
{
"case": "pair-warm-default-analysis-ripgrep-3-candidate",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 3,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 395.41038799999995,
"after": 378.79852800000026
},
"sdk_task_elapsed_seconds": 5.655500376,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3637,
"whole_task": 54029
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2062.388501,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2367.1205210000003,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.833128999999644,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.330670000000282,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 25.337169000000358,
"is_error": false
}
],
"wall_seconds": 6.977,
"cpu_seconds": 6.809803,
"kernel_family_peak_bytes_including_page_cache": 833011712,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "7ee2d3a367a88755afb84ff6ca8ff9dde5730de2217c2b4abbfc2e88bb19adee",
"receipt_sha256": {
"report.json": "c1e7bcc5dd1b6fa20700439e8c1122769c38a43deafeb7b5ad8f707a141ae9e2",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4a925a251420226ff04ef846d46b76e8d07fbc2c2d093c70762de9e03309de10"
}
},
{
"case": "pair-warm-default-analysis-zellij-1-baseline",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 631.557757,
"after": 625.2030869999999
},
"sdk_task_elapsed_seconds": 6.186281265,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3557,
"whole_task": 53949
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2442.6988899999997,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2436.9865499999996,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 11.616179999999986,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 6.900329999999485,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 35.31379899999956,
"is_error": false
}
],
"wall_seconds": 8.078,
"cpu_seconds": 7.839564,
"kernel_family_peak_bytes_including_page_cache": 835899392,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "14e507962f11897518e0f1145e90df1e9ed9f7de7ef7a4abf3408441c5c46e4a",
"receipt_sha256": {
"report.json": "fa746eda40ef2010d7eee146e6461fbac77a803069a5070e1f828999f733289f",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "fd8819a75f9198696bb26bd55aab9eaf4089d63de07cef69894c8b910040d5c0"
}
},
{
"case": "pair-warm-default-analysis-zellij-1-candidate",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 403.003829,
"after": 380.7376979999999
},
"sdk_task_elapsed_seconds": 5.788281946,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3557,
"whole_task": 53949
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2207.682241,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2353.38705,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.512679999999818,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.1258490000000165,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 29.97976000000017,
"is_error": false
}
],
"wall_seconds": 7.178,
"cpu_seconds": 6.980825,
"kernel_family_peak_bytes_including_page_cache": 861921280,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "6923be2db3b688251107d3a00bbfbe6696d87a70b673833a80936ea63d301521",
"receipt_sha256": {
"report.json": "67e6fc1b24b96011201b5748ace11533a1d762334ce9967c668bdbc09c9e5fd0",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "20d8de2487931681105184564d2f2702b13daa76eabf5a8e551e602e85ca73e3"
}
},
{
"case": "pair-warm-default-analysis-zellij-2-candidate",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 381.55820900000003,
"after": 378.83754899999985
},
"sdk_task_elapsed_seconds": 5.699361217,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3557,
"whole_task": 53949
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2169.484111,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2333.0509709999997,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.695679999999811,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.357490000000325,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 27.88166100000035,
"is_error": false
}
],
"wall_seconds": 7.07,
"cpu_seconds": 6.844209,
"kernel_family_peak_bytes_including_page_cache": 852742144,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "b0b6e874c43208ede754091543db434c657b9f143543a4590178cfc872b004e8",
"receipt_sha256": {
"report.json": "4b4ee89ba007180804251293eac77916460fbc1814fad63b7cb8fc2f6016aa66",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "1dfaf2ac3583a392d496a8422a6817a8d818fd52c2d2c58b72fc6b750911850c"
}
},
{
"case": "pair-warm-default-analysis-zellij-2-baseline",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 624.9660279999999,
"after": 610.7264080000004
},
"sdk_task_elapsed_seconds": 5.965027105,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3557,
"whole_task": 53949
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2373.8754599999993,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2374.626381,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 8.893119999999726,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.676199999999881,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 28.255339999999705,
"is_error": false
}
],
"wall_seconds": 7.774,
"cpu_seconds": 7.580788,
"kernel_family_peak_bytes_including_page_cache": 860782592,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "28a4f29613a441692afb317f22e551a048d6c85dd3ea61b23e63b9558a874cc5",
"receipt_sha256": {
"report.json": "56dd0fb0febd570f71a4138b44f4ee8066f837b18baf8e68eb8d291dfc62d6b3",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "9ea039d3497e5023db40dbb9e82f2b314104c447e29bbd36ef8046beff84d458"
}
},
{
"case": "pair-warm-default-analysis-zellij-3-baseline",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 619.6262569999999,
"after": 631.825887
},
"sdk_task_elapsed_seconds": 5.6845126079999995,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3557,
"whole_task": 53949
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2181.8331719999996,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2290.497411,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 10.632380000000012,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.578110000000379,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 27.41403999999966,
"is_error": false
}
],
"wall_seconds": 7.569,
"cpu_seconds": 7.334911,
"kernel_family_peak_bytes_including_page_cache": 867270656,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "ac4223af372a7c4d295a2af0658e0a7d73e8e3228eeda287a8d296beedb6f632",
"receipt_sha256": {
"report.json": "89c800c5acf991435c63925a1dded5c092d4a801fdad4a3f8f60fe80004805b0",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "8ffafc9b1ca81ac08e552ef1da4f8470246570806155e67ae1624514a5f6c84e"
}
},
{
"case": "pair-warm-default-analysis-zellij-3-candidate",
"cache": "warm",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 390.584799,
"after": 408.25477799999953
},
"sdk_task_elapsed_seconds": 6.092467987,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 297,
"text_replies": 3557,
"whole_task": 53949
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2302.84321,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2463.4373,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 41.573491000000104,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 14.43565100000069,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 31.69601000000057,
"is_error": false
}
],
"wall_seconds": 7.472,
"cpu_seconds": 7.279204,
"kernel_family_peak_bytes_including_page_cache": 862892032,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "6651c7b6fad4d8612ad4a243ffee9d48cbbe94785fe3307ce07d9c3e2ca98d18",
"receipt_sha256": {
"report.json": "3f60953d583ab3ad8a369a2b2ed4f8a1f63da25663fa4e96abc7beb67b0acaa4",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4e6997643a1ec6939f0d6ffd5de876a378e3119a6c08b9eac76dade75a3fc039"
}
},
{
"case": "pair-warm-full-discovery-directory-1-baseline",
"cache": "warm",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 1,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 668.104677,
"after": 602.6713280000001
},
"sdk_task_elapsed_seconds": 1.037624177,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 206914
},
"raw_catalog_result_tokens_all_lists": 912436,
"raw_catalog_result_bytes_all_lists": 3587792,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.838,
"cpu_seconds": 2.654345,
"kernel_family_peak_bytes_including_page_cache": 363147264,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "a5e2dfad501a45e29f2292cdd0e8b8a03b145d8d1dd1b171c33b0d2c03c0ddd7",
"receipt_sha256": {
"report.json": "167f05ae3fc6a950c3837836302d4a815bde2571671ea76865572fbffb44b405",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-warm-full-discovery-directory-1-candidate",
"cache": "warm",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 1,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 388.62777800000003,
"after": 442.73736800000006
},
"sdk_task_elapsed_seconds": 1.060541565,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 206914
},
"raw_catalog_result_tokens_all_lists": 912436,
"raw_catalog_result_bytes_all_lists": 3587792,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.439,
"cpu_seconds": 2.228867,
"kernel_family_peak_bytes_including_page_cache": 365486080,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "1af0f7efa71051db5d12e4636ed1a2bc70d6a743f3f2c7f270b1efef9c512373",
"receipt_sha256": {
"report.json": "7bcc5d99c0c7ec63f9b34603dcad8d6083c29bd5411db11b11c054c502718929",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-warm-full-discovery-directory-2-candidate",
"cache": "warm",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 2,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 391.78706900000003,
"after": 382.1923790000001
},
"sdk_task_elapsed_seconds": 1.0424973949999998,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 206914
},
"raw_catalog_result_tokens_all_lists": 912436,
"raw_catalog_result_bytes_all_lists": 3587792,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.337,
"cpu_seconds": 2.143527,
"kernel_family_peak_bytes_including_page_cache": 364027904,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "3a3361250790dc39b5234a3e2efe5fed0bc713accb49a5d0763d86630b42f3a5",
"receipt_sha256": {
"report.json": "3a0d2b37ae89eeb8cf0f383a25d74f1dffa7dd72a7b9946ecd3905674aacbc7b",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-warm-full-discovery-directory-2-baseline",
"cache": "warm",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 2,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 621.2290869999999,
"after": 662.8774879999999
},
"sdk_task_elapsed_seconds": 1.040828556,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 206914
},
"raw_catalog_result_tokens_all_lists": 912436,
"raw_catalog_result_bytes_all_lists": 3587792,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.84,
"cpu_seconds": 2.665518,
"kernel_family_peak_bytes_including_page_cache": 365486080,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "4d93c33255c6e88d0d79729533914a71c41efa5442b2e8e74f7c9489909ef9d5",
"receipt_sha256": {
"report.json": "e73d150b4f505e75e0bebe8a5ee393cb20ca5f7aff552784508a77169dff7bef",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-warm-full-discovery-directory-3-baseline",
"cache": "warm",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 3,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 635.362588,
"after": 670.7475770000001
},
"sdk_task_elapsed_seconds": 1.034030976,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 206914
},
"raw_catalog_result_tokens_all_lists": 912436,
"raw_catalog_result_bytes_all_lists": 3587792,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.845,
"cpu_seconds": 2.68106,
"kernel_family_peak_bytes_including_page_cache": 365658112,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "672e9e334db1ae776914902b9f36a47bf08e27a42384ea1918c81df53abc4a4e",
"receipt_sha256": {
"report.json": "7787f49a9779016a1f3bcea03e084183f2b5461ddb0fd99da74d961d90b7dd88",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-warm-full-discovery-directory-3-candidate",
"cache": "warm",
"profile": "full",
"phase": "discovery",
"artifact": null,
"pair": 3,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 389.049079,
"after": 383.91260799999986
},
"sdk_task_elapsed_seconds": 1.0174998259999999,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": null,
"parent_semantic_sha256": null,
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
"tokens_estimated": {
"question_and_recipe": 29,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 0,
"text_replies": 0,
"prompt_directory": 787,
"whole_task": 206914
},
"raw_catalog_result_tokens_all_lists": 912436,
"raw_catalog_result_bytes_all_lists": 3587792,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 1,
"prompts/list": 1
},
"calls": [],
"wall_seconds": 2.338,
"cpu_seconds": 2.133334,
"kernel_family_peak_bytes_including_page_cache": 363192320,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "4ed28d01e30a8ca6459fe20be1ae95b1305fe7b7fe3065a0838d874fda373488",
"receipt_sha256": {
"report.json": "d9c5230374cf5fd14f594dc5672570fa3d084ae534cd5927cc0d8bea4d55eedc",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
}
},
{
"case": "pair-warm-full-analysis-ripgrep-1-baseline",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 1,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 646.417388,
"after": 675.1903670000002
},
"sdk_task_elapsed_seconds": 6.461054376,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3637,
"whole_task": 210103
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2138.371342,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2621.86773,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.100720000000365,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 6.129170999999587,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 26.079149000000143,
"is_error": false
}
],
"wall_seconds": 8.381,
"cpu_seconds": 8.210373,
"kernel_family_peak_bytes_including_page_cache": 847724544,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "cd3211091bbc3644b7204a1c43cac5bc968563131bb5963252554afbf75638d1",
"receipt_sha256": {
"report.json": "400c6a975653d5c1a64a10c815652b98d962cfd5778650601e6b64f9acf65acd",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "072cb0dacf10a789c1c66e70659dd74f28e05433f0e8ff64bb9be18202aa873a"
}
},
{
"case": "pair-warm-full-analysis-ripgrep-1-candidate",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 1,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 406.921558,
"after": 389.03224899999987
},
"sdk_task_elapsed_seconds": 6.491604155999999,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3637,
"whole_task": 210103
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 1972.573103,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2821.314159,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 8.78309100000024,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.539468999999372,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 25.193970000000263,
"is_error": false
}
],
"wall_seconds": 7.875,
"cpu_seconds": 7.678779,
"kernel_family_peak_bytes_including_page_cache": 830488576,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "ca3dd6c399a36046005fbbe4c29fa39ed2682342e4dc9bda8853b84805483698",
"receipt_sha256": {
"report.json": "0f3a8ffe5186a55e6a023564f5ccd741011fe12d449279a198c4bd5fa7868a22",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "3fd7a0c4fa21e220c161e6412b9adaa6412ffa6d50f83421333b7cf6c91c633b"
}
},
{
"case": "pair-warm-full-analysis-ripgrep-2-candidate",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 2,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 391.32267900000005,
"after": 403.4871290000001
},
"sdk_task_elapsed_seconds": 5.948197807,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3637,
"whole_task": 210103
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2129.186502,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2276.2383820000005,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.258120999999846,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.698161000000255,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 27.1483589999998,
"is_error": false
}
],
"wall_seconds": 7.375,
"cpu_seconds": 7.114094,
"kernel_family_peak_bytes_including_page_cache": 827604992,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "d9f86f41954f9cd377a6891a7141622c9a9d1730466cd559e1ec8202632eba6d",
"receipt_sha256": {
"report.json": "434cafcaad78b0f6e4eba8096c3a47ab62910cc64376b1400d755b4b9f646c64",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "fd53f45c541cdd3482b53490b166378891588386bb67aff1bf2aa8c3b40be336"
}
},
{
"case": "pair-warm-full-analysis-ripgrep-2-baseline",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 2,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 632.018448,
"after": 652.2980579999994
},
"sdk_task_elapsed_seconds": 5.908541518,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3637,
"whole_task": 210103
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2011.5475129999998,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2278.4062710000003,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 10.58067999999912,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.203078999999889,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 78.48208000000068,
"is_error": false
}
],
"wall_seconds": 7.779,
"cpu_seconds": 7.554551,
"kernel_family_peak_bytes_including_page_cache": 864243712,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "0f74ad598e0d26b2ba2dbce9ad4bc47c2603bbcdfe5f0bd5c5cb29bac73941cc",
"receipt_sha256": {
"report.json": "492a1c428b7fef0398392e037b657917293139961070a38d290e2e27466a47a6",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "b639aef5b79c060fbc61049896070f340293410888f3ab4e6032ac1e3db65508"
}
},
{
"case": "pair-warm-full-analysis-ripgrep-3-baseline",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 3,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 641.710137,
"after": 621.6957379999994
},
"sdk_task_elapsed_seconds": 6.100206518,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3637,
"whole_task": 210103
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2021.9131730000001,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2435.729651,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.321620000000621,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.24703000000045,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 25.740249999999833,
"is_error": false
}
],
"wall_seconds": 7.976,
"cpu_seconds": 7.746147,
"kernel_family_peak_bytes_including_page_cache": 852127744,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "42927a197a1e1344575a126134bcfe13abd5b56542df95e8a92f4d559eab86bb",
"receipt_sha256": {
"report.json": "5b66b2d31bc0ec389374e1d0cf0b544258bb5669d838be2514b95d60334a9d82",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "2a13c0612fbb19e3176523a0d5f47f824e80deda67d7df3d8f8f786a0ea1d9d2"
}
},
{
"case": "pair-warm-full-analysis-ripgrep-3-candidate",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "ripgrep",
"pair": 3,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 823.202987,
"after": 741.9273069999999
},
"sdk_task_elapsed_seconds": 11.06374727,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3637,
"whole_task": 210103
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 3906.1100250000004,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 4334.156945000001,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 20.63727999999901,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 9.897678999999698,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 48.03172999999879,
"is_error": false
}
],
"wall_seconds": 13.26,
"cpu_seconds": 13.056275,
"kernel_family_peak_bytes_including_page_cache": 816529408,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "c9057494114627f6bae57764c56b85aff352ba3439c45892116b56f7a057754d",
"receipt_sha256": {
"report.json": "96beff6546dbe50825af6f5b71373dda4fed1547d8d1b8551a6a43a25b44b1b0",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "025d2a4a61ada739628527a3de0a030f565a3e167f562b297231f81bf4937308"
}
},
{
"case": "pair-warm-full-analysis-zellij-1-baseline",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 1111.643505,
"after": 1220.4191360000004
},
"sdk_task_elapsed_seconds": 12.016412178,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3557,
"whole_task": 210023
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 4239.632715,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 4433.1762340000005,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 20.536049999998795,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 8.524529000000257,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 47.01668000000063,
"is_error": false
}
],
"wall_seconds": 15.209,
"cpu_seconds": 14.941863,
"kernel_family_peak_bytes_including_page_cache": 858275840,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "2f1d40a4295c7eb80d6bf13b8f75100525a9db44dcb9ab648bbad153782baffc",
"receipt_sha256": {
"report.json": "de1e1b5c7d5266f6ac432e5eaafa90de72ee05aa192b6c5fc8f013d398a99d79",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "b0978235af9f4cf59d9f2c6f73a95c2e1d7a9fbb84268bc3503ad2f14cff5ee5"
}
},
{
"case": "pair-warm-full-analysis-zellij-1-candidate",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 741.981357,
"after": 788.9883659999996
},
"sdk_task_elapsed_seconds": 12.039295778,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3557,
"whole_task": 210023
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 4586.812655,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 4439.278764,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 109.45258900000044,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 8.251651000000493,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 46.57065999999941,
"is_error": false
}
],
"wall_seconds": 14.501,
"cpu_seconds": 14.254371,
"kernel_family_peak_bytes_including_page_cache": 846639104,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "b4455b7dce5a3d245b966440cc096e2554612b8ca7310b0784296ffb72c47d28",
"receipt_sha256": {
"report.json": "cd969d9583c1b351581584d0b085de87796c223e38f07daa8c64b615048b6167",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "d37955be4dba86990db12af181a52bce2fafa1b02931a26a0d000d00eda987f2"
}
},
{
"case": "pair-warm-full-analysis-zellij-2-candidate",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 806.2103970000001,
"after": 777.5037380000012
},
"sdk_task_elapsed_seconds": 11.464475301,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3557,
"whole_task": 210023
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 4075.6681659999995,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 4190.7756660000005,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 98.79082999999991,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 8.408760000000257,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 48.799410000001444,
"is_error": false
}
],
"wall_seconds": 13.978,
"cpu_seconds": 13.717532,
"kernel_family_peak_bytes_including_page_cache": 852447232,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "6fac4a947ce192ed45303e766946405a3ebda54da548910e3884874916b463c6",
"receipt_sha256": {
"report.json": "a92e30030ddc7fea0416fe292833964d7c164f795923ef82b12f17f17d380dd6",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "22f79cf68be8f42e3ee83fa5961dfa64e043edd7de5d1df2ba7d04396a55c9d1"
}
},
{
"case": "pair-warm-full-analysis-zellij-2-baseline",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 1184.083066,
"after": 1105.0592049999996
},
"sdk_task_elapsed_seconds": 11.775706637,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3557,
"whole_task": 210023
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 4295.240936,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 4250.6176080000005,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 20.260769000000437,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 8.750030000001061,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 69.82129700000041,
"is_error": false
}
],
"wall_seconds": 14.995,
"cpu_seconds": 14.742113,
"kernel_family_peak_bytes_including_page_cache": 860213248,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "ce939303acd9825181d6d2e5913ce6d3f42f189abe9251155d44e9b51faf65d1",
"receipt_sha256": {
"report.json": "7690b183ad3a000f2ce60c0c65adee04e1ba9ad5ab0b0fe1ef15aa4e92845ef1",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "03257fef5ebda517b7d4c3e010eb6303fa9ad42b1befcce8cfdf9d560eddb3ed"
}
},
{
"case": "pair-warm-full-analysis-zellij-3-baseline",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "baseline",
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 1077.7770229999999,
"after": 1166.9724650000007
},
"sdk_task_elapsed_seconds": 11.451355266999999,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3557,
"whole_task": 210023
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 4261.125856000001,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 4066.9330849999997,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 108.26580999999896,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 7.837577999998757,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 39.801830000000336,
"is_error": false
}
],
"wall_seconds": 14.577,
"cpu_seconds": 14.317825,
"kernel_family_peak_bytes_including_page_cache": 854343680,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "0c680aa221a9a8987155388a17a24badd95954415bb6f49a7573a8cc8fc45878",
"receipt_sha256": {
"report.json": "00adc65bd872474e37767ed28542b94c1348170dcbc7ee90be350fae1a28d6d5",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "977007d6369fb13181286d0b3fa384277ecf4130d1ffdb567f760a223f11206c"
}
},
{
"case": "pair-warm-full-analysis-zellij-3-candidate",
"cache": "warm",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "candidate",
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 763.411775,
"after": 749.4956320000001
},
"sdk_task_elapsed_seconds": 11.528995319,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 297,
"text_replies": 3557,
"whole_task": 210023
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 4219.337083,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 4105.8346010000005,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 99.36691299999984,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 7.591829000000871,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 42.155038999999306,
"is_error": false
}
],
"wall_seconds": 13.881,
"cpu_seconds": 13.68354,
"kernel_family_peak_bytes_including_page_cache": 850964480,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "51ceefdeed3335672f8ed5778ddabd0ddb38e23e62da701974347c686226ca59",
"receipt_sha256": {
"report.json": "633cd6ebc1ba2eec07dedf6f00bb25eedc291c4a6eba5ee365196d1e30f02609",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "ca9632952d16dac33fa367869eedaae44e5876c78c663e2400162eb4405fa89f"
}
}
],
"sdk_task_elapsed_scope": "SDK span from client connect through task checks and client/server close. Excludes pre/post runtime binding and preflight artifact/oracle loading. Diagnostic spans include inspector and forced GC. CPU is measured for the whole family only; per-span CPU is unmeasured.",
"warmup_receipts": {
"warmup-default-baseline": "27fcc560254cf12c55decef96a3c63935ad26fa4a73bb4506428eea06e28174f",
"warmup-default-candidate": "8445e9a5083976a4399ff31b8d211598492f9c4ff68ea5258b1dd4b329204069",
"warmup-full-baseline": "074942711a342d249909aeaf5230ef8581efbaba8180fa2039ce9759eb183041",
"warmup-full-candidate": "20898a99fd20feba9256ec8bdccb4f53e7a0fa9adda905ddc307a873597cb041"
},
"heap_diagnostics": {
"scope": "Separate three-pair Zellij tasks per profile, with an explicitly launched loopback inspector. Four CDP calls verify the owned REA PID, read heap, force GC and read heap again after the completed SDK task. These whole-family costs include inspector and diagnostic GC overhead; they are excluded from the normal timing cohort. Heap values describe REA V8 only, not the client or the whole process family.",
"summary": [
{
"profile": "default",
"baseline": {
"retained_v8_heap_bytes_after_gc": {
"median": 199055952,
"min": 199044064,
"max": 199077232
},
"wall_seconds": {
"median": 15.49,
"min": 15.392,
"max": 15.8
},
"cpu_seconds": {
"median": 15.246161,
"min": 15.206484,
"max": 15.583318
},
"sdk_task_elapsed_seconds": {
"median": 12.366389323,
"min": 12.34538828,
"max": 12.662170398
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 853696512,
"min": 834121728,
"max": 866893824
}
},
"candidate": {
"retained_v8_heap_bytes_after_gc": {
"median": 188997688,
"min": 188962176,
"max": 189127704
},
"wall_seconds": {
"median": 14.291,
"min": 13.354,
"max": 15.614
},
"cpu_seconds": {
"median": 14.122942,
"min": 12.937659,
"max": 15.419365
},
"sdk_task_elapsed_seconds": {
"median": 12.094785527,
"min": 10.880850585000001,
"max": 13.268578776
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 824492032,
"min": 823771136,
"max": 852635648
}
}
},
{
"profile": "full",
"baseline": {
"retained_v8_heap_bytes_after_gc": {
"median": 200550200,
"min": 200450744,
"max": 200596888
},
"wall_seconds": {
"median": 8.979,
"min": 8.882,
"max": 10.695
},
"cpu_seconds": {
"median": 8.769131,
"min": 8.681494,
"max": 10.339211
},
"sdk_task_elapsed_seconds": {
"median": 7.192107472,
"min": 7.061260099,
"max": 8.32227678
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 849682432,
"min": 847687680,
"max": 875266048
}
},
"candidate": {
"retained_v8_heap_bytes_after_gc": {
"median": 190518528,
"min": 190409104,
"max": 190681008
},
"wall_seconds": {
"median": 8.377,
"min": 8.279,
"max": 8.48
},
"cpu_seconds": {
"median": 8.141727,
"min": 8.107595,
"max": 8.314565
},
"sdk_task_elapsed_seconds": {
"median": 6.984184396000001,
"min": 6.922547829,
"max": 7.152248167
},
"kernel_family_peak_bytes_including_page_cache": {
"median": 864993280,
"min": 861691904,
"max": 873553920
}
}
}
],
"records": [
{
"case": "heap-default-1-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "baseline",
"diagnostic_heap": true,
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 1184.5692089999998,
"after": 1090.3454590000001
},
"sdk_task_elapsed_seconds": 12.662170398,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 292,
"text_replies": 3552,
"whole_task": 53939
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 4687.039897,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 4315.405442,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 16.624126000000615,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 8.27212800000052,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 45.56881799999974,
"is_error": false
}
],
"wall_seconds": 15.8,
"cpu_seconds": 15.583318,
"kernel_family_peak_bytes_including_page_cache": 834121728,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "a54b258e891721f1767f6d1690ae2a5953c756d42b19a519096d82e725b78b19",
"receipt_sha256": {
"report.json": "e7b85b695fa4ab00c930443c0662b900667173860191cd8e5793f3e5b9785e01",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "e8d7a880546372bdd78eb791df31a98a2eb86c2c6c285794062e0fff2173301b"
},
"heap_observation": {
"scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead",
"pid_verified": true,
"before_gc": {
"usedSize": 238140008,
"totalSize": 343531520,
"embedderHeapUsedSize": 0,
"backingStorageSize": 14617513
},
"after_gc": {
"usedSize": 199044064,
"totalSize": 203071488,
"embedderHeapUsedSize": 0,
"backingStorageSize": 13859325
}
},
"retained_v8_heap_bytes_after_gc": 199044064
},
{
"case": "heap-default-1-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "candidate",
"diagnostic_heap": true,
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 797.1624650000001,
"after": 717.3558400000002
},
"sdk_task_elapsed_seconds": 13.268578776,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 292,
"text_replies": 3552,
"whole_task": 53939
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 5039.826898,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 4561.911308,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 19.161004999999932,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 11.434347000000344,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 47.53335700000025,
"is_error": false
}
],
"wall_seconds": 15.614,
"cpu_seconds": 15.419365,
"kernel_family_peak_bytes_including_page_cache": 823771136,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "a05b7cfac3c5401b542bce5a2baefc875ed5db089ef4c6e21039b5ccf9cbb9ac",
"receipt_sha256": {
"report.json": "08b4e85755d16318314a38e4c8f907f12476cbc95c15dfb38197d0c2d3df259b",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "8b03b41bd9facf340bda5e387a406dd1594135092ca17b858dcb97c95777bf8e"
},
"heap_observation": {
"scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead",
"pid_verified": true,
"before_gc": {
"usedSize": 217959688,
"totalSize": 342740992,
"embedderHeapUsedSize": 0,
"backingStorageSize": 14604502
},
"after_gc": {
"usedSize": 188962176,
"totalSize": 193892352,
"embedderHeapUsedSize": 0,
"backingStorageSize": 13847157
}
},
"retained_v8_heap_bytes_after_gc": 188962176
},
{
"case": "heap-default-2-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "candidate",
"diagnostic_heap": true,
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 730.484148,
"after": 676.7067239999997
},
"sdk_task_elapsed_seconds": 12.094785527,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 292,
"text_replies": 3552,
"whole_task": 53939
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 4467.100522000001,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 4121.728123,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 82.95370899999944,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 44.85511899999983,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 55.89133599999877,
"is_error": false
}
],
"wall_seconds": 14.291,
"cpu_seconds": 14.122942,
"kernel_family_peak_bytes_including_page_cache": 852635648,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "aa22cf0482d788f2707bb03af7702cf57936c67cab108372d3fd376bd06582a4",
"receipt_sha256": {
"report.json": "1549aa7fa12a510fbadae4d5199a9c7432e8a1ef516773eaf3311b9961f5f744",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "1637727fe6c4e69828b34b40dd50a8349c7acd9d0666fe25ac285da2140212d1"
},
"heap_observation": {
"scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead",
"pid_verified": true,
"before_gc": {
"usedSize": 219276512,
"totalSize": 344051712,
"embedderHeapUsedSize": 0,
"backingStorageSize": 14604502
},
"after_gc": {
"usedSize": 189127704,
"totalSize": 193105920,
"embedderHeapUsedSize": 0,
"backingStorageSize": 13847157
}
},
"retained_v8_heap_bytes_after_gc": 189127704
},
{
"case": "heap-default-2-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "baseline",
"diagnostic_heap": true,
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 1117.844397,
"after": 1003.8425799999986
},
"sdk_task_elapsed_seconds": 12.366389323,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 292,
"text_replies": 3552,
"whole_task": 53939
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 4488.837582,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 4031.0900790000005,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 107.90856499999973,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 8.601328000000649,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 79.31721099999959,
"is_error": false
}
],
"wall_seconds": 15.392,
"cpu_seconds": 15.206484,
"kernel_family_peak_bytes_including_page_cache": 853696512,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "52a30b841f35148d31adfa1699bc11aa5f86742f4d345dc26df61477f9eb6c2f",
"receipt_sha256": {
"report.json": "13245af8d89b17c8f4d2893ca42152613f1c2f4602c585f1a213fb1156b160b9",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "9b730cab0ae6cfcf2fdc74dd204c8df04864f9865c0f1182b308cf363f90ee35"
},
"heap_observation": {
"scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead",
"pid_verified": true,
"before_gc": {
"usedSize": 239489224,
"totalSize": 343531520,
"embedderHeapUsedSize": 0,
"backingStorageSize": 14617513
},
"after_gc": {
"usedSize": 199077232,
"totalSize": 203333632,
"embedderHeapUsedSize": 0,
"backingStorageSize": 13859325
}
},
"retained_v8_heap_bytes_after_gc": 199077232
},
{
"case": "heap-default-3-baseline",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "baseline",
"diagnostic_heap": true,
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 1110.245965,
"after": 1109.700221000001
},
"sdk_task_elapsed_seconds": 12.34538828,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 292,
"text_replies": 3552,
"whole_task": 53939
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 4695.11496,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 3850.7102049999994,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 80.53336099999979,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 13.786825999999564,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 83.7051109999993,
"is_error": false
}
],
"wall_seconds": 15.49,
"cpu_seconds": 15.246161,
"kernel_family_peak_bytes_including_page_cache": 866893824,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "d5544a674818ef7a5adf105d7b472afa20d601abb36e1ccd0e9364ebc5e41f5b",
"receipt_sha256": {
"report.json": "8b20e2be190b973361b66d7471f4ecfbc28329342630b3309f8f82c611b67c25",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "819f24ec467b54f457edbbc5f44b21be43284f16eb0231f2f8114695c809f524"
},
"heap_observation": {
"scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead",
"pid_verified": true,
"before_gc": {
"usedSize": 235174488,
"totalSize": 343531520,
"embedderHeapUsedSize": 0,
"backingStorageSize": 14617513
},
"after_gc": {
"usedSize": 199055952,
"totalSize": 203595776,
"embedderHeapUsedSize": 0,
"backingStorageSize": 13859325
}
},
"retained_v8_heap_bytes_after_gc": 199055952
},
{
"case": "heap-default-3-candidate",
"cache": "cold",
"profile": "default",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "candidate",
"diagnostic_heap": true,
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 890.6868929999999,
"after": 596.293345
},
"sdk_task_elapsed_seconds": 10.880850585000001,
"catalog_sha256": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 49670,
"arguments": 292,
"text_replies": 3552,
"whole_task": 53939
},
"raw_catalog_result_tokens_all_lists": 1512330,
"raw_catalog_result_bytes_all_lists": 5870296,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 4613.6814859999995,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 3331.6534970000002,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 8.621887999999672,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.156629000000976,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 26.38917399999991,
"is_error": false
}
],
"wall_seconds": 13.354,
"cpu_seconds": 12.937659,
"kernel_family_peak_bytes_including_page_cache": 824492032,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "04fb1743eb78097f498152055f337a6914760a2cf99580d02243e39105ff245e",
"receipt_sha256": {
"report.json": "1e49769d9b1266ea5efabcde2ef586ea769b0a381e924ba0d565695e353812df",
"catalog.json": "9bc3af6466ba725f369618b68948785e51bc4001680e0efb1bf72bfadb0ff602",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "458a968487cf6a933b83a464d3eedb8144fab8ffccf60da8333d738ebef16bc5"
},
"heap_observation": {
"scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead",
"pid_verified": true,
"before_gc": {
"usedSize": 218634944,
"totalSize": 343789568,
"embedderHeapUsedSize": 0,
"backingStorageSize": 14604502
},
"after_gc": {
"usedSize": 188997688,
"totalSize": 193105920,
"embedderHeapUsedSize": 0,
"backingStorageSize": 13847157
}
},
"retained_v8_heap_bytes_after_gc": 188997688
},
{
"case": "heap-full-1-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "baseline",
"diagnostic_heap": true,
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 933.0847570000001,
"after": 630.2556980000008
},
"sdk_task_elapsed_seconds": 8.32227678,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 292,
"text_replies": 3552,
"whole_task": 210013
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2595.894682,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2603.7512930000003,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 81.16515100000015,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.179848000000675,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 28.32961399999931,
"is_error": false
}
],
"wall_seconds": 10.695,
"cpu_seconds": 10.339211,
"kernel_family_peak_bytes_including_page_cache": 847687680,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "93121a0c1600c3dc1558371e3498026601fa6c5f277c169814b62f975a0acbe2",
"receipt_sha256": {
"report.json": "5643bf52b8e8df3d5ef5f9ad81d6c06a8b34d8e936859610c9fb58ef15a45e26",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "97b6d0f20daf9eb7d29750bcf89795537462daa4f7ef07a4ba7ca8ae8edaf07a"
},
"heap_observation": {
"scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead",
"pid_verified": true,
"before_gc": {
"usedSize": 211609016,
"totalSize": 346202112,
"embedderHeapUsedSize": 0,
"backingStorageSize": 49145864
},
"after_gc": {
"usedSize": 200550200,
"totalSize": 205168640,
"embedderHeapUsedSize": 0,
"backingStorageSize": 13859325
}
},
"retained_v8_heap_bytes_after_gc": 200550200
},
{
"case": "heap-full-1-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 1,
"role": "candidate",
"diagnostic_heap": true,
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 402.02252,
"after": 390.3909530000001
},
"sdk_task_elapsed_seconds": 6.922547829,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 292,
"text_replies": 3552,
"whole_task": 210013
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2276.842082,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2307.931367,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 8.780717999999979,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.874119000000064,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 29.914593000000423,
"is_error": false
}
],
"wall_seconds": 8.279,
"cpu_seconds": 8.107595,
"kernel_family_peak_bytes_including_page_cache": 861691904,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "925602f88b18107329894713aa8b168f67e86f9e2343de28af61a78aeabb5769",
"receipt_sha256": {
"report.json": "3bebdbf274748600336a833742d30393ac1b88ea5f39fbef7f584ab93fd53314",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "a575a270e4b284c87ab001b937e761baab258ba90dcb8b2262963b16334e7947"
},
"heap_observation": {
"scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead",
"pid_verified": true,
"before_gc": {
"usedSize": 228392936,
"totalSize": 347443200,
"embedderHeapUsedSize": 0,
"backingStorageSize": 14604499
},
"after_gc": {
"usedSize": 190409104,
"totalSize": 193630208,
"embedderHeapUsedSize": 0,
"backingStorageSize": 13847157
}
},
"retained_v8_heap_bytes_after_gc": 190409104
},
{
"case": "heap-full-2-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "candidate",
"diagnostic_heap": true,
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 386.29567499999996,
"after": 396.9566339999992
},
"sdk_task_elapsed_seconds": 7.152248167,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 292,
"text_replies": 3552,
"whole_task": 210013
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2319.483378,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2354.8818140000003,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 8.729637999999795,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.63966900000014,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 27.045774999999594,
"is_error": false
}
],
"wall_seconds": 8.48,
"cpu_seconds": 8.314565,
"kernel_family_peak_bytes_including_page_cache": 873553920,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "0fca1bb17d67d5033c93944c0e6141244447ee73d35591cde33ee7bd277cb690",
"receipt_sha256": {
"report.json": "e25bbcd1304f478327687c44ff5aa0815cc13a9fdcd4d143a61bef846be8b8b7",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "3758bc587adbe3157a8ef0c2b8f6d4c7361346c25d4a01a8811c0189a30f54ba"
},
"heap_observation": {
"scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead",
"pid_verified": true,
"before_gc": {
"usedSize": 228568600,
"totalSize": 348229632,
"embedderHeapUsedSize": 0,
"backingStorageSize": 14604499
},
"after_gc": {
"usedSize": 190518528,
"totalSize": 194154496,
"embedderHeapUsedSize": 0,
"backingStorageSize": 13847157
}
},
"retained_v8_heap_bytes_after_gc": 190518528
},
{
"case": "heap-full-2-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 2,
"role": "baseline",
"diagnostic_heap": true,
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 621.8084140000001,
"after": 611.0689979999997
},
"sdk_task_elapsed_seconds": 7.061260099,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 292,
"text_replies": 3552,
"whole_task": 210013
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2359.615527,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2293.357594,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 8.490437999999813,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.298259000000144,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 29.099463999999898,
"is_error": false
}
],
"wall_seconds": 8.882,
"cpu_seconds": 8.681494,
"kernel_family_peak_bytes_including_page_cache": 875266048,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "425287db9a0ca2534a86118c014beb940466ec0cb6c595ce5ea4fec44abe5930",
"receipt_sha256": {
"report.json": "b57afca726492118ab266c60f4cf9f16b7134933d768119dc2d1f875c32b3e27",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "86f3d37c770ace750d27a64e7b0cdd8948d3316d967c87360076380653cb0f59"
},
"heap_observation": {
"scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead",
"pid_verified": true,
"before_gc": {
"usedSize": 211816064,
"totalSize": 346202112,
"embedderHeapUsedSize": 0,
"backingStorageSize": 49138168
},
"after_gc": {
"usedSize": 200450744,
"totalSize": 204120064,
"embedderHeapUsedSize": 0,
"backingStorageSize": 13859325
}
},
"retained_v8_heap_bytes_after_gc": 200450744
},
{
"case": "heap-full-3-baseline",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "baseline",
"diagnostic_heap": true,
"runtime_binding_sha256": "c6bc2b9972b09db9bcb75f712474e561f4823df85e1e3c26ae952ee5d86e58ad",
"runtime_audit_ms": {
"before": 615.757168,
"after": 601.8970529999988
},
"sdk_task_elapsed_seconds": 7.192107472,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 292,
"text_replies": 3552,
"whole_task": 210013
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2435.875768,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2194.647322,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 64.56364599999961,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 5.169159000000036,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 26.822353999999905,
"is_error": false
}
],
"wall_seconds": 8.979,
"cpu_seconds": 8.769131,
"kernel_family_peak_bytes_including_page_cache": 849682432,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "585eb6cba94e658723a86f2990cbec317eccebee9c8e547cdc840aecb1259ee8",
"receipt_sha256": {
"report.json": "f8b1fd4dbee851d5bbd8fccbe9418d2034813422fad8dca204f0e0ba8a4bb8d9",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "52b94176a1d629f5202331278e058ebd4bfcb96b020b830eacc05bec9f1020e0"
},
"heap_observation": {
"scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead",
"pid_verified": true,
"before_gc": {
"usedSize": 245802760,
"totalSize": 350068736,
"embedderHeapUsedSize": 0,
"backingStorageSize": 14617510
},
"after_gc": {
"usedSize": 200596888,
"totalSize": 205955072,
"embedderHeapUsedSize": 0,
"backingStorageSize": 13859325
}
},
"retained_v8_heap_bytes_after_gc": 200596888
},
{
"case": "heap-full-3-candidate",
"cache": "cold",
"profile": "full",
"phase": "analysis",
"artifact": "zellij",
"pair": 3,
"role": "candidate",
"diagnostic_heap": true,
"runtime_binding_sha256": "697499b15c958c7f5206de2ce0b1f29ceb87097cc8744e861b4c932ddc86b7c6",
"runtime_audit_ms": {
"before": 385.448448,
"after": 379.3039600000002
},
"sdk_task_elapsed_seconds": 6.984184396000001,
"catalog_sha256": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
"tokens_estimated": {
"question_and_recipe": 71,
"server_instructions": 354,
"input_catalog_once": 205744,
"arguments": 292,
"text_replies": 3552,
"whole_task": 210013
},
"raw_catalog_result_tokens_all_lists": 1824872,
"raw_catalog_result_bytes_all_lists": 7175584,
"actual_model_usage": null,
"protocol_era": "legacy",
"protocol_requests": {
"initialize": 1,
"notifications/initialized": 1,
"tools/list": 2,
"tools/call": 5
},
"calls": [
{
"name": "inspect_rust_binary",
"elapsed_ms": 2335.296106,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 2272.7854310000002,
"is_error": false
},
{
"name": "inspect_analysis_view",
"elapsed_ms": 9.114247999999861,
"is_error": false
},
{
"name": "inspect_rust_binary",
"elapsed_ms": 4.943358999999873,
"is_error": true
},
{
"name": "export_evidence_bundle",
"elapsed_ms": 27.21304499999951,
"is_error": false
}
],
"wall_seconds": 8.377,
"cpu_seconds": 8.141727,
"kernel_family_peak_bytes_including_page_cache": 864993280,
"resource_stop": null,
"cleanup_verified": true,
"final_whole_scope_counters": null,
"log_sha256": "76b2efaad3fb0d8d5f49b6a61369cbc4109b098bb5a36d1f51406a32c667a5ec",
"receipt_sha256": {
"report.json": "11a9fe53cade3b6c0edf66488c7e398280da464283abd0e8747e9614c4ec17bc",
"catalog.json": "de3104b00ecd984a5aee7f0bdd2d8db2bad4b21b7f1fc7899d434952cfd2cac1",
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
"transcript.json": "495273e19ff9a019aea0799248a73bcca6ffceb46229ba431e4c6375291f709d"
},
"heap_observation": {
"scope": "Owned REA V8 heap after the complete SDK task; inspector and forced GC are diagnostic overhead",
"pid_verified": true,
"before_gc": {
"usedSize": 229169088,
"totalSize": 347967488,
"embedderHeapUsedSize": 0,
"backingStorageSize": 14604499
},
"after_gc": {
"usedSize": 190681008,
"totalSize": 195727360,
"embedderHeapUsedSize": 0,
"backingStorageSize": 13847157
}
},
"retained_v8_heap_bytes_after_gc": 190681008
}
]
}
}