郭立 Guo Li
0b7213c890
Serve build-recorded default compact and explicit full catalogs, then materialize canonical analysis handlers on first use. Keep transport, Evidence delivery, profile identity and caller choices consistent. Share sealed MCP server ownership between eager and deferred lifecycle paths. Validate 125 focused cases, schema/contract repeats, negative controls, builds/static/docs checks and latest-main integration. Record 72 real SDK task trials with independent Rust metadata oracles and whole-family resource bounds; disclose shifted first-RPC cost and unchanged catalog tokens. Qualify the real Rizin small-target debug lifecycle separately. Automated review findings addressed; Codex review unavailable due repository usage limits.
6173 lines
214 KiB
JSON
6173 lines
214 KiB
JSON
{
|
|
"status": "passed",
|
|
"tokenizer": "tiktoken==0.14.0/cl100k_base; estimates, not model usage",
|
|
"aggregation_sources_sha256": {
|
|
"mcp-startup-costs.py": "043eeb5014601a000dc13c23db710e67892867145fd49fdfbcfee24b9d4ef918",
|
|
"mcp-input-catalog-costs.py": "ad32e6726f892be16cc7d352118f7e9f9f0a85649d9edd1049b5d73483df8078"
|
|
},
|
|
"context_scope": "Question, explicit recipe, server instructions, one complete name/description/input-schema directory, every tool argument and text reply, plus prompt directory for discovery. This projection assumes the client retains a single unchanged directory. Raw catalog result costs include every observed tools/list result separately, with output schemas and without JSON-RPC envelopes. SDK initialization/framing, reasoning and actual model usage are unmeasured. The analysis task includes retained-read, rejection, export/oracle and post-materialization directory checks.",
|
|
"cache_scope": "Cold disables server Node compile cache. Warm enables a prepopulated role/profile-specific cache after one complete analysis priming run. Fresh server/client processes and HOME each trial. Driver compile cache disabled in both cohorts. Cache hit rate and OS page cache are unmeasured; source/runtime audits warm compiled-file pages before startup.",
|
|
"resource_scope": "Whole SDK driver, resource observer and owned REA process family. Includes before/after source-and-all-compiled-JS/JSON binding, SDK schema checks, extra validation calls, bundle export and independent oracle checking. Kernel cgroup peak includes file cache. Build/download/oracle preparation and cache priming excluded. Retained V8 heap and forced-GC diagnostics were not separately measured.",
|
|
"measurement_inputs": {
|
|
"baseline_revision": "c465ff5a814b8e1a386fc547cbcd94df5c35f086",
|
|
"candidate_revision": "04900abbcd3c3438fce4af932ff28400fe744a7d",
|
|
"runtime_bindings": {
|
|
"baseline": {
|
|
"binding_version": 2,
|
|
"root": "/home/yann/yann/rea-4424-main-control-20261022",
|
|
"node": "v24.18.0",
|
|
"git_revision": "c465ff5a814b8e1a386fc547cbcd94df5c35f086",
|
|
"source_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"untracked_source_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
|
|
"compiled_runtime_sha256": "4719eb8f317c72855fc06a0ace5cb73eccd71146a4b03e14b0a0f19206c2db67",
|
|
"compiled_runtime_files": 1980,
|
|
"compiled_runtime_bytes": 32014298
|
|
},
|
|
"candidate": {
|
|
"binding_version": 2,
|
|
"root": "/home/yann/yann/rea-perf-mcp-startup-20261022",
|
|
"node": "v24.18.0",
|
|
"git_revision": "04900abbcd3c3438fce4af932ff28400fe744a7d",
|
|
"source_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"untracked_source_sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
|
|
"compiled_runtime_sha256": "186038c068ea62da11b6e92cf15f67e2a41291680998a39815435d3b31db2da3",
|
|
"compiled_runtime_files": 1989,
|
|
"compiled_runtime_bytes": 38602472
|
|
}
|
|
},
|
|
"artifacts": {
|
|
"ripgrep": {
|
|
"path": "/tmp/rea-perf-rust-20261021/ripgrep",
|
|
"sha256": "78387bbe12b2110df8d2ce364390a00c190f4543a2f40b8279e49f6c5c85af9c",
|
|
"bytes": 3416168,
|
|
"oracle": "/tmp/rea-perf-mcp-catalog-20261021/ripgrep-oracle.json",
|
|
"oracle_sha256": "2b90d656b671f43d042a9efbc33f155e47ba8860a6c76a6b33bb60f54d2e2f8e"
|
|
},
|
|
"zellij": {
|
|
"path": "/tmp/rea-perf-rust-20261021/zellij",
|
|
"sha256": "9a86e9ca47902a869fdf1886f4cf17714f4fa5655427128beadff498cfb392db",
|
|
"bytes": 17151864,
|
|
"oracle": "/tmp/rea-perf-mcp-catalog-20261021/zellij-oracle.json",
|
|
"oracle_sha256": "ceffe670551105d159004591a8e060588a022b19231e43d9de6a9a2e6f514783"
|
|
}
|
|
},
|
|
"cases": [
|
|
{
|
|
"case": "pair-cold-default-discovery-directory-1-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 1,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-discovery-directory-1-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 1,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-discovery-directory-2-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 2,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-discovery-directory-2-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 2,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-discovery-directory-3-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 3,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-discovery-directory-3-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 3,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-ripgrep-1-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 1,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-ripgrep-1-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 1,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-ripgrep-2-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 2,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-ripgrep-2-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 2,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-ripgrep-3-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 3,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-ripgrep-3-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 3,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-zellij-1-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 1,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-zellij-1-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 1,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-zellij-2-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 2,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-zellij-2-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 2,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-zellij-3-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 3,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-zellij-3-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 3,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-discovery-directory-1-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 1,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-discovery-directory-1-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 1,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-discovery-directory-2-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 2,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-discovery-directory-2-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 2,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-discovery-directory-3-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 3,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-discovery-directory-3-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 3,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-ripgrep-1-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 1,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-ripgrep-1-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 1,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-ripgrep-2-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 2,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-ripgrep-2-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 2,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-ripgrep-3-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 3,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-ripgrep-3-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 3,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-zellij-1-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 1,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-zellij-1-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 1,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-zellij-2-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 2,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-zellij-2-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 2,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-zellij-3-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 3,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-zellij-3-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 3,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-discovery-directory-1-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 1,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-discovery-directory-1-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 1,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-discovery-directory-2-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 2,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-discovery-directory-2-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 2,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-discovery-directory-3-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 3,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-discovery-directory-3-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 3,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-ripgrep-1-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 1,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-ripgrep-1-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 1,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-ripgrep-2-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 2,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-ripgrep-2-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 2,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-ripgrep-3-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 3,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-ripgrep-3-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 3,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-zellij-1-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 1,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-zellij-1-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 1,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-zellij-2-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 2,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-zellij-2-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 2,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-zellij-3-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 3,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-zellij-3-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 3,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-discovery-directory-1-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 1,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-discovery-directory-1-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 1,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-discovery-directory-2-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 2,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-discovery-directory-2-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 2,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-discovery-directory-3-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 3,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-discovery-directory-3-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 3,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-ripgrep-1-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 1,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-ripgrep-1-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 1,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-ripgrep-2-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 2,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-ripgrep-2-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 2,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-ripgrep-3-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 3,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-ripgrep-3-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 3,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-zellij-1-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 1,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-zellij-1-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 1,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-zellij-2-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 2,
|
|
"role": "candidate"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-zellij-2-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 2,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-zellij-3-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 3,
|
|
"role": "baseline"
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-zellij-3-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 3,
|
|
"role": "candidate"
|
|
}
|
|
],
|
|
"acquisition": [
|
|
{
|
|
"package": "ripgrep-14.1.1-r0.apk",
|
|
"url": "https://dl-cdn.alpinelinux.org/alpine/v3.21/community/x86_64/ripgrep-14.1.1-r0.apk",
|
|
"package_sha256": "213dd0b047163f6627cc2fdd6fbfe205009476eb4fc48c352a3f5b9ab647f6d4",
|
|
"package_bytes": 1422830,
|
|
"member": "usr/bin/rg",
|
|
"bytes": 3416168,
|
|
"sha256": "78387bbe12b2110df8d2ce364390a00c190f4543a2f40b8279e49f6c5c85af9c",
|
|
"aports_revision": "4e899d119e4c983a938436d6f397a509521225d1"
|
|
},
|
|
{
|
|
"package": "zellij-0.40.0-r0.apk",
|
|
"url": "https://dl-cdn.alpinelinux.org/alpine/v3.21/community/x86_64/zellij-0.40.0-r0.apk",
|
|
"package_sha256": "575075945415b221857563e19c5f4c661af9f98bbba54f0994c7385c0e432432",
|
|
"package_bytes": 6722129,
|
|
"member": "usr/bin/zellij",
|
|
"bytes": 17151864,
|
|
"sha256": "9a86e9ca47902a869fdf1886f4cf17714f4fa5655427128beadff498cfb392db",
|
|
"aports_revision": "3be26a3a26e76e1bf3eff784bffe3956d29d77a0"
|
|
}
|
|
],
|
|
"independent_oracles": {
|
|
"ripgrep": {
|
|
"artifact_sha256": "78387bbe12b2110df8d2ce364390a00c190f4543a2f40b8279e49f6c5c85af9c",
|
|
"section_sha256": "02b3cb036955be58bf4bd51710fcdec96a1f1a771e1bb7d1397d604557c2a6a7",
|
|
"json_sha256": "ea478aa80f91aa8f5159aba648ddfdda642fa2c98759e54e65623a19065634be",
|
|
"serde_rows": [
|
|
{
|
|
"index": 36,
|
|
"name": "serde",
|
|
"version": "1.0.210",
|
|
"kind": null
|
|
}
|
|
]
|
|
},
|
|
"zellij": {
|
|
"artifact_sha256": "9a86e9ca47902a869fdf1886f4cf17714f4fa5655427128beadff498cfb392db",
|
|
"section_sha256": "d0cabaf40a2875c519f68788547e484865463beeacf56bb01defa74253b4ba72",
|
|
"json_sha256": "9bcf8d694440a7e064189616aa40b69046e32ee1c70683ef2e0778150b9163ef",
|
|
"serde_rows": [
|
|
{
|
|
"index": 294,
|
|
"name": "serde",
|
|
"version": "1.0.137",
|
|
"kind": null
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"harness_sources_sha256": {
|
|
"mcp-input-catalog.mjs": "a19530514d49f98ff550e05fbb69661b3b48e808189efe81eab6032425322adc",
|
|
"managed-cli-runtime.mjs": "48c2a5fd617dccc10b8d36b01bc5c3d149758e1225008c931759e17ccbe83db4",
|
|
"resource-run.py": "7a9642ab86ba34290564f636eb080cacf38b4185a254028680b238bff172993b",
|
|
"resource_payload.py": "6f089e645459eba80c5d73e39c21606c78173a44daf49fabc3b88c4631ce51c6"
|
|
},
|
|
"questions": {
|
|
"analysis": "Which serde package versions and package kinds occur in the selected Rust binary? Preserve complete source Evidence and verify retained reads.",
|
|
"discovery": "Discover the complete REA tool and prompt directory."
|
|
},
|
|
"recipes": {
|
|
"analysis": "Initialize; list tools; inspect_rust_binary selecting serde name/version/kind; read the exact retained parent twice; verify canonical rejection of a negative offset; export and independently check all packages and edges; confirm the catalog remains identical; close.",
|
|
"discovery": "Initialize; list the complete tools and prompts; validate input schema dialect and unique names; close."
|
|
},
|
|
"orchestrator_sha256": "5d42540a5d7120cd5eeab4d3fa1d40b44d47fc5f96e9d0fa675e2472cd0cdda6"
|
|
},
|
|
"catalogs": {
|
|
"default": {
|
|
"sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"tool_count": 213,
|
|
"input_catalog_tokens": 49670,
|
|
"raw_catalog_tokens": 756224,
|
|
"raw_catalog_bytes": 2935459
|
|
},
|
|
"full": {
|
|
"sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"tool_count": 213,
|
|
"input_catalog_tokens": 205744,
|
|
"raw_catalog_tokens": 912495,
|
|
"raw_catalog_bytes": 3588103
|
|
}
|
|
},
|
|
"summary": [
|
|
{
|
|
"phase": "discovery",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"artifact": null,
|
|
"baseline": {
|
|
"wall_seconds": {
|
|
"median": 5.661,
|
|
"min": 5.257,
|
|
"max": 6.573
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 5.402669,
|
|
"min": 5.106671,
|
|
"max": 6.396994
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 586420224,
|
|
"min": 583921664,
|
|
"max": 588685312
|
|
},
|
|
"tokens_estimated": [50840, 50840, 50840]
|
|
},
|
|
"candidate": {
|
|
"wall_seconds": {
|
|
"median": 2.236,
|
|
"min": 2.235,
|
|
"max": 2.237
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 2.049533,
|
|
"min": 2.013812,
|
|
"max": 2.051896
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 260640768,
|
|
"min": 259063808,
|
|
"max": 265650176
|
|
},
|
|
"tokens_estimated": [50840, 50840, 50840]
|
|
}
|
|
},
|
|
{
|
|
"phase": "discovery",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"artifact": null,
|
|
"baseline": {
|
|
"wall_seconds": {
|
|
"median": 5.256,
|
|
"min": 5.16,
|
|
"max": 5.257
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 5.039555,
|
|
"min": 4.941541,
|
|
"max": 5.039595
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 682528768,
|
|
"min": 678322176,
|
|
"max": 686043136
|
|
},
|
|
"tokens_estimated": [206914, 206914, 206914]
|
|
},
|
|
"candidate": {
|
|
"wall_seconds": {
|
|
"median": 2.337,
|
|
"min": 2.336,
|
|
"max": 2.437
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 2.174622,
|
|
"min": 2.141803,
|
|
"max": 2.201697
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 366006272,
|
|
"min": 362889216,
|
|
"max": 366518272
|
|
},
|
|
"tokens_estimated": [206914, 206914, 206914]
|
|
}
|
|
},
|
|
{
|
|
"phase": "discovery",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"artifact": null,
|
|
"baseline": {
|
|
"wall_seconds": {
|
|
"median": 5.056,
|
|
"min": 4.954,
|
|
"max": 5.058
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 4.799916,
|
|
"min": 4.776322,
|
|
"max": 4.818559
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 600616960,
|
|
"min": 600211456,
|
|
"max": 600797184
|
|
},
|
|
"tokens_estimated": [50840, 50840, 50840]
|
|
},
|
|
"candidate": {
|
|
"wall_seconds": {
|
|
"median": 2.236,
|
|
"min": 2.135,
|
|
"max": 2.236
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 2.014862,
|
|
"min": 1.986985,
|
|
"max": 2.025594
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 263593984,
|
|
"min": 256937984,
|
|
"max": 264220672
|
|
},
|
|
"tokens_estimated": [50840, 50840, 50840]
|
|
}
|
|
},
|
|
{
|
|
"phase": "discovery",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"artifact": null,
|
|
"baseline": {
|
|
"wall_seconds": {
|
|
"median": 4.957,
|
|
"min": 4.952,
|
|
"max": 5.054
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 4.753724,
|
|
"min": 4.713301,
|
|
"max": 4.806174
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 705363968,
|
|
"min": 701562880,
|
|
"max": 707497984
|
|
},
|
|
"tokens_estimated": [206914, 206914, 206914]
|
|
},
|
|
"candidate": {
|
|
"wall_seconds": {
|
|
"median": 2.338,
|
|
"min": 2.336,
|
|
"max": 2.34
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 2.138658,
|
|
"min": 2.106354,
|
|
"max": 2.151271
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 366624768,
|
|
"min": 366333952,
|
|
"max": 372981760
|
|
},
|
|
"tokens_estimated": [206914, 206914, 206914]
|
|
}
|
|
},
|
|
{
|
|
"phase": "analysis",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"artifact": "ripgrep",
|
|
"baseline": {
|
|
"wall_seconds": {
|
|
"median": 8.177,
|
|
"min": 8.177,
|
|
"max": 8.382
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 7.94501,
|
|
"min": 7.907789,
|
|
"max": 8.122413
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 890929152,
|
|
"min": 885346304,
|
|
"max": 891183104
|
|
},
|
|
"tokens_estimated": [54027, 54027, 54027]
|
|
},
|
|
"candidate": {
|
|
"wall_seconds": {
|
|
"median": 8.078,
|
|
"min": 7.069,
|
|
"max": 8.279
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 7.899241,
|
|
"min": 6.847499,
|
|
"max": 8.095031
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 830971904,
|
|
"min": 821231616,
|
|
"max": 845656064
|
|
},
|
|
"tokens_estimated": [54027, 54027, 54027]
|
|
}
|
|
},
|
|
{
|
|
"phase": "analysis",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"artifact": "zellij",
|
|
"baseline": {
|
|
"wall_seconds": {
|
|
"median": 8.276,
|
|
"min": 8.178,
|
|
"max": 8.279
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 8.040952,
|
|
"min": 7.96754,
|
|
"max": 8.079063
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 887341056,
|
|
"min": 864006144,
|
|
"max": 919195648
|
|
},
|
|
"tokens_estimated": [53947, 53947, 53947]
|
|
},
|
|
"candidate": {
|
|
"wall_seconds": {
|
|
"median": 7.276,
|
|
"min": 7.27,
|
|
"max": 7.472
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 7.104698,
|
|
"min": 7.053558,
|
|
"max": 7.223805
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 858734592,
|
|
"min": 858263552,
|
|
"max": 862248960
|
|
},
|
|
"tokens_estimated": [53947, 53947, 53947]
|
|
}
|
|
},
|
|
{
|
|
"phase": "analysis",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"artifact": "ripgrep",
|
|
"baseline": {
|
|
"wall_seconds": {
|
|
"median": 8.18,
|
|
"min": 8.078,
|
|
"max": 8.286
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 8.000206,
|
|
"min": 7.8649,
|
|
"max": 8.087954
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 887574528,
|
|
"min": 883621888,
|
|
"max": 894648320
|
|
},
|
|
"tokens_estimated": [210101, 210101, 210101]
|
|
},
|
|
"candidate": {
|
|
"wall_seconds": {
|
|
"median": 7.483,
|
|
"min": 7.474,
|
|
"max": 7.576
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 7.311571,
|
|
"min": 7.251707,
|
|
"max": 7.364513
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 832987136,
|
|
"min": 830832640,
|
|
"max": 833130496
|
|
},
|
|
"tokens_estimated": [210101, 210101, 210101]
|
|
}
|
|
},
|
|
{
|
|
"phase": "analysis",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"artifact": "zellij",
|
|
"baseline": {
|
|
"wall_seconds": {
|
|
"median": 8.484,
|
|
"min": 8.382,
|
|
"max": 8.687
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 8.284427,
|
|
"min": 8.205329,
|
|
"max": 8.457721
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 891723776,
|
|
"min": 886362112,
|
|
"max": 893550592
|
|
},
|
|
"tokens_estimated": [210021, 210021, 210021]
|
|
},
|
|
"candidate": {
|
|
"wall_seconds": {
|
|
"median": 7.776,
|
|
"min": 7.58,
|
|
"max": 8.692
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 7.513651,
|
|
"min": 7.38469,
|
|
"max": 8.46357
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 852561920,
|
|
"min": 842448896,
|
|
"max": 866377728
|
|
},
|
|
"tokens_estimated": [210021, 210021, 210021]
|
|
}
|
|
},
|
|
{
|
|
"phase": "analysis",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"artifact": "ripgrep",
|
|
"baseline": {
|
|
"wall_seconds": {
|
|
"median": 7.976,
|
|
"min": 7.779,
|
|
"max": 8.187
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 7.738718,
|
|
"min": 7.595732,
|
|
"max": 7.936629
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 867004416,
|
|
"min": 866107392,
|
|
"max": 894771200
|
|
},
|
|
"tokens_estimated": [54027, 54027, 54027]
|
|
},
|
|
"candidate": {
|
|
"wall_seconds": {
|
|
"median": 6.879,
|
|
"min": 6.868,
|
|
"max": 7.996
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 6.678343,
|
|
"min": 6.666864,
|
|
"max": 7.809846
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 841535488,
|
|
"min": 828764160,
|
|
"max": 843214848
|
|
},
|
|
"tokens_estimated": [54027, 54027, 54027]
|
|
}
|
|
},
|
|
{
|
|
"phase": "analysis",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"artifact": "zellij",
|
|
"baseline": {
|
|
"wall_seconds": {
|
|
"median": 8.285,
|
|
"min": 8.081,
|
|
"max": 8.583
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 8.019149,
|
|
"min": 7.888906,
|
|
"max": 8.393267
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 924995584,
|
|
"min": 896237568,
|
|
"max": 925614080
|
|
},
|
|
"tokens_estimated": [53947, 53947, 53947]
|
|
},
|
|
"candidate": {
|
|
"wall_seconds": {
|
|
"median": 7.472,
|
|
"min": 7.071,
|
|
"max": 7.573
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 7.254133,
|
|
"min": 6.85764,
|
|
"max": 7.324238
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 850833408,
|
|
"min": 839819264,
|
|
"max": 864182272
|
|
},
|
|
"tokens_estimated": [53947, 53947, 53947]
|
|
}
|
|
},
|
|
{
|
|
"phase": "analysis",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"artifact": "ripgrep",
|
|
"baseline": {
|
|
"wall_seconds": {
|
|
"median": 8.074,
|
|
"min": 7.976,
|
|
"max": 8.282
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 7.889965,
|
|
"min": 7.768468,
|
|
"max": 8.06946
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 893456384,
|
|
"min": 892899328,
|
|
"max": 908144640
|
|
},
|
|
"tokens_estimated": [210101, 210101, 210101]
|
|
},
|
|
"candidate": {
|
|
"wall_seconds": {
|
|
"median": 7.476,
|
|
"min": 7.271,
|
|
"max": 7.575
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 7.264899,
|
|
"min": 7.011412,
|
|
"max": 7.372084
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 842661888,
|
|
"min": 839393280,
|
|
"max": 847982592
|
|
},
|
|
"tokens_estimated": [210101, 210101, 210101]
|
|
}
|
|
},
|
|
{
|
|
"phase": "analysis",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"artifact": "zellij",
|
|
"baseline": {
|
|
"wall_seconds": {
|
|
"median": 8.382,
|
|
"min": 8.279,
|
|
"max": 8.582
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 8.150593,
|
|
"min": 8.123721,
|
|
"max": 8.332648
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 895754240,
|
|
"min": 894513152,
|
|
"max": 896585728
|
|
},
|
|
"tokens_estimated": [210021, 210021, 210021]
|
|
},
|
|
"candidate": {
|
|
"wall_seconds": {
|
|
"median": 7.479,
|
|
"min": 7.474,
|
|
"max": 7.577
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 7.292747,
|
|
"min": 7.231771,
|
|
"max": 7.373364
|
|
},
|
|
"kernel_family_peak_bytes_including_page_cache": {
|
|
"median": 870350848,
|
|
"min": 867786752,
|
|
"max": 882143232
|
|
},
|
|
"tokens_estimated": [210021, 210021, 210021]
|
|
}
|
|
}
|
|
],
|
|
"records": [
|
|
{
|
|
"case": "pair-cold-default-discovery-directory-1-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 1,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 506.37848699999995,
|
|
"after": 383.48330799999985
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 50840
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 756224,
|
|
"raw_catalog_result_bytes_all_lists": 2935459,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 6.573,
|
|
"cpu_seconds": 6.396994,
|
|
"kernel_family_peak_bytes_including_page_cache": 586420224,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "c7668ba37a7331930951010568ee9c8c50921e4f6f0fd8142612742087151682",
|
|
"receipt_sha256": {
|
|
"report.json": "fb7ab0c6dba3e5d7178955914d464d1a5b8a1bf7c550b22e71bf8c30d4546278",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-discovery-directory-1-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 1,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 393.868538,
|
|
"after": 388.9534389999999
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 50840
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 756224,
|
|
"raw_catalog_result_bytes_all_lists": 2935459,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 2.237,
|
|
"cpu_seconds": 2.051896,
|
|
"kernel_family_peak_bytes_including_page_cache": 265650176,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "df2a582c9fb0a457c91a7fc5f38170e8fd802efc380b30fea3e5b4d7814fa529",
|
|
"receipt_sha256": {
|
|
"report.json": "2cb6fdb5a5467acaf86f8643c73acb1f258583b14a2053bd7fdeab490a5c2eef",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-discovery-directory-2-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 2,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 408.59600800000004,
|
|
"after": 373.9158789999999
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 50840
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 756224,
|
|
"raw_catalog_result_bytes_all_lists": 2935459,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 2.236,
|
|
"cpu_seconds": 2.049533,
|
|
"kernel_family_peak_bytes_including_page_cache": 260640768,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "0ed30068080e71715ea3f57530add80446d64015f339f31e3af55c60e96e6a25",
|
|
"receipt_sha256": {
|
|
"report.json": "c2ec173344072f7eeac2b55dbafa201d86159dba94525a10884d799352857a04",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-discovery-directory-2-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 2,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 392.12916799999994,
|
|
"after": 395.4477969999998
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 50840
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 756224,
|
|
"raw_catalog_result_bytes_all_lists": 2935459,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 5.661,
|
|
"cpu_seconds": 5.402669,
|
|
"kernel_family_peak_bytes_including_page_cache": 588685312,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "d1d1b6d8d40014bf9a28075a9cf550150c53164fe6a5dd8899a8e87ea5409852",
|
|
"receipt_sha256": {
|
|
"report.json": "72124bca106ee6484e6ca3d5d7a33369b6b9b091157ce9a89948fbbba092ce8d",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-discovery-directory-3-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 3,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 395.983488,
|
|
"after": 383.51651799999945
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 50840
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 756224,
|
|
"raw_catalog_result_bytes_all_lists": 2935459,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 5.257,
|
|
"cpu_seconds": 5.106671,
|
|
"kernel_family_peak_bytes_including_page_cache": 583921664,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "2e9b150e2a69174623bad00bb1c94438c178f4e1fa256c74311901084fba7d63",
|
|
"receipt_sha256": {
|
|
"report.json": "8f0a1230d583b47f6eecd04d4053c8db60516ddb318bf96580869edd11d2282e",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-discovery-directory-3-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 3,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 398.496408,
|
|
"after": 374.36179800000014
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 50840
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 756224,
|
|
"raw_catalog_result_bytes_all_lists": 2935459,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 2.235,
|
|
"cpu_seconds": 2.013812,
|
|
"kernel_family_peak_bytes_including_page_cache": 259063808,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "d8229a516e78a474d91903d37a92eb86b1d636ab6dc7c3f3ff1389d18f890104",
|
|
"receipt_sha256": {
|
|
"report.json": "1696adbd07d42271b59369609e3d2403f4181b6f8bd0cdc39e24f212ceab8ec7",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-ripgrep-1-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 1,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 388.44587900000005,
|
|
"after": 384.4485880000002
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 54027
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 231.50504900000033,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2466.3926060000003,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 8.4670500000002,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.448030000000472,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 27.455298999999286,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.382,
|
|
"cpu_seconds": 8.122413,
|
|
"kernel_family_peak_bytes_including_page_cache": 891183104,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "821ff65d255e67a66810ea43d8c410c0f7040938cbfce1339483272277869bfd",
|
|
"receipt_sha256": {
|
|
"report.json": "5d13b34fdb734cb701b1f1bf4ac10e6d28605e610bfdc558ccd02b7660ee5f33",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "5339ea61a140c1651b9c0722df5a3e857a6d6e096f262195290256d21a281d94"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-ripgrep-1-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 1,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 399.96640700000006,
|
|
"after": 373.44509800000014
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 54027
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2656.1985050000003,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2883.0528130000002,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 53.92411000000084,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 7.510129999999663,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 23.69365999999991,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.279,
|
|
"cpu_seconds": 8.095031,
|
|
"kernel_family_peak_bytes_including_page_cache": 845656064,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "35cbb9eceb49d203ab8191fea0d94d5583caff270164158adef2f0401c47f962",
|
|
"receipt_sha256": {
|
|
"report.json": "e13f3dc68b7e37869c126307e5bc9b570cf6eb92952a512e3fd87bed55bd661e",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "bbed26a043f35cac222d04aa1e48cca681e2f75c1b1f7505985e5b8ef64b0e16"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-ripgrep-2-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 2,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 390.77658700000006,
|
|
"after": 372.5078680000006
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 54027
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2198.601397,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2157.017327,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 78.7398489999996,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.584418999999798,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 20.19941000000017,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.069,
|
|
"cpu_seconds": 6.847499,
|
|
"kernel_family_peak_bytes_including_page_cache": 830971904,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "646ebb6b433a1318ac041d26a04cd3ee606a8536f6038276f161401af26ee2c2",
|
|
"receipt_sha256": {
|
|
"report.json": "f571c9f4e5e39576c9fd59167edbc7699d62794f1f298ca561a65ac4f0dffb1b",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "811f2044dd4818bda84e3346866aee9911adce1dc04d3d1d8fc48693eee441d3"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-ripgrep-2-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 2,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 399.96877700000005,
|
|
"after": 378.63447799999994
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 54027
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 235.36689800000022,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2301.830806,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 8.607820000000174,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.062179999999898,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 25.012810000000172,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.177,
|
|
"cpu_seconds": 7.94501,
|
|
"kernel_family_peak_bytes_including_page_cache": 885346304,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "05f1fe6e4ee56fbf966ddaf42dfa7e3adab10ad6a93ea332ff6e9107df50de4e",
|
|
"receipt_sha256": {
|
|
"report.json": "ea40226a59beb69a6f32aaf011cd0b96e706e8a612cfeaab522aa5b237440042",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "fb8310b446516dcac1302c1b888d2d9d75d456d523a7b73bf01d57f508ee3de7"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-ripgrep-3-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 3,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 395.456087,
|
|
"after": 387.4231770000006
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 54027
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 217.739098,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2328.010265,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 7.894239999999627,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.41475999999966,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 24.567889999999352,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.177,
|
|
"cpu_seconds": 7.907789,
|
|
"kernel_family_peak_bytes_including_page_cache": 890929152,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "3b0952e942e50b2ce0c233097a6cb6f6076e6e6092996996ed2bba53cc64f7ba",
|
|
"receipt_sha256": {
|
|
"report.json": "c17423e18d14076675f28d5c253c6cfdd8d7c6594fa93183faef69ce4406b0e8",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "dbd127d13cb5d2328242587f3fbad282babf6644ea28b8fed12104e27bbb0ec1"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-ripgrep-3-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 3,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 392.1519870000001,
|
|
"after": 374.93381800000043
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 54027
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2532.116923,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2948.28848,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 10.22776999999951,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.834399999999732,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 25.64838999999938,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.078,
|
|
"cpu_seconds": 7.899241,
|
|
"kernel_family_peak_bytes_including_page_cache": 821231616,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "c0a00be8db0031e72ba2250623302f31751a8b423ed65335eb519f51de25d28c",
|
|
"receipt_sha256": {
|
|
"report.json": "f027377ed2e589a86213f9d1708aa04d05c1e97def74d65819d5d316accbd326",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "6350b40c9b4bf6b3b0bda7ee01e584c5aa27b5b2c23f1da2a925d79bdfcc0995"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-zellij-1-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 1,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 380.05093700000003,
|
|
"after": 368.26613799999996
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 53947
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 389.6055860000006,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2251.2189150000004,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 8.268479999999727,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.4712799999997515,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 27.36559000000034,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.279,
|
|
"cpu_seconds": 8.040952,
|
|
"kernel_family_peak_bytes_including_page_cache": 864006144,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "82105544ae0f621fc040d10391e1b10f2a71086011f79ef96cfe05e8ef27b760",
|
|
"receipt_sha256": {
|
|
"report.json": "99f11edf3a0676b5924983927c26f0a7234b4536641a5aacb05ed2336dd13ad0",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "26cf65bb76b419efe5151301ed837fb4417c084ef2e52ff38d740c98008735a8"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-zellij-1-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 1,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 396.72964700000006,
|
|
"after": 384.7991270000002
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 53947
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2374.6167530000002,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2304.7313240000003,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 12.59936000000016,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.993188999999802,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 29.42609999999968,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.27,
|
|
"cpu_seconds": 7.104698,
|
|
"kernel_family_peak_bytes_including_page_cache": 858734592,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "03372a596886853b90968c4fc9491a4bbf415b223c63d94a944e88f313d9fd6a",
|
|
"receipt_sha256": {
|
|
"report.json": "e88b369c8a9736102edd4f8406bcb7df4cd814d1a6f5868b2f85142dafaa7cbe",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "6b1925b000a6f1f223cef05e4c6cb48388b95ab1f407d6bdeb5b28e4cbfb447d"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-zellij-2-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 2,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 383.530408,
|
|
"after": 380.42205699999977
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 53947
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2361.3623230000003,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2270.282083,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 9.830868999999439,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.383009999999558,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 28.06808000000001,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.276,
|
|
"cpu_seconds": 7.053558,
|
|
"kernel_family_peak_bytes_including_page_cache": 858263552,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "b114701046a6d5da6cdad4b64c88b0c2bce1e04d44d40d385cb98f732aa46ec2",
|
|
"receipt_sha256": {
|
|
"report.json": "97c29f32822008f92e0464e2e7d12288486e54a3f8803cb5a96f2714a2a1c230",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "703879dca8faa155f1fdccdacb0dcee80a44a60068ff5cce9d33feff8414e8ad"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-zellij-2-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 2,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 387.22730600000006,
|
|
"after": 380.939026
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 53947
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 372.1123379999999,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2314.2110820000007,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 7.857170000000224,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.183610000000044,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 27.596669000000475,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.178,
|
|
"cpu_seconds": 7.96754,
|
|
"kernel_family_peak_bytes_including_page_cache": 887341056,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "4c4e7fb9f5e85bb506473e64070f08b6554ff87e9b56adcb2c64601d791a3d22",
|
|
"receipt_sha256": {
|
|
"report.json": "e767b4fe87aac935c325d6328b77b110bc1cb6e73a93e1b479dcc0eee31e2709",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "6ee687998ecf1abcaf1126a106d86351416710f700ebddc43a669f0accb54e5e"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-zellij-3-baseline",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 3,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 392.189227,
|
|
"after": 378.3951070000003
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 53947
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 361.38807799999995,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2265.5642610000004,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 8.350690000000213,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.178849999999329,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 29.60490000000027,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.276,
|
|
"cpu_seconds": 8.079063,
|
|
"kernel_family_peak_bytes_including_page_cache": 919195648,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "8eb380a496944a5c1a2162ae8aacbb1921c1710f5c05d0ee1aa5ac08b2e9ed78",
|
|
"receipt_sha256": {
|
|
"report.json": "5f6b836bcd43f28e1a1e9a17a1fcc47b1a376a5d391cb4fea57a0dbbaa671baf",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "dc07e0fec3b71d21f60090d68c56e8c237102f5f53d63cca0312e375e90e9999"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-default-analysis-zellij-3-candidate",
|
|
"cache": "cold",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 3,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 411.829166,
|
|
"after": 384.4884069999998
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 53947
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2413.6837109999997,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2322.668941,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 11.807480000000396,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 7.356169999999111,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 32.13658899999973,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.472,
|
|
"cpu_seconds": 7.223805,
|
|
"kernel_family_peak_bytes_including_page_cache": 862248960,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "6bf25029d1ac93bd04bbdffe2a959b9d2542e8b74cfa1083ca5cc615d0d351c7",
|
|
"receipt_sha256": {
|
|
"report.json": "61b127859f0b058768295380fe3bc035509b98b2f3ef0b5b2bae70ac3648d808",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "735efa21da33b0234db3819e9c2271a8aecb29dffee9b75a3229f9064c634cf5"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-discovery-directory-1-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 1,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 398.755417,
|
|
"after": 381.78022599999986
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 206914
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 912495,
|
|
"raw_catalog_result_bytes_all_lists": 3588103,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 5.257,
|
|
"cpu_seconds": 5.039595,
|
|
"kernel_family_peak_bytes_including_page_cache": 686043136,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "071f77920018c98368ee7573e06b0442dfbd6f656edd2aba331235f8404f05f6",
|
|
"receipt_sha256": {
|
|
"report.json": "171ae75d92ea4b0f6f3cfa9c43a660bc6ef38213e7b2491175dc479a2588dda5",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-discovery-directory-1-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 1,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 388.91068700000005,
|
|
"after": 388.7231469999999
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 206914
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 912495,
|
|
"raw_catalog_result_bytes_all_lists": 3588103,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 2.437,
|
|
"cpu_seconds": 2.201697,
|
|
"kernel_family_peak_bytes_including_page_cache": 362889216,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "85b0ffff4f47833c418d9f3fefa057e479d4447663fa81777df36a79b78f7e2f",
|
|
"receipt_sha256": {
|
|
"report.json": "e2b94eb8f149f06aec634578aa97016b9512ecab98198bc66bf8aa320dc7527a",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-discovery-directory-2-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 2,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 392.689287,
|
|
"after": 375.5382760000002
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 206914
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 912495,
|
|
"raw_catalog_result_bytes_all_lists": 3588103,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 2.337,
|
|
"cpu_seconds": 2.141803,
|
|
"kernel_family_peak_bytes_including_page_cache": 366006272,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "ffec34115a74cfd3ae85edf60f4995c2524a7110a60ccc25792905cd9ad70329",
|
|
"receipt_sha256": {
|
|
"report.json": "98e147170a654b7f1e530b05f9104e4eb53e85f602f720dba50aebbe7bd7f8e0",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-discovery-directory-2-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 2,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 376.18074700000005,
|
|
"after": 371.696586
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 206914
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 912495,
|
|
"raw_catalog_result_bytes_all_lists": 3588103,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 5.16,
|
|
"cpu_seconds": 4.941541,
|
|
"kernel_family_peak_bytes_including_page_cache": 678322176,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "73fb02fadf0eca36a860898c3b1d67d62eb2c0b56638c84bffebe48832dbcc6b",
|
|
"receipt_sha256": {
|
|
"report.json": "d6f9a0f9703dba6ac6a12d77215c6565a9fef6e04fa95b24284e6101d51f3965",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-discovery-directory-3-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 3,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 397.05393599999996,
|
|
"after": 383.94540699999925
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 206914
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 912495,
|
|
"raw_catalog_result_bytes_all_lists": 3588103,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 5.256,
|
|
"cpu_seconds": 5.039555,
|
|
"kernel_family_peak_bytes_including_page_cache": 682528768,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "e94bad751fe24587812fc4fff7aa471c91cfc21481a4faa7da47ba2d38f1e14d",
|
|
"receipt_sha256": {
|
|
"report.json": "6479290a9c61dd5ed825c93aa86c5be1c40add30bb89b08b3b37601a7697c594",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-discovery-directory-3-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 3,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 401.086936,
|
|
"after": 363.90771599999994
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 206914
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 912495,
|
|
"raw_catalog_result_bytes_all_lists": 3588103,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 2.336,
|
|
"cpu_seconds": 2.174622,
|
|
"kernel_family_peak_bytes_including_page_cache": 366518272,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "4e186b9ed1c0f0f72be305bbbae32f3889af307f775e7430aebaf45bb8a2f9ff",
|
|
"receipt_sha256": {
|
|
"report.json": "9f3ccc333fe2127c5f6dad58c54fae19ffac7d033061eae50864d9bc310965e8",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-ripgrep-1-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 1,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 390.21384700000004,
|
|
"after": 392.29759600000034
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 210101
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 219.64897800000017,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2195.1449299999995,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 84.64082900000085,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.840389999999388,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 30.56847999999991,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.286,
|
|
"cpu_seconds": 8.087954,
|
|
"kernel_family_peak_bytes_including_page_cache": 894648320,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "c3d3f42167024b24491960ad879970a28c46e1c35fb98eefa1dc9706b714255d",
|
|
"receipt_sha256": {
|
|
"report.json": "1b3e5ca01f7d0918b825dc54f138ac39e703c76ee165db4062d2e1836ab4a77f",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "b1dc03149f6a24e26bafe636bed86ccd59d914b1d41c2c655734a588f028ecc6"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-ripgrep-1-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 1,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 414.19911599999995,
|
|
"after": 382.60509600000023
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 210101
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2228.02056,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2190.5758189999997,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 72.02308900000025,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 6.812190999999984,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 25.61801899999955,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.576,
|
|
"cpu_seconds": 7.364513,
|
|
"kernel_family_peak_bytes_including_page_cache": 830832640,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "cb95809408678209af4ae651fa45bf188dca4ef90d9a7347a28b5e7b9bb42c04",
|
|
"receipt_sha256": {
|
|
"report.json": "2ec937bf0fea0bf1219d891a7c1fa94dd8442cec92e8a1430c5bc3cad82e9812",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "ab204801a26bd06de23b4f347fdb452c30ea8bdb264147f66a0e838dbcd1503c"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-ripgrep-2-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 2,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 387.43815700000005,
|
|
"after": 397.392296
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 210101
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2272.420779,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2150.4206000000004,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 69.52158899999995,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.2822299999997995,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 18.803679999999986,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.474,
|
|
"cpu_seconds": 7.251707,
|
|
"kernel_family_peak_bytes_including_page_cache": 833130496,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "b54c0b5c81f102981e056b6dafd6755f6b0b79d76530d646601104602f91b6c5",
|
|
"receipt_sha256": {
|
|
"report.json": "86bd2ad471fa2cedbc4219a03dd5175f46ae98773b4ce8b882a5df37f66a1084",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "c7e7e9c0ea472b9194ddc11697c4e31ade5154d7739149b2a8d43bf155505e99"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-ripgrep-2-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 2,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 391.875397,
|
|
"after": 385.31773599999997
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 210101
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 222.41961700000047,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2118.6533789999994,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 75.26427899999999,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.1229990000001635,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 19.23714999999993,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.18,
|
|
"cpu_seconds": 8.000206,
|
|
"kernel_family_peak_bytes_including_page_cache": 887574528,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "2a79aa8b13ce99a07d48458584100d260d39e2ed77a39ffce3b7783f2bdb8705",
|
|
"receipt_sha256": {
|
|
"report.json": "1d7e4a1e1ee5fadc73853d6fa0a9a0079074a1a3e7359135af6a0bb75d8476b6",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "888ac9aa4760c7fc00ec3b3f3d35d7bf0c55d5aae3ffca62353aa330d49b8e66"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-ripgrep-3-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 3,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 385.66209599999996,
|
|
"after": 384.93557600000076
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 210101
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 219.4574480000001,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2087.11531,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 68.6765489999998,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.761439999999311,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 18.226380000000063,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.078,
|
|
"cpu_seconds": 7.8649,
|
|
"kernel_family_peak_bytes_including_page_cache": 883621888,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "d0e53b3991411463031a234eaa178c95fb063c7adfa3946a72d2a4ede136ce6e",
|
|
"receipt_sha256": {
|
|
"report.json": "a3ed4be444d411650b83ac93e94e092d3c155c27f9cf38125d8193c8945aa9a3",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "3417b64694c374e68552f6ac354ee4ced777262536f3375e4beea5a3127ca391"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-ripgrep-3-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 3,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 395.39197599999994,
|
|
"after": 377.38734600000043
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 210101
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2300.851867,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2178.248269,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 65.45291899999938,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.002019999999902,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 26.409888999999566,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.483,
|
|
"cpu_seconds": 7.311571,
|
|
"kernel_family_peak_bytes_including_page_cache": 832987136,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "13f2517f60fbca6e17c5d651a6c37078f5645ec03f4cbfb17f34680106b3314a",
|
|
"receipt_sha256": {
|
|
"report.json": "750e4154a0b1b36c98a549ee886eb20c04962e24b9afbdf78281eef2c6dccb1c",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "bbec0a2cdb24051b80a697b37c5751f147f368e9fb8d62438ebea77e40cd9bfb"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-zellij-1-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 1,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 380.24241600000005,
|
|
"after": 392.5702259999998
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 210021
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 348.6446270000006,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2148.8615090000003,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 74.70148900000004,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.575309000000743,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 24.902938999999606,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.382,
|
|
"cpu_seconds": 8.205329,
|
|
"kernel_family_peak_bytes_including_page_cache": 893550592,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "95087ae47246162c06b639daca498250646fbd0c384870923d4ca5266d63889f",
|
|
"receipt_sha256": {
|
|
"report.json": "e04d5c06e52dddd25736e14c7b9796f65e0a8c493ddbd7b4bc3d72bd0e9bf802",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "48482171f87d65ec5f20f0e134ec912ca1af0b66408489f1da36d95103de72c5"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-zellij-1-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 1,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 410.031915,
|
|
"after": 389.4158950000001
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 210021
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2862.03309,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2546.3957229999996,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 76.73263999999926,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.32445000000007,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 29.056540000000496,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.692,
|
|
"cpu_seconds": 8.46357,
|
|
"kernel_family_peak_bytes_including_page_cache": 852561920,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "af07ffa500104e0405bb7438652a88816baf24d30f563707c60db392f68faa73",
|
|
"receipt_sha256": {
|
|
"report.json": "57b977958feb829d0715334164503d228159b9e0c411838dab39c3c9291f4be5",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "e9349c9a74d7379e44ec46e90a08550d5cc1a4538521e0f58c9eb58f705f9011"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-zellij-2-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 2,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 391.23202599999996,
|
|
"after": 389.8210560000007
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 210021
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2448.2431840000004,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2244.5923359999997,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 10.242549000000508,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.451670000000377,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 30.74160000000029,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.776,
|
|
"cpu_seconds": 7.513651,
|
|
"kernel_family_peak_bytes_including_page_cache": 866377728,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "cd8df9aae8a1c76eaf647674cb2b66e41b364efb968b10ba54875c05413b0cc1",
|
|
"receipt_sha256": {
|
|
"report.json": "7162934761877b89b4bf91f4aa542f88b6241c3b5b60957910aa6f25f8d2f152",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "9f15d9d74c29c9fd07c6542f7f7a39f9bad7f2b9710c6135a95cc6ad1302a0d5"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-zellij-2-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 2,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 395.588075,
|
|
"after": 414.52098599999954
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 210021
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 360.5417070000003,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2273.702996,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 78.97393900000043,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.887289999999666,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 30.09741000000031,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.687,
|
|
"cpu_seconds": 8.457721,
|
|
"kernel_family_peak_bytes_including_page_cache": 886362112,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "1092c9bb2a1591000a1dd8e298b3fe1a3e8cf0dbd753d8fa860e97e496754d4b",
|
|
"receipt_sha256": {
|
|
"report.json": "052cfa7f01fdff745b5dd2086017873f447c21ec8057602034274986d065628f",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "095c09a509c597afe9ff516e8dcfb67c0925ed72b80b9442f20169c4059e98f4"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-zellij-3-baseline",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 3,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 412.84193600000003,
|
|
"after": 385.5208850000008
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 210021
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 343.735866,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2145.391627,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 77.26140899999973,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.778510000000097,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 28.472999999999956,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.484,
|
|
"cpu_seconds": 8.284427,
|
|
"kernel_family_peak_bytes_including_page_cache": 891723776,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "20aa853dfff2be0e448f14408edc263ad4dd1d911fd4c717216a49a3040319af",
|
|
"receipt_sha256": {
|
|
"report.json": "46bfacd24eb6746e4edfd0e0b4b4c6dfc19f04a06a3098f5737596691bf137d9",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "df7f3d7a57578f2aedbb46c48b491344a1c6fc23a685a763e291f7f82da41905"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-cold-full-analysis-zellij-3-candidate",
|
|
"cache": "cold",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 3,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 391.267917,
|
|
"after": 406.9656050000003
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 210021
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2357.0330240000003,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2176.264926,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 75.93191000000024,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.537600000000566,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 29.541110000000117,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.58,
|
|
"cpu_seconds": 7.38469,
|
|
"kernel_family_peak_bytes_including_page_cache": 842448896,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "b7353bde74f8dd5175f89d8de95c094068133b0100656900d3731491b42e280d",
|
|
"receipt_sha256": {
|
|
"report.json": "76427c7fe04d1eac179c9f19dc84a14921af18b9178822bc021d7ecb5f6fcd53",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "45271691abe46caefd39dca50544361bb162f4531261c90fb3e2773bafb46d51"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-discovery-directory-1-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 1,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 403.081856,
|
|
"after": 376.17297599999984
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 50840
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 756224,
|
|
"raw_catalog_result_bytes_all_lists": 2935459,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 4.954,
|
|
"cpu_seconds": 4.776322,
|
|
"kernel_family_peak_bytes_including_page_cache": 600211456,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "18a713e883abbf5ad48c7daf1af53559d935af4d9bb7ff8f12762e67b607f52c",
|
|
"receipt_sha256": {
|
|
"report.json": "12810d4060588f4910db4f4edb76eaaa27bf34a38fd01b8cf5bf882fee97dac7",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-discovery-directory-1-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 1,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 390.832706,
|
|
"after": 379.16815599999995
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 50840
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 756224,
|
|
"raw_catalog_result_bytes_all_lists": 2935459,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 2.236,
|
|
"cpu_seconds": 2.025594,
|
|
"kernel_family_peak_bytes_including_page_cache": 263593984,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "745fbf3ff0d01fbf080674be5ce30b68b42c6f7da36ab221fbb8ef9af71f7429",
|
|
"receipt_sha256": {
|
|
"report.json": "687725420da9e5be55f4bf9b4aa3cfde2484504a5aeedd18dfdbc3f0866cca4f",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-discovery-directory-2-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 2,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 383.63070600000003,
|
|
"after": 382.6648849999999
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 50840
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 756224,
|
|
"raw_catalog_result_bytes_all_lists": 2935459,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 2.135,
|
|
"cpu_seconds": 1.986985,
|
|
"kernel_family_peak_bytes_including_page_cache": 256937984,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "ade56628303a06afb1288fd5b3d57c63a08426140174057b7d2d7282c1f76aea",
|
|
"receipt_sha256": {
|
|
"report.json": "3a8e3a51638cb2dbdcb99bc64a3f7994b9ee921ef5a44920b42a7d1d19abba37",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-discovery-directory-2-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 2,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 393.205315,
|
|
"after": 380.4509760000001
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 50840
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 756224,
|
|
"raw_catalog_result_bytes_all_lists": 2935459,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 5.056,
|
|
"cpu_seconds": 4.818559,
|
|
"kernel_family_peak_bytes_including_page_cache": 600616960,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "e607e13574c60d7b94ff483d2b715c4da702175c89d37c70faad76e389a680a4",
|
|
"receipt_sha256": {
|
|
"report.json": "b22e0c966dab798782a66effcf6dee87d67011798fb420466b86d247c735f03b",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-discovery-directory-3-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 3,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 406.89577499999996,
|
|
"after": 387.98794500000076
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 50840
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 756224,
|
|
"raw_catalog_result_bytes_all_lists": 2935459,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 5.058,
|
|
"cpu_seconds": 4.799916,
|
|
"kernel_family_peak_bytes_including_page_cache": 600797184,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "6a52bf7eae2262d73a35bba632e015a1a8ae6ef219c0eaa853c30a849694871c",
|
|
"receipt_sha256": {
|
|
"report.json": "942ec5006d2ffe0fd00e197998f8970177f6b270d0e312b53761ee1b93a729ac",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-discovery-directory-3-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 3,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 398.64401499999997,
|
|
"after": 381.42463599999996
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 50840
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 756224,
|
|
"raw_catalog_result_bytes_all_lists": 2935459,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 2.236,
|
|
"cpu_seconds": 2.014862,
|
|
"kernel_family_peak_bytes_including_page_cache": 264220672,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "c38f9061296230b8d0a28437254f0005980eb3f5fa5f8d2be09acf04b05b28f6",
|
|
"receipt_sha256": {
|
|
"report.json": "7bc7748af13a49b5001b7e47b49dc88d604a36e273a415de66b0ab56c73db147",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-ripgrep-1-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 1,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 387.767655,
|
|
"after": 379.7490859999998
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 54027
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 225.03145700000005,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2380.8913629999997,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 8.764369999999872,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.4737599999998565,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 27.742949999999837,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.976,
|
|
"cpu_seconds": 7.738718,
|
|
"kernel_family_peak_bytes_including_page_cache": 894771200,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "53421e8c3cdf43e992e2c6439d619fb4f9ccdd512c1c5fa0c41d1766b98b4b2b",
|
|
"receipt_sha256": {
|
|
"report.json": "4c3db4d6ad4d23156388fd55d4c979a280537ee3105ef232bcdb8a3982e3c4c9",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "671fc1b9944a846a36af46e3cbdfcc8868946f2b57cdb96525b3972ef7fb8001"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-ripgrep-1-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 1,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 408.372505,
|
|
"after": 386.729875
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 54027
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2099.549725,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2104.5337849999996,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 65.43502900000021,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 17.50449099999969,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 28.982688999999482,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 6.868,
|
|
"cpu_seconds": 6.678343,
|
|
"kernel_family_peak_bytes_including_page_cache": 841535488,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "2088f30be4b1c78f0dfd2c8aa12aaed881c160a5c15480e5ade4f38c9fb686f7",
|
|
"receipt_sha256": {
|
|
"report.json": "826bbfc87d387b822a47e857cd88d946a8e3c1812e2e04056b9856ab20c465ac",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "386bdca7d837af5a4cce41a37fe1f5b34f0329d9be3ec27c45661ddcfe1d74f4"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-ripgrep-2-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 2,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 400.508395,
|
|
"after": 376.9724860000006
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 54027
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2118.167875,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2106.773865,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 68.18083800000022,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 18.242310999999972,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 29.297319000000243,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 6.879,
|
|
"cpu_seconds": 6.666864,
|
|
"kernel_family_peak_bytes_including_page_cache": 843214848,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "8234dbac5dd23124a266df5f82c08800bfd6513abd7fe23e42e55a843944ef2f",
|
|
"receipt_sha256": {
|
|
"report.json": "3b430c7621263f2510f262a5ca0338d2685bacfd9a0eb58bfbe061c75b0ffc79",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "11ac6ea7a054df842fb88723373ba612862fcfe3eb25d8d32f56032ed491777f"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-ripgrep-2-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 2,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 407.702875,
|
|
"after": 383.3668749999997
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 54027
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 246.735498,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2404.1977500000003,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 7.430578999999852,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.017899999999827,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 23.877619999999297,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.187,
|
|
"cpu_seconds": 7.936629,
|
|
"kernel_family_peak_bytes_including_page_cache": 867004416,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "bc9fc1fdf0fe3faa99afd2358b690d9113c18d62ce201cb917d72fb5f8e98681",
|
|
"receipt_sha256": {
|
|
"report.json": "2b4e6d1911f9bce9ace04c5851b7823d054c9680d33e05d20b8ca33d65f89a5e",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "34961f5ec09ab398279e0443421720fe764d6b255b54354127bb51a363046557"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-ripgrep-3-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 3,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 380.92482599999994,
|
|
"after": 377.0981240000001
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 54027
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 227.10112800000024,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2292.3257919999996,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 9.259479999999712,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.59599900000012,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 28.949650000000474,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.779,
|
|
"cpu_seconds": 7.595732,
|
|
"kernel_family_peak_bytes_including_page_cache": 866107392,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "944ca93665e3ab07ea8e88620868f91dd86dcea2ca458cfe54b54cc6bd3d3054",
|
|
"receipt_sha256": {
|
|
"report.json": "7a15e38112eede65a8803d4665b5ab6a3d64ef4e28c34f3b10af6833a2a30434",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "cc7986bdb8d609528d1f2a789975e97d1cf6f99aec308fa1f2ddd5a3aba71077"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-ripgrep-3-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 3,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 404.94066499999997,
|
|
"after": 384.30944499999987
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 54027
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 3076.403112,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2290.932191,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 8.966039999999339,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.51187100000061,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 25.755310000000463,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.996,
|
|
"cpu_seconds": 7.809846,
|
|
"kernel_family_peak_bytes_including_page_cache": 828764160,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "88bc145b7257534a9efd03a274ce82ae7c4780e1403d60db71a3ed60299d1152",
|
|
"receipt_sha256": {
|
|
"report.json": "e682b9abf240d910ad80228175e823f440d2a1ec63b8ca7fe906d6749d353dd0",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "c62dd19a9fc8369194d2105cf489fd1f7824450297908ae6c57e1d9d12435862"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-zellij-1-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 1,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 386.008776,
|
|
"after": 374.2090049999997
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 53947
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 374.20225500000015,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2383.8425500000003,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 8.88184899999942,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.684290000000146,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 31.454289999999673,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.285,
|
|
"cpu_seconds": 8.019149,
|
|
"kernel_family_peak_bytes_including_page_cache": 896237568,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "b302c6e5f60fa416dfde98ed529b41059006357c7b36ca0f146893208d5c3815",
|
|
"receipt_sha256": {
|
|
"report.json": "a7de9b48a13781be5575c19e335a303f57b06e1c499e1284ae6bc2ffc0f78c2b",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "354f2c389d79de40cc498ab64e27ef344caf9c2af775b61ce6028d06a138c857"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-zellij-1-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 1,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 380.286046,
|
|
"after": 410.21765499999947
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 53947
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2485.776508,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2453.0577980000003,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 9.046299999999974,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.8915909999996074,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 30.994689000000108,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.573,
|
|
"cpu_seconds": 7.324238,
|
|
"kernel_family_peak_bytes_including_page_cache": 839819264,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "3b7939dec7168408177bb407367ffb23069e06d5dc935ae432b8cc64d97b5ab5",
|
|
"receipt_sha256": {
|
|
"report.json": "549a5e1d1fcac4029745e46015f83af5b6710ef4e057391a34f3893e9ba2bcb4",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "b0f7872e64a2a1eff46a12c7d24a4513dead515fd67141a81fab5754367e70e7"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-zellij-2-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 2,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 398.92517499999997,
|
|
"after": 408.2714839999999
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 53947
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2322.8452,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2445.6882590000005,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 9.4074099999998,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.95593000000008,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 29.136469000000034,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.472,
|
|
"cpu_seconds": 7.254133,
|
|
"kernel_family_peak_bytes_including_page_cache": 864182272,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "386035ee116c37373c21dc3045d46f12779fb95cd15d2a6d6772223a6dfd0114",
|
|
"receipt_sha256": {
|
|
"report.json": "78ea94141206e7ecf7e09b2711d2ea7800d43bc93287eed6ef95903cbe501a5c",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "14fa55e7e78c7c1f18e039efd57b36c7739e4f6ff8b5fd3f85dcd33d6bfb80ac"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-zellij-2-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 2,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 404.892255,
|
|
"after": 379.3739249999999
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 53947
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 391.238875,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2313.1076789999997,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 7.723709999999301,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.59737000000041,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 28.452470000000176,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.081,
|
|
"cpu_seconds": 7.888906,
|
|
"kernel_family_peak_bytes_including_page_cache": 925614080,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "268c8df2d6076fc6806410d4cc181babb263022e8a04b869b93e6f9df7964b13",
|
|
"receipt_sha256": {
|
|
"report.json": "9ae3393958f8abb52ce978b3954edf8e814e4c1737c8bb3a0b754b76044b5ab0",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "287d59a709d22a2b6040fae45059974594ecb2f6e280d8e41854ea0cd1be5dea"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-zellij-3-baseline",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 3,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 412.723535,
|
|
"after": 377.9653050000006
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 53947
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 338.0532659999999,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2807.3306520000006,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 7.587730000000192,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.3115600000000995,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 27.31768000000011,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.583,
|
|
"cpu_seconds": 8.393267,
|
|
"kernel_family_peak_bytes_including_page_cache": 924995584,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "ecadaff390c8d18a564ad074958a5be834c929331cfcaacf029b3df8d37b5323",
|
|
"receipt_sha256": {
|
|
"report.json": "f52ccaacd6c378ea68d92e529ababee148d688f69e17f155451facd67b7e3e99",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "d32e9ff5b7777a7375e9c479d61181cd98c8fab8dd7707ca58a47a4b31fc9c7b"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-default-analysis-zellij-3-candidate",
|
|
"cache": "warm",
|
|
"profile": "default",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 3,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 375.60634400000004,
|
|
"after": 370.27791499999967
|
|
},
|
|
"catalog_sha256": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 49670,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 53947
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1512448,
|
|
"raw_catalog_result_bytes_all_lists": 5870918,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2177.872971,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2346.1349790000004,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 8.553550000000541,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.0773699999999735,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 27.78998000000047,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.071,
|
|
"cpu_seconds": 6.85764,
|
|
"kernel_family_peak_bytes_including_page_cache": 850833408,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "4187c7df93c249dfb953cf765a9d13929cbd359ed2d30f7caea27d5bda951534",
|
|
"receipt_sha256": {
|
|
"report.json": "b8a0b82267a51fa7b2f4b7a613f979e069e5a870ca6480d408ecf315615a397b",
|
|
"catalog.json": "86cb371b867b72312c8be9b4f6e8823a5e4cd7496c2490851840a715d004f8d8",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "e30cfb3f22c060b845520c3484dd6391fcb88aa54f017ad13a01492714e449b1"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-discovery-directory-1-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 1,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 389.09490500000004,
|
|
"after": 374.77101500000026
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 206914
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 912495,
|
|
"raw_catalog_result_bytes_all_lists": 3588103,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 5.054,
|
|
"cpu_seconds": 4.806174,
|
|
"kernel_family_peak_bytes_including_page_cache": 705363968,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "9d4e6dfde9a78f1a0e04d8b23eecfb39151df90dcf4a5031011805f3a153123d",
|
|
"receipt_sha256": {
|
|
"report.json": "0103356c631db6326e553ef1a8226ad40542833e5e731a1be7042ec06c95bceb",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-discovery-directory-1-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 1,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 399.343645,
|
|
"after": 374.28959499999996
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 206914
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 912495,
|
|
"raw_catalog_result_bytes_all_lists": 3588103,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 2.336,
|
|
"cpu_seconds": 2.138658,
|
|
"kernel_family_peak_bytes_including_page_cache": 366624768,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "c24e77daee61b7f5c4a870f77874473638b8d175bf5552fbcfd8738d0bfcdfb9",
|
|
"receipt_sha256": {
|
|
"report.json": "619303df11c8cf6a074e75d1ac179070bde898d6b5aa9547dc800f54b3b893a4",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-discovery-directory-2-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 2,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 412.103304,
|
|
"after": 382.0371650000002
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 206914
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 912495,
|
|
"raw_catalog_result_bytes_all_lists": 3588103,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 2.338,
|
|
"cpu_seconds": 2.151271,
|
|
"kernel_family_peak_bytes_including_page_cache": 366333952,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "e6e36bfb174be0e048ed10f0a91a2f55a4a5cf749d8243c7f55ac1c130ee2e3c",
|
|
"receipt_sha256": {
|
|
"report.json": "ff83d1dd809ec1c463849314e3d1d9918b7635aafb114254f6582048f4d990af",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-discovery-directory-2-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 2,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 399.10454500000003,
|
|
"after": 417.8960450000004
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 206914
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 912495,
|
|
"raw_catalog_result_bytes_all_lists": 3588103,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 4.957,
|
|
"cpu_seconds": 4.713301,
|
|
"kernel_family_peak_bytes_including_page_cache": 701562880,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "ee47f6264ef90fbc54281baece1947eb815bbd0e61b12ae30528bc83b9b075b3",
|
|
"receipt_sha256": {
|
|
"report.json": "0d42c5756a5cedeede261ed120eb10ca6731fd9953e82c6e2fe7ab46e6bd4bcd",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-discovery-directory-3-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 3,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 389.04046400000004,
|
|
"after": 393.44539499999973
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 206914
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 912495,
|
|
"raw_catalog_result_bytes_all_lists": 3588103,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 4.952,
|
|
"cpu_seconds": 4.753724,
|
|
"kernel_family_peak_bytes_including_page_cache": 707497984,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "e082f5c76df3a12887824f112fe7aff802bde098b58e85adf1005f31f59629d9",
|
|
"receipt_sha256": {
|
|
"report.json": "687f2de62dda32f3089a9571c5ebd1137ce51e9fc74e948dcf17a20af0fddd99",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-discovery-directory-3-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "discovery",
|
|
"artifact": null,
|
|
"pair": 3,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 388.74498400000004,
|
|
"after": 368.15286400000014
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": null,
|
|
"parent_semantic_sha256": null,
|
|
"answer_sha256": "763f5252a8277e07583989fe7fa589c93d9e13ee408dad6697c699e102178421",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 29,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 0,
|
|
"text_replies": 0,
|
|
"prompt_directory": 787,
|
|
"whole_task": 206914
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 912495,
|
|
"raw_catalog_result_bytes_all_lists": 3588103,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 1,
|
|
"prompts/list": 1
|
|
},
|
|
"calls": [],
|
|
"wall_seconds": 2.34,
|
|
"cpu_seconds": 2.106354,
|
|
"kernel_family_peak_bytes_including_page_cache": 372981760,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "bf1e4f03fb353838d88126114c858af4da4c4e9a67fe211c1c5346add8361880",
|
|
"receipt_sha256": {
|
|
"report.json": "8feb0ba4e6ad5f06d98c1e9fd067151b5dcba23622baea666511689a9e04891f",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-ripgrep-1-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 1,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 376.80948500000005,
|
|
"after": 380.4271150000004
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 210101
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 218.14719700000023,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2273.172039,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 70.32287800000086,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.320519999999306,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 26.772320000000036,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.074,
|
|
"cpu_seconds": 7.889965,
|
|
"kernel_family_peak_bytes_including_page_cache": 893456384,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "5a941cd2e5f793429b357bd64edec3d9688def6f97bb1f1dc49c89f14337543a",
|
|
"receipt_sha256": {
|
|
"report.json": "1fe0fb333c9c75b674dc6adbaf6566143e6759631442d09f1e0c089c994504cb",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "caccc40d37b47dc2b14961fdabc8c47d668b0abae3d1537254764fd573e59270"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-ripgrep-1-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 1,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 417.998235,
|
|
"after": 367.1838950000001
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 210101
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2262.5982489999997,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2166.510759,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 73.45156999999926,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.514960000000428,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 26.11811900000066,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.476,
|
|
"cpu_seconds": 7.264899,
|
|
"kernel_family_peak_bytes_including_page_cache": 847982592,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "b0614ad7929ec0d2ea4addfd916126ed1d18aa71a9111b413aa616690f3454cd",
|
|
"receipt_sha256": {
|
|
"report.json": "6ea8e9f17e8716357a3e11023eeeb558cace92f544e9df4d412fab3cc4904a32",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "21c4730eb75d8fd8c02c25076c56e439049c8cb589ffce95c42a5e114ec0809d"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-ripgrep-2-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 2,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 390.038024,
|
|
"after": 387.91532499999994
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 210101
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2091.263771,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2156.6897690000005,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 66.09377800000038,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.600711000000047,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 29.42678899999919,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.271,
|
|
"cpu_seconds": 7.011412,
|
|
"kernel_family_peak_bytes_including_page_cache": 839393280,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "2fe0fe8c6a6de88d5f102b06ce1db37bb0bde9fb3bb7aa32857aa7dd3ad1bd87",
|
|
"receipt_sha256": {
|
|
"report.json": "908788962b3a911693e608dce8221c30ff04c7823067486c00d7a61b12a8099a",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "3411b8dd4541bd06c05a44e950c3914e89768c08bdc63f15b849872d324a53b3"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-ripgrep-2-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 2,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 389.31388400000003,
|
|
"after": 407.5675449999999
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 210101
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 222.64202699999987,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2118.45407,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 71.2047279999997,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.947869999999966,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 25.791919999999664,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.976,
|
|
"cpu_seconds": 7.768468,
|
|
"kernel_family_peak_bytes_including_page_cache": 892899328,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "7487a06d9efbe2612adaea8dbdad6bfd7acac1c6a9f4151b5786cb5fde3de3af",
|
|
"receipt_sha256": {
|
|
"report.json": "ccbc4961f5c054dfbbb49572d84906362135527abbf32955c72a2f666c3411bd",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "d5032cc82acad9b0dd0677519b6ca104dfb0ea9f1894a9bcb7b1a8727a54d699"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-ripgrep-3-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 3,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 413.92575400000004,
|
|
"after": 378.4948539999996
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 210101
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 223.63232599999992,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2126.89873,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 79.2121589999997,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.129460000000108,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 28.48841900000025,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.282,
|
|
"cpu_seconds": 8.06946,
|
|
"kernel_family_peak_bytes_including_page_cache": 908144640,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "7b33308461c5451d5ab16a5ce58ae925953238071d49e563fd2f79cd88388025",
|
|
"receipt_sha256": {
|
|
"report.json": "1f24845784720aa028bfa79ff3744247da124726474ca48c72996c317b158947",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "9c0b1ec72be6e614d7fff2d21109a87197c8e8b602d7135bde6efe027a6f8b1c"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-ripgrep-3-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "ripgrep",
|
|
"pair": 3,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 409.46834399999995,
|
|
"after": 409.9364939999996
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_be5662081d3c5b609a5e65a78c732674d2fcc160e5b1173ca0d083316673eaa4",
|
|
"parent_semantic_sha256": "3561d500cece1ac5d49a02f1594148a9435d60f8f60acbadb9fae392faddcdfa",
|
|
"answer_sha256": "261c094fe6ba6c576502ecdc0c40cbc5951bccef28fe3e1189e4f9e38549232e",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3636,
|
|
"whole_task": 210101
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2095.75842,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2355.2385050000003,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 9.538099999999758,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.057960000000094,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 28.19480999999996,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.575,
|
|
"cpu_seconds": 7.372084,
|
|
"kernel_family_peak_bytes_including_page_cache": 842661888,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "59cc47c87f6ee6b72d9f1cf6c49acd6be7e6fe32b01841d66cd4337b477af80a",
|
|
"receipt_sha256": {
|
|
"report.json": "cc13f27057c49471582a551b399afda764c4715961dc384c75a3320e20fc7b4d",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "e16b2f4ddd60c4967d8f21887549a9bd770ed41d464e21e50f203dc1ebbcb427"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-zellij-1-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 1,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 407.323875,
|
|
"after": 381.71681399999943
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 210021
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 346.2757539999993,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2258.0875880000003,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 76.21503800000028,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.03556000000026,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 30.250050000000556,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.582,
|
|
"cpu_seconds": 8.332648,
|
|
"kernel_family_peak_bytes_including_page_cache": 895754240,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "d26f30a93c3b43d5a41244595d64fbe41397dfa47a006a097ea9016ae21fc30a",
|
|
"receipt_sha256": {
|
|
"report.json": "a69c274b8795dd124430bc0359022d34fd4e14bea3f5d9f74079e96f42c3a695",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "02e41168c0b3f9d8cc1d64aa8ee3f4c301b769b7617907d0194a6d0c1e3619e2"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-zellij-1-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 1,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 390.661104,
|
|
"after": 382.28986499999974
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 210021
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2268.767597,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2219.6971880000006,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 8.998830000000453,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.803291000000172,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 30.50260900000012,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.479,
|
|
"cpu_seconds": 7.231771,
|
|
"kernel_family_peak_bytes_including_page_cache": 867786752,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "cce885599297773a56d0d2aea7ba0e9b6a01adb336dbf3ab1d1520a99e2997e3",
|
|
"receipt_sha256": {
|
|
"report.json": "ed90d3435d1d59ed2aefd1f84d78e933e6855c7c8ee3b4fe25965f986f43b25a",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "7fbdb8dccc9fec2410fd4ad714980e9cf238d175d206accf5f283dff24e4a494"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-zellij-2-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 2,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 392.751284,
|
|
"after": 385.325065
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 210021
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2232.147907,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2273.7027160000002,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 10.00869000000057,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.875379000000066,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 29.659529000000475,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.474,
|
|
"cpu_seconds": 7.292747,
|
|
"kernel_family_peak_bytes_including_page_cache": 870350848,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "25e38c99097c4eaa375cc00d370498ea0a1ebdbea1c2de66da957bb7843ea536",
|
|
"receipt_sha256": {
|
|
"report.json": "20e36c19a72776d87b0e06c51ccf8d14afa133dd4fd059b6eb69df32856a8ddb",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "a1562421d674d3413945f41661c5ef76db94037ab95b7755402fdeeb94094a0c"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-zellij-2-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 2,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 393.055544,
|
|
"after": 393.32170399999995
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 210021
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 340.5052649999998,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2204.1794469999995,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 67.60613000000012,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.84136000000035,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 29.628348999999616,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.279,
|
|
"cpu_seconds": 8.123721,
|
|
"kernel_family_peak_bytes_including_page_cache": 896585728,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "9982d566cffd7544563c820e8268a31377630e1fc54d3c5ff558ad143150ba46",
|
|
"receipt_sha256": {
|
|
"report.json": "8fc867d36077e3739b8c7ef10214e89a345a0ce5f4839db0d6ad79ff0cc2bb6b",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "27120d5475d2a48f97227ac234a7300f5f9c0fb6b9774b5d9bb46dd73cf4e78a"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-zellij-3-baseline",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 3,
|
|
"role": "baseline",
|
|
"runtime_binding_sha256": "02cdb813b3539e3e552106ec3091d9ac1d910a2d7cf22666dd1e785edfca0abd",
|
|
"runtime_audit_ms": {
|
|
"before": 396.262505,
|
|
"after": 389.0651739999994
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 210021
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 335.02966600000036,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2298.8260359999995,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 8.15252000000055,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 4.975699999999961,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 28.19293000000016,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 8.382,
|
|
"cpu_seconds": 8.150593,
|
|
"kernel_family_peak_bytes_including_page_cache": 894513152,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "705a44390c318501894eaf791dce31f9dfed6263aa6335ea9b2680ac7469888d",
|
|
"receipt_sha256": {
|
|
"report.json": "92fe819b6854b3bbb96a8a0fa854cb66fc77eafc5ee4eb25691be0b5893ec762",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "4e7f940fc0ef5cbb3d62441318f1c008960ee9bc64a76de02c7f92646af0a75e"
|
|
}
|
|
},
|
|
{
|
|
"case": "pair-warm-full-analysis-zellij-3-candidate",
|
|
"cache": "warm",
|
|
"profile": "full",
|
|
"phase": "analysis",
|
|
"artifact": "zellij",
|
|
"pair": 3,
|
|
"role": "candidate",
|
|
"runtime_binding_sha256": "b64bc6df16b83e7504bb624898a8c3dac6cc445d64528d80d061554fe5e98db2",
|
|
"runtime_audit_ms": {
|
|
"before": 393.959254,
|
|
"after": 394.55480500000067
|
|
},
|
|
"catalog_sha256": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"parent_evidence_id": "ev_8c9124795a5cf45c2bf816bbfa0ced9c3025550e72d4e3facf5fb2e266d3dadb",
|
|
"parent_semantic_sha256": "df1930ee07a13eb4b47c91f2834c4b0f8d99089e051a02083c7c3cf03bb30467",
|
|
"answer_sha256": "6facddf755f558b0c9989cf8db5fb0efd8271f954021d1d9521d686b08185eae",
|
|
"tokens_estimated": {
|
|
"question_and_recipe": 71,
|
|
"server_instructions": 354,
|
|
"input_catalog_once": 205744,
|
|
"arguments": 296,
|
|
"text_replies": 3556,
|
|
"whole_task": 210021
|
|
},
|
|
"raw_catalog_result_tokens_all_lists": 1824990,
|
|
"raw_catalog_result_bytes_all_lists": 7176206,
|
|
"actual_model_usage": null,
|
|
"protocol_era": "legacy",
|
|
"protocol_requests": {
|
|
"initialize": 1,
|
|
"notifications/initialized": 1,
|
|
"tools/list": 2,
|
|
"tools/call": 5
|
|
},
|
|
"calls": [
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 2218.2269770000003,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 2345.2631739999997,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_analysis_view",
|
|
"elapsed_ms": 9.635131000000001,
|
|
"is_error": false
|
|
},
|
|
{
|
|
"name": "inspect_rust_binary",
|
|
"elapsed_ms": 5.114990000000034,
|
|
"is_error": true
|
|
},
|
|
{
|
|
"name": "export_evidence_bundle",
|
|
"elapsed_ms": 28.30637900000056,
|
|
"is_error": false
|
|
}
|
|
],
|
|
"wall_seconds": 7.577,
|
|
"cpu_seconds": 7.373364,
|
|
"kernel_family_peak_bytes_including_page_cache": 882143232,
|
|
"resource_stop": null,
|
|
"cleanup_verified": true,
|
|
"final_whole_scope_counters": null,
|
|
"log_sha256": "b30714f1a6d9f33caa638c612de6e097aa3d9844dec4514db9044b72ae1fecaa",
|
|
"receipt_sha256": {
|
|
"report.json": "e8c07a543a6cb7b7345498fb14d7ccb1b24068926481cc98f20fedce184f0089",
|
|
"catalog.json": "7dd864451baa2fce4abfcfcd456bcf1ec90cd29e5c4531e346968223a9c72015",
|
|
"server.json": "ef711c3e11bf620b0b0de35e6c413325dbfa3fd3c4c851cb2dd8689d6b59ff6c",
|
|
"transcript.json": "65d77de008a4bff811da32e9e26b3426f65ffb1c9581eb2ca2d3cc85c06374b7"
|
|
}
|
|
}
|
|
],
|
|
"warmup_receipts": {
|
|
"warmup-default-baseline": "fc854779ce6265a2f5955bb4cff6fdddc410a41bf12f940658efaebf39ca129e",
|
|
"warmup-default-candidate": "84da9b7497b6cfca59dc094894f9ea525f48d50541d3c8c682ffbca9f00597c1",
|
|
"warmup-full-baseline": "a4ddd633c96cf9e582585d0851e0d4d738055e4b21ebbc3af471b8c33a65948e",
|
|
"warmup-full-candidate": "fd3048e4449975a6af000100bf58bbee16e86b2f2aef72f7b69b4564b57b25fb"
|
|
}
|
|
}
|