{ "campaign_id": "a2a-ironclaw-v0.6.3.1-r15", "cross_layer_consistency_table": [ { "consistent": "UNKNOWN", "interpretation": "v0.6.3.1 expected: substrate=RED + NHI=context-loss \u2192 consistent=YES. Patch 2 baseline: substrate=GREEN + NHI=context-propagation \u2192 consistent=YES.", "nhi_correlate": "Scenario D", "nhi_observation": "no Phase 3 Scenario D treatment data", "substrate_finding": "S24 (#318) MCP stdio bypass federation", "substrate_verdict": "UNKNOWN" } ], "findings": [ { "class": "needs_review", "id": "weak-treatment-effect-A", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario A \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-B", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario B \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-C", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario C \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-D", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario D \u2014 ai-memory may not be contributing" } ], "generated_at_utc": "2026-05-02T17:32:45Z", "input_manifest_sha256": [ "30fe89bc1ee7d9007d1e55670b5fd853f1a204927859e7334c58e29b31c61073", "0bba9eed6826556e7dc380de5f6ad54ec404c11edae2045cdc20ee7e12f4b7f0", "550203dea03b3aba2e02dd1804bf90416652f33ebd02f8ea4471f20ce5e3db8c", "6b2bbe9fc366515e29f79b2ce9b56cb2790844b48a333bacadb543568d6d6f0d", "82a5ebb80f5c9955437e5c13c31414bec6add77a7a717597bc1228d859acabb0", "44cd69b3883b60f694af89feb1f46287f8452dd2cb399b234776febc98309562", "862eb4cb9624ecb67bc8d88af2aabc36152791f28ee5f2c6fb71e1978ffab35f", "3b8cb5d47be977ac97d676534e84f26e00dab2b7248a27178608cd732b2e2010", "c2e1ebc5619b3469b43f506c9227c30c1524b393e1a61e5a40037df6672ba2ae", "eb4c42f9702479ccdad1e398379ee59b45c64fedd49e74a855056eea94473b09", "655a34d683e1da26607cdb0c9da2067d1f8361111a951f27be2706c1e2084bfd", "ad932eb8372382581e8101e1cf69facfb8d76b0140a52c0adb8f9a2c655ac703", "6ebf9547ec22c6ddfd6b693785df5064715f09902f584df0e7d1a6e2022efdbe", "925622d40a181f2e920eafe17c4ab1bd0eb457dc437334f6500b84d43240b2d5", "66deab45270cbbf47cf88b9e6d99d9a63c7ac5fe2a30485899b19ea566220b79", "a44d687a2c8f262e2b2c9f51866802813cf1e31d304af72c5b1b421350f68e82", "4ba0f3ee89872c06740b56ee1a97524350d3b14b7167c953e8dcf1b9074fd12d", "09c113b50c3ad63951a6753f67e4b52698daf6e8bf9e2f42818864c2ad91555a", "43a10d136f1493cb6746ddc70a46e1e0636a3bb55ec8dea24e999999f302d343", "09d5b8645ff0ca4ffe48a16be43c32ca9e171bdde15011c6127534eb858af0bb", "1ae138650c3796a06d629cffe7e78cc1e1deb4ab96d9dd20ad9ad5efdc3a3228", "a703b8800bfe10b8f22696ccce461442723db8dea56ff1ce42f101496b1989b0", "3667fa8fd7f868318067ca924547a0de16e11693b9e6c9956debb60cc178e776", "0725cc850c6747cb54f45957aa0c8b1372eab0caf568e99eff0ad9505a8e5328", "81eb6e264fec18515283a4b73acdb533f0bd6f9f568e0376242439722b093d3c", "70e005d71cdc24647ab6067ba48883df480535bccb08d45af058c358e12c6faf", "8360436bff01d59b50de12c669013e7b7a0a1fa481e2e8660b957aecd4d01d26", "d0442beac6064102a0b6e026e4cf6a74a33f5879a62a1c0b5f739aae254429f4", "110b201f7235fef24fd4c452439608b6273024cc42a17c3ac4524739bab9f9c7", "a21ce23a7f370da7bf117aa9144e2797779250aa327c77773a52105fa58830d6", "da86201b4984b8616f9b66f789d37b9bbe735e151001344dbc641b6805377fb2", "17f4735f6dd5e616add8832ad87cc068e281b06e9629e4d9c3e7e0afa098cfc9", "3990421f3183ed984bfec97b7282fe1f86dbb3e48605413e3c90b73ae5dfc7c7", "bbba87f69ebc983ba2e924f15231dec5592e2be6bec8d2e9a16e997ccbc0ad42", "ebba479fee60a5e6353666e60111aabf9218353d02ca43b1014f0bea7d6eeaa7", "f8a1c9817389e84d3c5afa3088352b8aa992d654defefbc86ff1638e98bd82c2", "6856079b33c4f735332aa271f4192d9a282ef4154ec0a586aa279d988f7b37c1", "e147d0c81a02507f8cf752afd7b714d075524cf7eacc37c5fad6527c0ec21be7", "629d1afaa7443a31f3bf88f3505546b7ba08147006877a9c57a6a7641090fa1a", "fc9e2cde5442ce26a40b76a39c9c21cf17cc5740e51c164fced958dfec023305", "0e9c8f2160b54427d3068603ec0fc3685ac41462a71d98b674e3357407b81d48", "e062350d0f0dc6749a063d4e4150294bd9b586b14a5e52607961ee9cf42ee9f7", "5546dba98ea0257a53d6f16e93ea96b8cab638b7c329702a75829bcd495c8abb", "966fdbc801bd5454045c49118981de6a41b914ef844a21c1db4fc75439251759", "3a58e4e21dc5b82c057a845e0784cb8dee9344274f6bdb1ee38732ef7d1e903d", "64b5e7ffddc812e748cb8b9c6d3f8ebd0ec2ee4d34a186230d770c4395aeda37", "ffb85f61a21376b57301f2e31911bb3b09b2eb88308dcf2cb3ff6c61f7d2faa6", "5fa5d69f08c7baa8ee3050b8bef27ac1580f82362fa8eb08c306fd22d8250eea" ], "narrative": { "model": null, "produced_by": "stub", "text": "Phase 4 narrative not produced (ANTHROPIC_API_KEY not set). To complete:\n1. Open a Claude Code session.\n2. Read phase4-analysis.json and phase4-input-manifest.txt.\n3. Author a \u22642000 word narrative summarizing:\n - Substrate (Phase 1) verdict and what it implies for Phase 3 interpretability.\n - Per-scenario behavioral findings (A through D).\n - Treatment effects across the four arms with the attribution chain in \u00a76.2.\n - Cross-layer consistency table observations and any inconsistent rows.\n - Top 3\u20135 findings recommended for Patch 2.\n4. Replace this stub in phase4-analysis.json under `narrative.text`.\n5. Re-sign / re-PR as governance \u00a79 requires." }, "node_id": "do-aim-a2a-ironclaw-a2a-ironclaw-v0", "per_cell": { "A/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "A/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "A/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "A/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "B/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "B/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "B/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "B/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "C/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "C/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "C/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "C/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "D/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "D/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "D/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "D/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } } }, "per_run_metrics": [ { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-A-cold-run1.json", "input_sha256": "30fe89bc1ee7d9007d1e55670b5fd853f1a204927859e7334c58e29b31c61073", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-A-cold-run2.json", "input_sha256": "0bba9eed6826556e7dc380de5f6ad54ec404c11edae2045cdc20ee7e12f4b7f0", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-A-cold-run3.json", "input_sha256": "550203dea03b3aba2e02dd1804bf90416652f33ebd02f8ea4471f20ce5e3db8c", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-A-isolated-run1.json", "input_sha256": "6b2bbe9fc366515e29f79b2ce9b56cb2790844b48a333bacadb543568d6d6f0d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-A-isolated-run2.json", "input_sha256": "82a5ebb80f5c9955437e5c13c31414bec6add77a7a717597bc1228d859acabb0", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-A-isolated-run3.json", "input_sha256": "44cd69b3883b60f694af89feb1f46287f8452dd2cb399b234776febc98309562", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 3, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-A-stubbed-run1.json", "input_sha256": "862eb4cb9624ecb67bc8d88af2aabc36152791f28ee5f2c6fb71e1978ffab35f", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-A-stubbed-run2.json", "input_sha256": "3b8cb5d47be977ac97d676534e84f26e00dab2b7248a27178608cd732b2e2010", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-A-stubbed-run3.json", "input_sha256": "c2e1ebc5619b3469b43f506c9227c30c1524b393e1a61e5a40037df6672ba2ae", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-A-treatment-run1.json", "input_sha256": "eb4c42f9702479ccdad1e398379ee59b45c64fedd49e74a855056eea94473b09", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-A-treatment-run2.json", "input_sha256": "655a34d683e1da26607cdb0c9da2067d1f8361111a951f27be2706c1e2084bfd", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-A-treatment-run3.json", "input_sha256": "ad932eb8372382581e8101e1cf69facfb8d76b0140a52c0adb8f9a2c655ac703", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-B-cold-run1.json", "input_sha256": "6ebf9547ec22c6ddfd6b693785df5064715f09902f584df0e7d1a6e2022efdbe", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 3, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-B-cold-run2.json", "input_sha256": "925622d40a181f2e920eafe17c4ab1bd0eb457dc437334f6500b84d43240b2d5", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 3, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-B-cold-run3.json", "input_sha256": "66deab45270cbbf47cf88b9e6d99d9a63c7ac5fe2a30485899b19ea566220b79", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 3, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-B-isolated-run1.json", "input_sha256": "a44d687a2c8f262e2b2c9f51866802813cf1e31d304af72c5b1b421350f68e82", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-B-isolated-run2.json", "input_sha256": "4ba0f3ee89872c06740b56ee1a97524350d3b14b7167c953e8dcf1b9074fd12d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 3, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-B-isolated-run3.json", "input_sha256": "09c113b50c3ad63951a6753f67e4b52698daf6e8bf9e2f42818864c2ad91555a", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-B-stubbed-run1.json", "input_sha256": "43a10d136f1493cb6746ddc70a46e1e0636a3bb55ec8dea24e999999f302d343", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-B-stubbed-run2.json", "input_sha256": "09d5b8645ff0ca4ffe48a16be43c32ca9e171bdde15011c6127534eb858af0bb", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-B-stubbed-run3.json", "input_sha256": "1ae138650c3796a06d629cffe7e78cc1e1deb4ab96d9dd20ad9ad5efdc3a3228", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-B-treatment-run1.json", "input_sha256": "a703b8800bfe10b8f22696ccce461442723db8dea56ff1ce42f101496b1989b0", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-B-treatment-run2.json", "input_sha256": "3667fa8fd7f868318067ca924547a0de16e11693b9e6c9956debb60cc178e776", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-B-treatment-run3.json", "input_sha256": "0725cc850c6747cb54f45957aa0c8b1372eab0caf568e99eff0ad9505a8e5328", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-C-cold-run1.json", "input_sha256": "81eb6e264fec18515283a4b73acdb533f0bd6f9f568e0376242439722b093d3c", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-C-cold-run2.json", "input_sha256": "70e005d71cdc24647ab6067ba48883df480535bccb08d45af058c358e12c6faf", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-C-cold-run3.json", "input_sha256": "8360436bff01d59b50de12c669013e7b7a0a1fa481e2e8660b957aecd4d01d26", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 3, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-C-isolated-run1.json", "input_sha256": "d0442beac6064102a0b6e026e4cf6a74a33f5879a62a1c0b5f739aae254429f4", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-C-isolated-run2.json", "input_sha256": "110b201f7235fef24fd4c452439608b6273024cc42a17c3ac4524739bab9f9c7", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-C-isolated-run3.json", "input_sha256": "a21ce23a7f370da7bf117aa9144e2797779250aa327c77773a52105fa58830d6", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-C-stubbed-run1.json", "input_sha256": "da86201b4984b8616f9b66f789d37b9bbe735e151001344dbc641b6805377fb2", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-C-stubbed-run2.json", "input_sha256": "17f4735f6dd5e616add8832ad87cc068e281b06e9629e4d9c3e7e0afa098cfc9", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-C-stubbed-run3.json", "input_sha256": "3990421f3183ed984bfec97b7282fe1f86dbb3e48605413e3c90b73ae5dfc7c7", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-C-treatment-run1.json", "input_sha256": "bbba87f69ebc983ba2e924f15231dec5592e2be6bec8d2e9a16e997ccbc0ad42", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-C-treatment-run2.json", "input_sha256": "ebba479fee60a5e6353666e60111aabf9218353d02ca43b1014f0bea7d6eeaa7", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-C-treatment-run3.json", "input_sha256": "f8a1c9817389e84d3c5afa3088352b8aa992d654defefbc86ff1638e98bd82c2", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-D-cold-run1.json", "input_sha256": "6856079b33c4f735332aa271f4192d9a282ef4154ec0a586aa279d988f7b37c1", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-D-cold-run2.json", "input_sha256": "e147d0c81a02507f8cf752afd7b714d075524cf7eacc37c5fad6527c0ec21be7", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 8, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-D-cold-run3.json", "input_sha256": "629d1afaa7443a31f3bf88f3505546b7ba08147006877a9c57a6a7641090fa1a", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-D-isolated-run1.json", "input_sha256": "fc9e2cde5442ce26a40b76a39c9c21cf17cc5740e51c164fced958dfec023305", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-D-isolated-run2.json", "input_sha256": "0e9c8f2160b54427d3068603ec0fc3685ac41462a71d98b674e3357407b81d48", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 8, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-D-isolated-run3.json", "input_sha256": "e062350d0f0dc6749a063d4e4150294bd9b586b14a5e52607961ee9cf42ee9f7", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-D-stubbed-run1.json", "input_sha256": "5546dba98ea0257a53d6f16e93ea96b8cab638b7c329702a75829bcd495c8abb", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-D-stubbed-run2.json", "input_sha256": "966fdbc801bd5454045c49118981de6a41b914ef844a21c1db4fc75439251759", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-D-stubbed-run3.json", "input_sha256": "3a58e4e21dc5b82c057a845e0784cb8dee9344274f6bdb1ee38732ef7d1e903d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-D-treatment-run1.json", "input_sha256": "64b5e7ffddc812e748cb8b9c6d3f8ebd0ec2ee4d34a186230d770c4395aeda37", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 8, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-D-treatment-run2.json", "input_sha256": "ffb85f61a21376b57301f2e31911bb3b09b2eb88308dcf2cb3ff6c61f7d2faa6", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 8, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase3-D-treatment-run3.json", "input_sha256": "5fa5d69f08c7baa8ee3050b8bef27ac1580f82362fa8eb08c306fd22d8250eea", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 } ], "phase1_substrate": { "campaign": { "agent_scope": [ "ironclaw", "hermes" ], "governance_doc": "docs/governance.md", "last_run_id": "a2a-ironclaw-v0.6.3.1-r14", "out_of_scope": [ "openclaw" ], "phase_log_schema": "scripts/schema/phase-log.schema.json", "repo": "alphaonedev/ai-memory-a2a-v0.6.3.1", "scope_note": "OpenClaw runs in a separate campaign per Principle 6 (scope discipline).", "superseded_runs": [ { "archived_at": "2026-05-01T13:00:00Z", "reason": "pre-governance harness; archived to runs/_archive/r1-pre-governance/", "run_id": "a2a-all-v0.6.3.1-r1-d985c3f", "verdict": "FAIL" } ], "updated_at": "2026-05-02T02:06:57Z" }, "cross_layer_consistency": { "table": [ { "consistent": "UNKNOWN", "interpretation": "v0.6.3.1 expected: substrate=RED + NHI=context-loss \u2192 consistent=YES. Patch 2 baseline: substrate=GREEN + NHI=context-propagation \u2192 consistent=YES.", "nhi_correlate": "Scenario D", "nhi_observation": "no Phase 3 Scenario D treatment data", "substrate_finding": "S24 (#318) MCP stdio bypass federation", "substrate_verdict": "UNKNOWN" } ], "value": "CONSISTENT" }, "funnel": { "patch_2_branch": "release/v0.6.3.2", "patch_2_seed_issues": [ "https://github.com/alphaonedev/ai-memory-mcp/issues/507", "https://github.com/alphaonedev/ai-memory-mcp/issues/318" ], "umbrella_issue": "https://github.com/alphaonedev/ai-memory-mcp/issues/511" }, "nhi_verdict": { "evidence_type": "behavioral, statistical (n=3 per cell, 48 runs total)", "phase": 3, "phase4_analysis_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase4-analysis.json", "scenarios": { "A": { "title": "Decision provenance", "treatment_grounding_rate": 0.0, "verdict": "FAIL", "vs_cold": 0.0, "vs_isolated": 0.0, "vs_stubbed": 0.0 }, "B": { "title": "Constraint propagation", "treatment_grounding_rate": 0.0, "verdict": "FAIL", "vs_cold": 0.0, "vs_isolated": 0.0, "vs_stubbed": 0.0 }, "C": { "title": "Correction memory", "treatment_grounding_rate": 0.0, "verdict": "FAIL", "vs_cold": 0.0, "vs_isolated": 0.0, "vs_stubbed": 0.0 }, "D": { "expected_on_v0_6_3_1": "low/zero (consistent with substrate S24 RED)", "title": "Federation honesty (S24 NHI correlate)", "treatment_recall_hit_rate": 0.0, "verdict": "FAIL" } }, "value": "FAIL" }, "schema_change_notes": [ "v2 splits substrate vs NHI verdict per docs/governance.md \u00a71 (Principle 1: two truth-claims, two evidence streams, never conflated).", "v1 had a single `campaign.verdict` field that collapsed substrate + NHI evidence; v2 separates them into `substrate_verdict` (Phase 1, S1\u2013S24, binary/reproducible) and `nhi_verdict` (Phase 3, behavioral, statistical).", "Reader convention: use `substrate_verdict` for ship/no-ship gating; use `nhi_verdict` to assess utility delta of ai-memory under realistic agent workloads.", "`version` + `verdict` at top level are flat shims for the existing release-summary-gate.yml workflow; they mirror `subject.tag` and a derived collapse of substrate+nhi (pass iff substrate \u2208 {PASS, 'PARTIAL \u2014 pending Patch 2'} AND nhi=PASS, else fail/pending)." ], "schema_version": 2, "subject": { "release_url": "https://github.com/alphaonedev/ai-memory-mcp/releases/tag/v0.6.3.1", "repo": "alphaonedev/ai-memory-mcp", "schema": "v19", "tag": "v0.6.3.1", "tag_published_at": "2026-04-30T17:16:56Z" }, "substrate_verdict": { "evidence_type": "binary, reproducible", "expected_on_v0_6_3_1": "PARTIAL \u2014 pending Patch 2", "expected_red": [ "S23", "S24" ], "expected_red_rationale": { "S23": "Issue #507 \u2014 ~/-prefixed config.toml `db` field does not expand to $HOME. Fix scheduled for v0.6.3.2.", "S24": "Issue #318 \u2014 MCP stdio tool dispatch writes bypass federation fanout. Fix scheduled for v0.6.3.2." }, "matrix": { "hermes_mtls": "PENDING", "hermes_off": "PENDING", "hermes_tls": "PENDING", "ironclaw_mtls": "PENDING", "ironclaw_off": "PENDING", "ironclaw_tls": "PENDING" }, "phase": 1, "scenarios": { "S1": "PENDING", "S10": "PENDING", "S11": "PENDING", "S12": "PENDING", "S13": "PENDING", "S14": "PENDING", "S15": "PENDING", "S16": "PENDING", "S17": "PENDING", "S18": "PENDING", "S19": "PENDING", "S2": "PENDING", "S20": "PENDING", "S21": "PENDING", "S22": "PENDING", "S23": "PENDING_EXPECTED_RED", "S24": "PENDING_EXPECTED_RED", "S3": "PENDING", "S4": "PENDING", "S5": "PENDING", "S6": "PENDING", "S7": "PENDING", "S8": "PENDING", "S9": "PENDING" }, "value": "PENDING" }, "verdict": "fail", "version": "v0.6.3.1" }, "phase3_runs_expected": 48, "phase3_runs_total": 48, "release": "v0.6.3.1", "schema": "phase4-analysis/v1", "treatment_effects": { "A": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "B": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "C": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "D": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } } } }