{ "campaign_id": "a2a-ironclaw-v0.6.3.1-r16", "cross_layer_consistency_table": [ { "consistent": "UNKNOWN", "interpretation": "v0.6.3.1 expected: substrate=RED + NHI=context-loss \u2192 consistent=YES. Patch 2 baseline: substrate=GREEN + NHI=context-propagation \u2192 consistent=YES.", "nhi_correlate": "Scenario D", "nhi_observation": "no Phase 3 Scenario D treatment data", "substrate_finding": "S24 (#318) MCP stdio bypass federation", "substrate_verdict": "UNKNOWN" } ], "findings": [ { "class": "needs_review", "id": "weak-treatment-effect-A", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario A \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-B", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario B \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-C", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario C \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-D", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario D \u2014 ai-memory may not be contributing" } ], "generated_at_utc": "2026-05-02T18:01:46Z", "input_manifest_sha256": [ "970f48cfb49d72059d2edd54d19687afea9afa629197e690b429205de0320fb4", "81108fae9c2adcd11c437e45608dec2b4b5cdf5c6967146df0ac24df5ce67356", "76bfd04139d83184d1bac7597d527ec518a3c447ae904fbc5d6d2545b80a1bd7", "c0a9dc21def8a7b2f5802b2816352d479400faf55a3376c34dda361807ec67ed", "469aff3641cf19d877b1159d0b91bb42d06166ab6783e1ca2aa2d7d5c1a5d6e6", "3cdfd0b5d0998181d017c0b3c72a7b2dbdef4d07e4a0b80e0f86a15021fe70ac", "fdb39c98987953daabd3863b0d74356d78af3abe6283caaa229f7b1662f20440", "e9b11d6446f6dee5899d58310177916a17cc766a1e85e9d9f69c2e149198fd09", "cf7e49ab16ed18bfea1a24596977c71ce44b8a7b6f21a9f3a11f8d78ef7c9620", "783da7290ed4b769b1d21ac2fdf2399116820852e99dedd4d558e80c23e62712", "f1a6cc27eaa646f4a2cc2b8a75ac53b633b0b65a7422a1891a6972ee4ac04b17", "edf3ca2311c203bbf1cd60e02a7ecf335d986ebe87d73e320738b849eb3356c4", "3b4bb8f1107bf3d034c265220250c69fa51a62e1fa97c92b4f0c39acff58ffae", "45e0b8abce6e722f087317b9d088f0fe1cbf095a20c713cf45cba9cad36cb9d1", "034d2f82b2878b7c2978627c30f6288863c7c8ce14b0d08640c6cb6cb1ba1de8", "9501f29053ad7e6b1b658770704be71c9d267ac02bf1f5f946ca5d000c993271", "e07c34666ca84df681c80d3350c4656a9789a87be69e63a0156b294b211c1a06", "cc874146b114331363c6b025df3fcf43b310c5edf0bfc52be80630db35b4ddea", "a493af44231ccdfa1bb2235cefc30078ff1d283ca0e41330c1f1dcb35e7433c2", "b27c1a9c8fb675640608038a407e67bf69ee108fac13fe9ab76805be583b9a19", "abe3a56fd8a7244cefb9952281c839e1eb1876f05d329b6552cb8df5b74c3e6c", "885ddb877b748f31dd1d0b2444c7042604331c4a19d6c63eb6f6ccb662fbf85a", "8058b51b90fe90fbb02a92b75fc283efcf586420c5969ec43d4490840532d531", "36a55ddf2f2f51c8110a211876da74696a755294dd23464078bca4088d3aa4d2", "b37b92a1f3466d03e0c334e759447d385586847c2d7bd0cbf764047892f694b6", "d396321b30833720beb1019a8f38246c3fe6cd2b684e1366d69f0f41b633aa42", "8068e01fcd604915d7b6888de365cf04f84f9f93ff825205fe8ea7c5bec9b2e4", "dfa34487cd1298b208d02056074ee674f31bf3278fc3d30de37193178bd36aff", "e3419b7bd299591fbde5f27fb33a22a61335e324267e97ff5b7c91839a0775ff", "05782b5afcc5fffdd75bdd50af09c5e05b7abddfd3d7f07f387c93fddab72a11", "419dda76539766da8c7e5f556bbd7e13a61ca60d7d7c0398133a28dbeb21935f", "6a4982208d928d087a919088958f4ece284f3a0cf993e7f846e56617e38d69a2", "a1c2ab9d59b6db23aeb28e6c3038c738e7674f9a075ceb322652a77884a2980c", "997170c489d82aba822a0c3d494b4858d0f6b8d5e4f48640cd17554124e0c2b9", "771b767a4e338621df3275e1f18200d183209f3f8d969f0336273f4499079f12", "f01e822ebab4a0e0bb9a825d31cb535d88c8545477272c24251f04549e9bb915", "31a0b38c8f6abc76b7ce8bb7de387717c1292a8fa5b48a68d231fdef7d0c586a", "f6b2e769e42829ef5793c3b5779e06d8f1d0d3c76006d446ecb230db4b1a91a6", "237867ffd7ebe765d0eb81bf23b0fdd68ee1338d18de5c4ac53f258bdc4687e7", "8f398c7106f9874fb670e57d7228f008183612a1a7113fe62831582c241c109d", "2f845215bc7d4fcd940f95d7abacd56b9b62b373255eeedd0fd7f966a04e2a33", "841c52c60b5b81de17bb4548758ddd16656640207455ce25db8f22c3e5a8230d", "388b49a731fdbced205c87e9c826d9d169fc4cfeeb2cb7d47bea072ffdc2bf6e", "9519090347cec1f298a0856b9692808464644529da61ff58ca4f14e75944b1d8", "8612c4b82b665dae1cc9be28c0e0651007929142b45400e72e50dcfc70a8e14e", "d4d0fe9de47bb7958dc6d037cdfcee794a1d4230f7a4affac4d644f4a898baa7", "76479ba92b18e28ebff1dcfbc13d26fd941503ea5eb154d2fd495da5724a8b16", "d8c07b675f6a1b4947683a9ef2b1b1315c26dc9b08eff5b6eed26fd6fb18178e" ], "narrative": { "model": null, "produced_by": "stub", "text": "Phase 4 narrative not produced (ANTHROPIC_API_KEY not set). To complete:\n1. Open a Claude Code session.\n2. Read phase4-analysis.json and phase4-input-manifest.txt.\n3. Author a \u22642000 word narrative summarizing:\n - Substrate (Phase 1) verdict and what it implies for Phase 3 interpretability.\n - Per-scenario behavioral findings (A through D).\n - Treatment effects across the four arms with the attribution chain in \u00a76.2.\n - Cross-layer consistency table observations and any inconsistent rows.\n - Top 3\u20135 findings recommended for Patch 2.\n4. Replace this stub in phase4-analysis.json under `narrative.text`.\n5. Re-sign / re-PR as governance \u00a79 requires." }, "node_id": "do-aim-a2a-ironclaw-a2a-ironclaw-v0", "per_cell": { "A/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "A/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "A/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "A/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "B/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "B/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "B/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "B/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "C/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "C/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "C/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "C/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "D/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "D/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "D/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "D/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } } }, "per_run_metrics": [ { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-A-cold-run1.json", "input_sha256": "970f48cfb49d72059d2edd54d19687afea9afa629197e690b429205de0320fb4", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-A-cold-run2.json", "input_sha256": "81108fae9c2adcd11c437e45608dec2b4b5cdf5c6967146df0ac24df5ce67356", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-A-cold-run3.json", "input_sha256": "76bfd04139d83184d1bac7597d527ec518a3c447ae904fbc5d6d2545b80a1bd7", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-A-isolated-run1.json", "input_sha256": "c0a9dc21def8a7b2f5802b2816352d479400faf55a3376c34dda361807ec67ed", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-A-isolated-run2.json", "input_sha256": "469aff3641cf19d877b1159d0b91bb42d06166ab6783e1ca2aa2d7d5c1a5d6e6", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-A-isolated-run3.json", "input_sha256": "3cdfd0b5d0998181d017c0b3c72a7b2dbdef4d07e4a0b80e0f86a15021fe70ac", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 3, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-A-stubbed-run1.json", "input_sha256": "fdb39c98987953daabd3863b0d74356d78af3abe6283caaa229f7b1662f20440", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-A-stubbed-run2.json", "input_sha256": "e9b11d6446f6dee5899d58310177916a17cc766a1e85e9d9f69c2e149198fd09", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-A-stubbed-run3.json", "input_sha256": "cf7e49ab16ed18bfea1a24596977c71ce44b8a7b6f21a9f3a11f8d78ef7c9620", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-A-treatment-run1.json", "input_sha256": "783da7290ed4b769b1d21ac2fdf2399116820852e99dedd4d558e80c23e62712", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-A-treatment-run2.json", "input_sha256": "f1a6cc27eaa646f4a2cc2b8a75ac53b633b0b65a7422a1891a6972ee4ac04b17", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-A-treatment-run3.json", "input_sha256": "edf3ca2311c203bbf1cd60e02a7ecf335d986ebe87d73e320738b849eb3356c4", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-B-cold-run1.json", "input_sha256": "3b4bb8f1107bf3d034c265220250c69fa51a62e1fa97c92b4f0c39acff58ffae", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-B-cold-run2.json", "input_sha256": "45e0b8abce6e722f087317b9d088f0fe1cbf095a20c713cf45cba9cad36cb9d1", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-B-cold-run3.json", "input_sha256": "034d2f82b2878b7c2978627c30f6288863c7c8ce14b0d08640c6cb6cb1ba1de8", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-B-isolated-run1.json", "input_sha256": "9501f29053ad7e6b1b658770704be71c9d267ac02bf1f5f946ca5d000c993271", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-B-isolated-run2.json", "input_sha256": "e07c34666ca84df681c80d3350c4656a9789a87be69e63a0156b294b211c1a06", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-B-isolated-run3.json", "input_sha256": "cc874146b114331363c6b025df3fcf43b310c5edf0bfc52be80630db35b4ddea", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 3, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-B-stubbed-run1.json", "input_sha256": "a493af44231ccdfa1bb2235cefc30078ff1d283ca0e41330c1f1dcb35e7433c2", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-B-stubbed-run2.json", "input_sha256": "b27c1a9c8fb675640608038a407e67bf69ee108fac13fe9ab76805be583b9a19", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-B-stubbed-run3.json", "input_sha256": "abe3a56fd8a7244cefb9952281c839e1eb1876f05d329b6552cb8df5b74c3e6c", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-B-treatment-run1.json", "input_sha256": "885ddb877b748f31dd1d0b2444c7042604331c4a19d6c63eb6f6ccb662fbf85a", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-B-treatment-run2.json", "input_sha256": "8058b51b90fe90fbb02a92b75fc283efcf586420c5969ec43d4490840532d531", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-B-treatment-run3.json", "input_sha256": "36a55ddf2f2f51c8110a211876da74696a755294dd23464078bca4088d3aa4d2", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-C-cold-run1.json", "input_sha256": "b37b92a1f3466d03e0c334e759447d385586847c2d7bd0cbf764047892f694b6", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-C-cold-run2.json", "input_sha256": "d396321b30833720beb1019a8f38246c3fe6cd2b684e1366d69f0f41b633aa42", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-C-cold-run3.json", "input_sha256": "8068e01fcd604915d7b6888de365cf04f84f9f93ff825205fe8ea7c5bec9b2e4", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-C-isolated-run1.json", "input_sha256": "dfa34487cd1298b208d02056074ee674f31bf3278fc3d30de37193178bd36aff", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 3, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-C-isolated-run2.json", "input_sha256": "e3419b7bd299591fbde5f27fb33a22a61335e324267e97ff5b7c91839a0775ff", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-C-isolated-run3.json", "input_sha256": "05782b5afcc5fffdd75bdd50af09c5e05b7abddfd3d7f07f387c93fddab72a11", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-C-stubbed-run1.json", "input_sha256": "419dda76539766da8c7e5f556bbd7e13a61ca60d7d7c0398133a28dbeb21935f", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-C-stubbed-run2.json", "input_sha256": "6a4982208d928d087a919088958f4ece284f3a0cf993e7f846e56617e38d69a2", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-C-stubbed-run3.json", "input_sha256": "a1c2ab9d59b6db23aeb28e6c3038c738e7674f9a075ceb322652a77884a2980c", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 2, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-C-treatment-run1.json", "input_sha256": "997170c489d82aba822a0c3d494b4858d0f6b8d5e4f48640cd17554124e0c2b9", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 3, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-C-treatment-run2.json", "input_sha256": "771b767a4e338621df3275e1f18200d183209f3f8d969f0336273f4499079f12", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 3, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-C-treatment-run3.json", "input_sha256": "f01e822ebab4a0e0bb9a825d31cb535d88c8545477272c24251f04549e9bb915", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 3, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-D-cold-run1.json", "input_sha256": "31a0b38c8f6abc76b7ce8bb7de387717c1292a8fa5b48a68d231fdef7d0c586a", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-D-cold-run2.json", "input_sha256": "f6b2e769e42829ef5793c3b5779e06d8f1d0d3c76006d446ecb230db4b1a91a6", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 8, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-D-cold-run3.json", "input_sha256": "237867ffd7ebe765d0eb81bf23b0fdd68ee1338d18de5c4ac53f258bdc4687e7", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-D-isolated-run1.json", "input_sha256": "8f398c7106f9874fb670e57d7228f008183612a1a7113fe62831582c241c109d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-D-isolated-run2.json", "input_sha256": "2f845215bc7d4fcd940f95d7abacd56b9b62b373255eeedd0fd7f966a04e2a33", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 8, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-D-isolated-run3.json", "input_sha256": "841c52c60b5b81de17bb4548758ddd16656640207455ce25db8f22c3e5a8230d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-D-stubbed-run1.json", "input_sha256": "388b49a731fdbced205c87e9c826d9d169fc4cfeeb2cb7d47bea072ffdc2bf6e", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-D-stubbed-run2.json", "input_sha256": "9519090347cec1f298a0856b9692808464644529da61ff58ca4f14e75944b1d8", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-D-stubbed-run3.json", "input_sha256": "8612c4b82b665dae1cc9be28c0e0651007929142b45400e72e50dcfc70a8e14e", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-D-treatment-run1.json", "input_sha256": "d4d0fe9de47bb7958dc6d037cdfcee794a1d4230f7a4affac4d644f4a898baa7", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 8, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-D-treatment-run2.json", "input_sha256": "76479ba92b18e28ebff1dcfbc13d26fd941503ea5eb154d2fd495da5724a8b16", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase3-D-treatment-run3.json", "input_sha256": "d8c07b675f6a1b4947683a9ef2b1b1315c26dc9b08eff5b6eed26fd6fb18178e", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 } ], "phase1_substrate": { "campaign": { "agent_scope": [ "ironclaw", "hermes" ], "governance_doc": "docs/governance.md", "last_run_id": "a2a-ironclaw-v0.6.3.1-r15", "out_of_scope": [ "openclaw" ], "phase_log_schema": "scripts/schema/phase-log.schema.json", "repo": "alphaonedev/ai-memory-a2a-v0.6.3.1", "scope_note": "OpenClaw runs in a separate campaign per Principle 6 (scope discipline).", "superseded_runs": [ { "archived_at": "2026-05-01T13:00:00Z", "reason": "pre-governance harness; archived to runs/_archive/r1-pre-governance/", "run_id": "a2a-all-v0.6.3.1-r1-d985c3f", "verdict": "FAIL" } ], "updated_at": "2026-05-02T17:32:45Z" }, "cross_layer_consistency": { "table": [ { "consistent": "UNKNOWN", "interpretation": "v0.6.3.1 expected: substrate=RED + NHI=context-loss \u2192 consistent=YES. Patch 2 baseline: substrate=GREEN + NHI=context-propagation \u2192 consistent=YES.", "nhi_correlate": "Scenario D", "nhi_observation": "no Phase 3 Scenario D treatment data", "substrate_finding": "S24 (#318) MCP stdio bypass federation", "substrate_verdict": "UNKNOWN" } ], "value": "CONSISTENT" }, "funnel": { "patch_2_branch": "release/v0.6.3.2", "patch_2_seed_issues": [ "https://github.com/alphaonedev/ai-memory-mcp/issues/507", "https://github.com/alphaonedev/ai-memory-mcp/issues/318" ], "umbrella_issue": "https://github.com/alphaonedev/ai-memory-mcp/issues/511" }, "nhi_verdict": { "evidence_type": "behavioral, statistical (n=3 per cell, 48 runs total)", "phase": 3, "phase4_analysis_path": "runs/a2a-ironclaw-v0.6.3.1-r15/phase4-analysis.json", "scenarios": { "A": { "title": "Decision provenance", "treatment_grounding_rate": 0.0, "verdict": "FAIL", "vs_cold": 0.0, "vs_isolated": 0.0, "vs_stubbed": 0.0 }, "B": { "title": "Constraint propagation", "treatment_grounding_rate": 0.0, "verdict": "FAIL", "vs_cold": 0.0, "vs_isolated": 0.0, "vs_stubbed": 0.0 }, "C": { "title": "Correction memory", "treatment_grounding_rate": 0.0, "verdict": "FAIL", "vs_cold": 0.0, "vs_isolated": 0.0, "vs_stubbed": 0.0 }, "D": { "expected_on_v0_6_3_1": "low/zero (consistent with substrate S24 RED)", "title": "Federation honesty (S24 NHI correlate)", "treatment_recall_hit_rate": 0.0, "verdict": "FAIL" } }, "value": "FAIL" }, "schema_change_notes": [ "v2 splits substrate vs NHI verdict per docs/governance.md \u00a71 (Principle 1: two truth-claims, two evidence streams, never conflated).", "v1 had a single `campaign.verdict` field that collapsed substrate + NHI evidence; v2 separates them into `substrate_verdict` (Phase 1, S1\u2013S24, binary/reproducible) and `nhi_verdict` (Phase 3, behavioral, statistical).", "Reader convention: use `substrate_verdict` for ship/no-ship gating; use `nhi_verdict` to assess utility delta of ai-memory under realistic agent workloads.", "`version` + `verdict` at top level are flat shims for the existing release-summary-gate.yml workflow; they mirror `subject.tag` and a derived collapse of substrate+nhi (pass iff substrate \u2208 {PASS, 'PARTIAL \u2014 pending Patch 2'} AND nhi=PASS, else fail/pending)." ], "schema_version": 2, "subject": { "release_url": "https://github.com/alphaonedev/ai-memory-mcp/releases/tag/v0.6.3.1", "repo": "alphaonedev/ai-memory-mcp", "schema": "v19", "tag": "v0.6.3.1", "tag_published_at": "2026-04-30T17:16:56Z" }, "substrate_verdict": { "evidence_type": "binary, reproducible", "expected_on_v0_6_3_1": "PARTIAL \u2014 pending Patch 2", "expected_red": [ "S23", "S24" ], "expected_red_rationale": { "S23": "Issue #507 \u2014 ~/-prefixed config.toml `db` field does not expand to $HOME. Fix scheduled for v0.6.3.2.", "S24": "Issue #318 \u2014 MCP stdio tool dispatch writes bypass federation fanout. Fix scheduled for v0.6.3.2." }, "matrix": { "hermes_mtls": "PENDING", "hermes_off": "PENDING", "hermes_tls": "PENDING", "ironclaw_mtls": "PENDING", "ironclaw_off": "PENDING", "ironclaw_tls": "PENDING" }, "phase": 1, "scenarios": { "S1": "PENDING", "S10": "PENDING", "S11": "PENDING", "S12": "PENDING", "S13": "PENDING", "S14": "PENDING", "S15": "PENDING", "S16": "PENDING", "S17": "PENDING", "S18": "PENDING", "S19": "PENDING", "S2": "PENDING", "S20": "PENDING", "S21": "PENDING", "S22": "PENDING", "S23": "PENDING_EXPECTED_RED", "S24": "PENDING_EXPECTED_RED", "S3": "PENDING", "S4": "PENDING", "S5": "PENDING", "S6": "PENDING", "S7": "PENDING", "S8": "PENDING", "S9": "PENDING" }, "value": "PENDING" }, "verdict": "fail", "version": "v0.6.3.1" }, "phase3_runs_expected": 48, "phase3_runs_total": 48, "release": "v0.6.3.1", "schema": "phase4-analysis/v1", "treatment_effects": { "A": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "B": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "C": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "D": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } } } }