{ "campaign_id": "a2a-ironclaw-v0.6.3.1-r19", "cross_layer_consistency_table": [ { "consistent": "UNKNOWN", "interpretation": "v0.6.3.1 expected: substrate=RED + NHI=context-loss \u2192 consistent=YES. Patch 2 baseline: substrate=GREEN + NHI=context-propagation \u2192 consistent=YES.", "nhi_correlate": "Scenario D", "nhi_observation": "no Phase 3 Scenario D treatment data", "substrate_finding": "S24 (#318) MCP stdio bypass federation", "substrate_verdict": "UNKNOWN" } ], "findings": [ { "class": "needs_review", "id": "weak-treatment-effect-A", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario A \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-B", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario B \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-C", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario C \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-D", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario D \u2014 ai-memory may not be contributing" } ], "generated_at_utc": "2026-05-02T20:25:22Z", "input_manifest_sha256": [ "12ac459e4ff1de31eaf8ec0339bceaedf2cf640ccd01352393cf11b18584a638", "471794e1cff30e01ca36ca7c2bac39811efdbcf9b020cc05de398cd3d988c1b1", "b55aa4e94ea41d5b1ed6196e71c9a970cadbfe9fa8728211861682d624c4241a", "cea6e27b0f86c77168043acbbdb9c85263fbb2b70bd105a0ffe294c6c1f17ebf", "5159b456ace0242b108a66498a5edcaf10c166f81abcd4591d25e3c79ede33ba", "4220d6f83acccfbf9bdd96d54782e9b64e05d297983eb28b8f376618af658299", "ee997b686b38b41488d1de2ae4939b6062c354272ce9f6b9ae5770a0ed0dd43c", "90b961fdf1af0c4bdda7ee21676a5f2cd95dd46b4d31fb45d66d63191d5edb4f", "91c7f2810f0399ebff4b43e8b1bb69d0749d578bbc698c155692640cfbe7492e", "fa7f258f434b06441b2c9d650743981b16b9fbe000adf403c4f1eff7c864c286", "760d9409b0b548972a57921902350a8fd92fc40c80849cf840440b8dc2e7d33f", "45f6500f720c3ff437100f8fecaf7f31acde1109258124415e9c062a321f5736", "18f3287cc8c81d9c5e3aa041427eb0e736173660b8291641fb2acebb525988b0", "da9dfe6911de352b5ad0972c064196b8055e2e7452f27c8a33baef779a0a161a", "72167cce07f48b7cfcbd68fa3334b2032ae785e6b61e2ca42466874d737f77a5", "49faa110d5547d736434c9dd6e34f67d614faa01a22aa07f08e3702fd1dbeaa2", "b809d342406ecbc11cd6b63582347456479fdb78a3e3828bb6209454179ddead", "05f30006a8d22fb8ce45829473bee3e2813f8eefd5c759c9edde7e759a6defab", "ccdbbe8ff08c1ac6896db00da748c76fe1e451767d811d13b9981ffd4c7d5527", "c50b99568aa81099035ef74745f42b3120c24ddc44d924589a519bfa5f27c563", "87be8f576e48b3c663f91498c163de1d154134089534e303b0215516fbfd815d", "89fbf60fea07e995bdf380bbb04a6e47436095b9b7b7e1c51c7cc71173781a51", "242afb72ac86ae7cee6e7cd5d9bce7eac0a5d80ebac28b88c9a87519755d2012", "5566146a19d222dce0416c8508b4b884c096a9a68bd54e7a5bd52a2fd4f91915", "6f45b37d463ce9a2c21c5d81dc98f1397265d5f4ebf709c8dc17adefe4328e70", "7ece8767a6314dd0cf1e2f69b6bd48a36c67c06fa19fb7c4091a5ae1f12676e7", "5ce037c223aa0585b8856e9ce0dd5b5e1e47811ae388a9aebb2e6d85f40dab2a", "d4587b8861d3b4945caa44538e4c6ffaa16955181ee3ea352e6f3e7af8ccd304", "543d587a87aa1db310ea33c392a49cc1546097d35b6e2461fd8a33f0cb1bbdc7", "bd8613a873b1854116c3fdd0317a02d69405f5b3acd7c600de668886d47db071", "b44d50f3be63d2aecd5466badca6fcfb5b883e68f2f7d5cee01291894c853b8e", "fbaf61efc4ceb1f29258b142a9ef0df0f28983caedfb7b3a11ecad473cbba161", "29712b8aa07b2b4ac57fe5de5957703a90ff00660a9a25982980fbb54c6bcaa9", "4259d966d2dc78a5ce148f9c992a43333032e265c7cd7a8a5ef83f54cd2318c8", "c51c07bf4b04f4d3f22a80099be350cbf45238186d8326eea00c68741311b70b", "60dfa4083da11b0c94bbf94d15ce1794b351a3220ef4be6c69ae7a20e680789d", "63d0292c50ce6e3fd1b886f6d81ea0dc5cf517cb77347de06212b92157a93854", "0e4c64285a1241a42f91bcd9707d15b91d4ed0b087abe0f9083fc58fbf277e10", "d3b76e1da36234a756f75413a2b71aa445349c780127971ba792dfae2a2aaee3", "0b771c392d3f8975af834fdaf47327cd4a1ef5f425a9f0c559780c0f66d4dfc6", "d1872ff7aa68f2143a39a63239ff21b19e18319700e296f3428306dcd5b2beb7", "a1dbd262c80ca24c05285adab36ff6a018af89ffbb9d393bb44025394fd35882", "9807efad7af529bc32fb763915735c7c03c8fc5c651cb325737d17eb523dec61", "7139f27704af632eed92847a5e9df724427d8074c2d700a81d7e338d9717662e", "0846d774403d682a69304e35f93f78aa90e5b6dc73e783007f3ffddcbe41a974", "61ae433f64eae6100897d494e020e6ce526d18f40bdb83528a83953b3472a3ba", "14c06d2e3a421046eecba11221e584407684efc88869dbdf2846cb164adce569", "3980780d1fac42a9025b412f734d02389ca8af8ff01673f29cd09c089d4ef633" ], "narrative": { "model": null, "produced_by": "stub", "text": "Phase 4 narrative not produced (ANTHROPIC_API_KEY not set). To complete:\n1. Open a Claude Code session.\n2. Read phase4-analysis.json and phase4-input-manifest.txt.\n3. Author a \u22642000 word narrative summarizing:\n - Substrate (Phase 1) verdict and what it implies for Phase 3 interpretability.\n - Per-scenario behavioral findings (A through D).\n - Treatment effects across the four arms with the attribution chain in \u00a76.2.\n - Cross-layer consistency table observations and any inconsistent rows.\n - Top 3\u20135 findings recommended for Patch 2.\n4. Replace this stub in phase4-analysis.json under `narrative.text`.\n5. Re-sign / re-PR as governance \u00a79 requires." }, "node_id": "do-aim-a2a-ironclaw-a2a-ironclaw-v0", "per_cell": { "A/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "A/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "A/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "A/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "B/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "B/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "B/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "B/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "C/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "C/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "C/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "C/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "D/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "D/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "D/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "D/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } } }, "per_run_metrics": [ { "claims_grounded": 0, "claims_made": 7, "control_arm": "cold", "factual_claims": 6, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-A-cold-run1.json", "input_sha256": "12ac459e4ff1de31eaf8ec0339bceaedf2cf640ccd01352393cf11b18584a638", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 24, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 6, "control_arm": "cold", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-A-cold-run2.json", "input_sha256": "471794e1cff30e01ca36ca7c2bac39811efdbcf9b020cc05de398cd3d988c1b1", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 37, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 6, "control_arm": "cold", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-A-cold-run3.json", "input_sha256": "b55aa4e94ea41d5b1ed6196e71c9a970cadbfe9fa8728211861682d624c4241a", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 35, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 10, "control_arm": "isolated", "factual_claims": 10, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-A-isolated-run1.json", "input_sha256": "cea6e27b0f86c77168043acbbdb9c85263fbb2b70bd105a0ffe294c6c1f17ebf", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 32, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 7, "control_arm": "isolated", "factual_claims": 6, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-A-isolated-run2.json", "input_sha256": "5159b456ace0242b108a66498a5edcaf10c166f81abcd4591d25e3c79ede33ba", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 27, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "isolated", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-A-isolated-run3.json", "input_sha256": "4220d6f83acccfbf9bdd96d54782e9b64e05d297983eb28b8f376618af658299", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 25, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "stubbed", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-A-stubbed-run1.json", "input_sha256": "ee997b686b38b41488d1de2ae4939b6062c354272ce9f6b9ae5770a0ed0dd43c", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 29, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 11, "control_arm": "stubbed", "factual_claims": 11, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-A-stubbed-run2.json", "input_sha256": "90b961fdf1af0c4bdda7ee21676a5f2cd95dd46b4d31fb45d66d63191d5edb4f", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 25, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 12, "control_arm": "stubbed", "factual_claims": 9, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-A-stubbed-run3.json", "input_sha256": "91c7f2810f0399ebff4b43e8b1bb69d0749d578bbc698c155692640cfbe7492e", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 39, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 7, "control_arm": "treatment", "factual_claims": 6, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-A-treatment-run1.json", "input_sha256": "fa7f258f434b06441b2c9d650743981b16b9fbe000adf403c4f1eff7c864c286", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 28, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 6, "control_arm": "treatment", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-A-treatment-run2.json", "input_sha256": "760d9409b0b548972a57921902350a8fd92fc40c80849cf840440b8dc2e7d33f", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 24, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 6, "control_arm": "treatment", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-A-treatment-run3.json", "input_sha256": "45f6500f720c3ff437100f8fecaf7f31acde1109258124415e9c062a321f5736", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 26, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 6, "control_arm": "cold", "factual_claims": 6, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-B-cold-run1.json", "input_sha256": "18f3287cc8c81d9c5e3aa041427eb0e736173660b8291641fb2acebb525988b0", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 36, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 13, "control_arm": "cold", "factual_claims": 12, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-B-cold-run2.json", "input_sha256": "da9dfe6911de352b5ad0972c064196b8055e2e7452f27c8a33baef779a0a161a", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 35, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 8, "control_arm": "cold", "factual_claims": 8, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-B-cold-run3.json", "input_sha256": "72167cce07f48b7cfcbd68fa3334b2032ae785e6b61e2ca42466874d737f77a5", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 54, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 13, "control_arm": "isolated", "factual_claims": 11, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-B-isolated-run1.json", "input_sha256": "49faa110d5547d736434c9dd6e34f67d614faa01a22aa07f08e3702fd1dbeaa2", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 29, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 19, "control_arm": "isolated", "factual_claims": 18, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-B-isolated-run2.json", "input_sha256": "b809d342406ecbc11cd6b63582347456479fdb78a3e3828bb6209454179ddead", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 56, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "isolated", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-B-isolated-run3.json", "input_sha256": "05f30006a8d22fb8ce45829473bee3e2813f8eefd5c759c9edde7e759a6defab", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 35, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 4, "control_arm": "stubbed", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-B-stubbed-run1.json", "input_sha256": "ccdbbe8ff08c1ac6896db00da748c76fe1e451767d811d13b9981ffd4c7d5527", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 32, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 13, "control_arm": "stubbed", "factual_claims": 13, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-B-stubbed-run2.json", "input_sha256": "c50b99568aa81099035ef74745f42b3120c24ddc44d924589a519bfa5f27c563", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 38, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "stubbed", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-B-stubbed-run3.json", "input_sha256": "87be8f576e48b3c663f91498c163de1d154134089534e303b0215516fbfd815d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 37, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 8, "control_arm": "treatment", "factual_claims": 7, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-B-treatment-run1.json", "input_sha256": "89fbf60fea07e995bdf380bbb04a6e47436095b9b7b7e1c51c7cc71173781a51", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 35, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 8, "control_arm": "treatment", "factual_claims": 8, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-B-treatment-run2.json", "input_sha256": "242afb72ac86ae7cee6e7cd5d9bce7eac0a5d80ebac28b88c9a87519755d2012", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 34, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 11, "control_arm": "treatment", "factual_claims": 11, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-B-treatment-run3.json", "input_sha256": "5566146a19d222dce0416c8508b4b884c096a9a68bd54e7a5bd52a2fd4f91915", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 45, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "cold", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-C-cold-run1.json", "input_sha256": "6f45b37d463ce9a2c21c5d81dc98f1397265d5f4ebf709c8dc17adefe4328e70", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 33, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "cold", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-C-cold-run2.json", "input_sha256": "7ece8767a6314dd0cf1e2f69b6bd48a36c67c06fa19fb7c4091a5ae1f12676e7", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 24, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 4, "control_arm": "cold", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-C-cold-run3.json", "input_sha256": "5ce037c223aa0585b8856e9ce0dd5b5e1e47811ae388a9aebb2e6d85f40dab2a", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 27, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 4, "control_arm": "isolated", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-C-isolated-run1.json", "input_sha256": "d4587b8861d3b4945caa44538e4c6ffaa16955181ee3ea352e6f3e7af8ccd304", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 24, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 7, "control_arm": "isolated", "factual_claims": 7, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-C-isolated-run2.json", "input_sha256": "543d587a87aa1db310ea33c392a49cc1546097d35b6e2461fd8a33f0cb1bbdc7", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 22, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 4, "control_arm": "isolated", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-C-isolated-run3.json", "input_sha256": "bd8613a873b1854116c3fdd0317a02d69405f5b3acd7c600de668886d47db071", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 17, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "stubbed", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-C-stubbed-run1.json", "input_sha256": "b44d50f3be63d2aecd5466badca6fcfb5b883e68f2f7d5cee01291894c853b8e", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 26, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 4, "control_arm": "stubbed", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-C-stubbed-run2.json", "input_sha256": "fbaf61efc4ceb1f29258b142a9ef0df0f28983caedfb7b3a11ecad473cbba161", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 23, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "stubbed", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-C-stubbed-run3.json", "input_sha256": "29712b8aa07b2b4ac57fe5de5957703a90ff00660a9a25982980fbb54c6bcaa9", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 25, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 4, "control_arm": "treatment", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-C-treatment-run1.json", "input_sha256": "4259d966d2dc78a5ce148f9c992a43333032e265c7cd7a8a5ef83f54cd2318c8", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 21, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "treatment", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-C-treatment-run2.json", "input_sha256": "c51c07bf4b04f4d3f22a80099be350cbf45238186d8326eea00c68741311b70b", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 21, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "treatment", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-C-treatment-run3.json", "input_sha256": "60dfa4083da11b0c94bbf94d15ce1794b351a3220ef4be6c69ae7a20e680789d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 24, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 10, "control_arm": "cold", "factual_claims": 9, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-D-cold-run1.json", "input_sha256": "63d0292c50ce6e3fd1b886f6d81ea0dc5cf517cb77347de06212b92157a93854", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 37, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "cold", "factual_claims": 2, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-D-cold-run2.json", "input_sha256": "0e4c64285a1241a42f91bcd9707d15b91d4ed0b087abe0f9083fc58fbf277e10", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 27, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "cold", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-D-cold-run3.json", "input_sha256": "d3b76e1da36234a756f75413a2b71aa445349c780127971ba792dfae2a2aaee3", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 38, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "isolated", "factual_claims": 2, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-D-isolated-run1.json", "input_sha256": "0b771c392d3f8975af834fdaf47327cd4a1ef5f425a9f0c559780c0f66d4dfc6", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 39, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "isolated", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-D-isolated-run2.json", "input_sha256": "d1872ff7aa68f2143a39a63239ff21b19e18319700e296f3428306dcd5b2beb7", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 31, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 4, "control_arm": "isolated", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-D-isolated-run3.json", "input_sha256": "a1dbd262c80ca24c05285adab36ff6a018af89ffbb9d393bb44025394fd35882", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 32, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "stubbed", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-D-stubbed-run1.json", "input_sha256": "9807efad7af529bc32fb763915735c7c03c8fc5c651cb325737d17eb523dec61", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 25, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "stubbed", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-D-stubbed-run2.json", "input_sha256": "7139f27704af632eed92847a5e9df724427d8074c2d700a81d7e338d9717662e", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 24, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 4, "control_arm": "stubbed", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-D-stubbed-run3.json", "input_sha256": "0846d774403d682a69304e35f93f78aa90e5b6dc73e783007f3ffddcbe41a974", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 23, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "treatment", "factual_claims": 2, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-D-treatment-run1.json", "input_sha256": "61ae433f64eae6100897d494e020e6ce526d18f40bdb83528a83953b3472a3ba", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 31, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 4, "control_arm": "treatment", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-D-treatment-run2.json", "input_sha256": "14c06d2e3a421046eecba11221e584407684efc88869dbdf2846cb164adce569", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 40, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 2, "control_arm": "treatment", "factual_claims": 2, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r19/phase3-D-treatment-run3.json", "input_sha256": "3980780d1fac42a9025b412f734d02389ca8af8ff01673f29cd09c089d4ef633", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 45, "write_attempts": 0, "write_oks": 0 } ], "phase1_substrate": { "campaign": { "agent_scope": [ "ironclaw", "hermes" ], "governance_doc": "docs/governance.md", "last_run_id": "a2a-ironclaw-v0.6.3.1-r18", "out_of_scope": [ "openclaw" ], "phase_log_schema": "scripts/schema/phase-log.schema.json", "repo": "alphaonedev/ai-memory-a2a-v0.6.3.1", "scope_note": "OpenClaw runs in a separate campaign per Principle 6 (scope discipline).", "superseded_runs": [ { "archived_at": "2026-05-01T13:00:00Z", "reason": "pre-governance harness; archived to runs/_archive/r1-pre-governance/", "run_id": "a2a-all-v0.6.3.1-r1-d985c3f", "verdict": "FAIL" } ], "updated_at": "2026-05-02T19:36:04Z" }, "cross_layer_consistency": { "table": [ { "consistent": "UNKNOWN", "interpretation": "v0.6.3.1 expected: substrate=RED + NHI=context-loss \u2192 consistent=YES. Patch 2 baseline: substrate=GREEN + NHI=context-propagation \u2192 consistent=YES.", "nhi_correlate": "Scenario D", "nhi_observation": "no Phase 3 Scenario D treatment data", "substrate_finding": "S24 (#318) MCP stdio bypass federation", "substrate_verdict": "UNKNOWN" } ], "value": "CONSISTENT" }, "funnel": { "patch_2_branch": "release/v0.6.3.2", "patch_2_seed_issues": [ "https://github.com/alphaonedev/ai-memory-mcp/issues/507", "https://github.com/alphaonedev/ai-memory-mcp/issues/318" ], "umbrella_issue": "https://github.com/alphaonedev/ai-memory-mcp/issues/511" }, "nhi_verdict": { "evidence_type": "behavioral, statistical (n=3 per cell, 48 runs total)", "phase": 3, "phase4_analysis_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase4-analysis.json", "scenarios": { "A": { "title": "Decision provenance", "treatment_grounding_rate": 0.0, "verdict": "FAIL", "vs_cold": 0.0, "vs_isolated": 0.0, "vs_stubbed": 0.0 }, "B": { "title": "Constraint propagation", "treatment_grounding_rate": 0.0, "verdict": "FAIL", "vs_cold": 0.0, "vs_isolated": 0.0, "vs_stubbed": 0.0 }, "C": { "title": "Correction memory", "treatment_grounding_rate": 0.0, "verdict": "FAIL", "vs_cold": 0.0, "vs_isolated": 0.0, "vs_stubbed": 0.0 }, "D": { "expected_on_v0_6_3_1": "low/zero (consistent with substrate S24 RED)", "title": "Federation honesty (S24 NHI correlate)", "treatment_recall_hit_rate": 0.0, "verdict": "FAIL" } }, "value": "FAIL" }, "schema_change_notes": [ "v2 splits substrate vs NHI verdict per docs/governance.md \u00a71 (Principle 1: two truth-claims, two evidence streams, never conflated).", "v1 had a single `campaign.verdict` field that collapsed substrate + NHI evidence; v2 separates them into `substrate_verdict` (Phase 1, S1\u2013S24, binary/reproducible) and `nhi_verdict` (Phase 3, behavioral, statistical).", "Reader convention: use `substrate_verdict` for ship/no-ship gating; use `nhi_verdict` to assess utility delta of ai-memory under realistic agent workloads.", "`version` + `verdict` at top level are flat shims for the existing release-summary-gate.yml workflow; they mirror `subject.tag` and a derived collapse of substrate+nhi (pass iff substrate \u2208 {PASS, 'PARTIAL \u2014 pending Patch 2'} AND nhi=PASS, else fail/pending)." ], "schema_version": 2, "subject": { "release_url": "https://github.com/alphaonedev/ai-memory-mcp/releases/tag/v0.6.3.1", "repo": "alphaonedev/ai-memory-mcp", "schema": "v19", "tag": "v0.6.3.1", "tag_published_at": "2026-04-30T17:16:56Z" }, "substrate_verdict": { "evidence_type": "binary, reproducible", "expected_on_v0_6_3_1": "PARTIAL \u2014 pending Patch 2", "expected_red": [ "S23", "S24" ], "expected_red_rationale": { "S23": "Issue #507 \u2014 ~/-prefixed config.toml `db` field does not expand to $HOME. Fix scheduled for v0.6.3.2.", "S24": "Issue #318 \u2014 MCP stdio tool dispatch writes bypass federation fanout. Fix scheduled for v0.6.3.2." }, "matrix": { "hermes_mtls": "PENDING", "hermes_off": "PENDING", "hermes_tls": "PENDING", "ironclaw_mtls": "PENDING", "ironclaw_off": "PENDING", "ironclaw_tls": "PENDING" }, "phase": 1, "scenarios": { "S1": "GREEN", "S10": "GREEN", "S11": "GREEN", "S12": "GREEN", "S13": "GREEN", "S14": "GREEN", "S15": "GREEN", "S16": "GREEN", "S17": "GREEN", "S18": "GREEN", "S19": "PENDING", "S2": "GREEN", "S20": "GREEN", "S21": "GREEN", "S22": "GREEN", "S23": "EXPECTED_RED_VERIFIED", "S24": "EXPECTED_RED_VERIFIED", "S3": "PENDING", "S4": "GREEN", "S5": "GREEN", "S6": "GREEN", "S7": "PENDING", "S8": "PENDING", "S9": "GREEN" }, "value": "PENDING" }, "verdict": "fail", "version": "v0.6.3.1" }, "phase3_runs_expected": 48, "phase3_runs_total": 48, "release": "v0.6.3.1", "schema": "phase4-analysis/v1", "treatment_effects": { "A": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "B": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "C": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "D": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } } } }