{ "campaign_id": "a2a-ironclaw-v0.6.3.1-r14", "cross_layer_consistency_table": [ { "consistent": "UNKNOWN", "interpretation": "v0.6.3.1 expected: substrate=RED + NHI=context-loss \u2192 consistent=YES. Patch 2 baseline: substrate=GREEN + NHI=context-propagation \u2192 consistent=YES.", "nhi_correlate": "Scenario D", "nhi_observation": "no Phase 3 Scenario D treatment data", "substrate_finding": "S24 (#318) MCP stdio bypass federation", "substrate_verdict": "UNKNOWN" } ], "findings": [ { "class": "needs_review", "id": "weak-treatment-effect-A", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario A \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-B", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario B \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-C", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario C \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-D", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario D \u2014 ai-memory may not be contributing" } ], "generated_at_utc": "2026-05-02T02:06:56Z", "input_manifest_sha256": [ "2ed501771120069135d758d65e0197a80436d3e0732438c061171737838c69b0", "fa3fcc7a68cc742f55ce991de417f115cfea016467c90f9e6d6321c39aaca3c5", "d4961f66f893076687b8a771f3ab5b8ae8c3eda514d736bf3058a741c8364289", "05753dd1727bab8bc1ccccf66246bb6358f258ed4c9d9c78ea87200e2b0ed717", "0efc83307c5ca28b413b30c5eeeaf3cf2cbcca762f45be3641d0a6c5a1b589d7", "ed67421eb9583c98a0c2b51083b8cb9baf5d408fd45d7cd54244488bcc509a14", "7e55d069456d48ea6a69534d76e5702b3b05780523dfdf18398e231ae2a4ebe3", "3bb8cc7d527f797899a63a9e3d6c293341cd317b84c0e034443d04bed78ca79f", "205d325f3f1d553a29e4f087f9564f965efa59c73239bfecc4cc10e1968814d4", "3d1f3b4c8d6092206ef0cb7e7297ecacd86979a8866abf211ed96859e9179a0f", "d43f9e753d56a3746243759332b9f3bff33161994e4d73fdb1ea2850052cfb03", "730b3247d558aed0ac3a59d1f944d2ea30c9556cf767b0b44c975ba7ae79cf2e", "7666ee78371e95e32f7d1bf1e16206268ac34ab9a415513cb2f306cee519d42b", "93988ccb131ccc5bb9d1d9934bda22a588fe875cd7611f8afdb4a337eb9076d9", "f82acc05aac210127479c7afd493d5f6557835f40afd737e26e73fa72478bef1", "01e19f39a12409685600e7d7d3165cd31a17f64d7834258e062fcb301ab66950", "2cb6849a397edceb76c0a0c2cff0a914a195b6e7dbacbbf5c53d28cf724e3ece", "8d5b8e1aec1d80a757abb2bb9755eb2af66060aac75d522b606fd1359fc70097", "cf209981e0d0de78eab5b4080099f5d8fa30c4908ef21bc8b6988cd15987210d", "04d60c3a171ed831faf237804e2f049cbdd1f142103b25a02ff1d7fe960cf647", "51f8e1b571951e6dbd51afbc24c07b211211c064a189175aaeb26d55fd02b02c", "56b6ab7d23321eda0c112abb85e12eb6de0425cfb426303ee3ece29204aa5044", "b53c7fa4c4be1ac46036ef79cf2cf1d5761eb0636bbbd0155b57f4de6218cbb9", "49ea4d4ee7c97f326af3864e9fe3f5216a02d8cc0b4325e7cf1b1b1a7dfc108a", "2773046838b341f5b52b019e491122a4fd643d7173be1892eeee27fdda52199d", "c8d8a01a7db219ec688dfa336e39a29aa83c00f67f1df563bb6c63133ccb27b6", "67bc7a9e628e3a6df295237794a1cf2828352164cede3943ab5fbdd75b259435", "c51ea9b8378d9177cc7d3bfb85205fdfd1aa817a7c5055b807e43b82f59f744b", "2183c3fd51269c5620f194b8385f24f6ad2266397ffefe7edf21decf394dabdc", "ba0739b4c2b8e85e9895c75aa1e2fc9fb0593703b058fd11e2a3bbb46a0d1d7d", "eabab42f4987e1d9433ea885045b88d0ec1fef3c5288d8219aa6389bfedb6533", "4614fb87f152a9ad27219f74ba39a2ccdf0aded51d60ab4e6f73c30a94093b71", "8c56dc349ef919396a2a32f0949f98c5a15aa5cd5388854cab49d1672b70d889", "180dfed7d236b05fd8bf6f8e7d030a8337d9701c24f939caa91585a73c1d01b4", "07efb3195e0947f69796e2011aa4031a37cbbe66d83a36112ce8616dedead847", "348eb02d445ecdb4a5429fd932618f366ef96d0604fa41333c0bf7bcbbad3325", "86202b904a83385df5ea140d93823fa67bc6d8633d0564e3ededaecf7826fd04", "00e456daa8c3d38a5f7610dbb29191efc4d4008c7353db3971255b3e9fa4e6e2", "b07639762a16e339600f4ba78f39fe6963e157895a71ff9cd0a64733f6c292fb", "17042024e591ba23e2e305d86f3ee1ed2c005f351de76f39b0f503aa9b481007", "3699896037a8788dfee2556fd0db997b6f83b7ebf6911ae0ea52f0659f117b22", "17463b9e39186a8b093940a9b4c8bf70eb820c00d5f2e46704bb056c5c2c9187", "0cc657f7f97c97ef3b37ef4a5a128a1cc5538f4e1f9b9b2dc7506e115f768a29", "db7a0b1a7a775414bb8b4324717d21a23ca1c2136a1e03be020662e4a795cb9d", "2cd7aff0ab9d861af0169447db98228340b27ba4289a04cb4a3fbebf867a5f07", "e3a9dbf732f66b7185990b8939363cc75ea0c96f8bcad022326fce1962c3b1fb", "9d34ffff5e31f0345f7a705c84ef7dd2c2d3899f2ba9240434825e03734d0fe0", "16296a9f7492767def75c20bdd0ff26b786af4721e72bd545c94416cc480023b" ], "narrative": { "model": null, "produced_by": "stub", "text": "Phase 4 narrative not produced (ANTHROPIC_API_KEY not set). To complete:\n1. Open a Claude Code session.\n2. Read phase4-analysis.json and phase4-input-manifest.txt.\n3. Author a \u22642000 word narrative summarizing:\n - Substrate (Phase 1) verdict and what it implies for Phase 3 interpretability.\n - Per-scenario behavioral findings (A through D).\n - Treatment effects across the four arms with the attribution chain in \u00a76.2.\n - Cross-layer consistency table observations and any inconsistent rows.\n - Top 3\u20135 findings recommended for Patch 2.\n4. Replace this stub in phase4-analysis.json under `narrative.text`.\n5. Re-sign / re-PR as governance \u00a79 requires." }, "node_id": "do-aim-a2a-ironclaw-a2a-ironclaw-v0", "per_cell": { "A/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "A/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "A/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "A/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "B/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "B/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "B/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "B/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "C/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "C/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "C/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "C/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "D/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "D/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "D/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "D/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } } }, "per_run_metrics": [ { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-A-cold-run1.json", "input_sha256": "2ed501771120069135d758d65e0197a80436d3e0732438c061171737838c69b0", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-A-cold-run2.json", "input_sha256": "fa3fcc7a68cc742f55ce991de417f115cfea016467c90f9e6d6321c39aaca3c5", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-A-cold-run3.json", "input_sha256": "d4961f66f893076687b8a771f3ab5b8ae8c3eda514d736bf3058a741c8364289", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-A-isolated-run1.json", "input_sha256": "05753dd1727bab8bc1ccccf66246bb6358f258ed4c9d9c78ea87200e2b0ed717", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-A-isolated-run2.json", "input_sha256": "0efc83307c5ca28b413b30c5eeeaf3cf2cbcca762f45be3641d0a6c5a1b589d7", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-A-isolated-run3.json", "input_sha256": "ed67421eb9583c98a0c2b51083b8cb9baf5d408fd45d7cd54244488bcc509a14", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-A-stubbed-run1.json", "input_sha256": "7e55d069456d48ea6a69534d76e5702b3b05780523dfdf18398e231ae2a4ebe3", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-A-stubbed-run2.json", "input_sha256": "3bb8cc7d527f797899a63a9e3d6c293341cd317b84c0e034443d04bed78ca79f", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-A-stubbed-run3.json", "input_sha256": "205d325f3f1d553a29e4f087f9564f965efa59c73239bfecc4cc10e1968814d4", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-A-treatment-run1.json", "input_sha256": "3d1f3b4c8d6092206ef0cb7e7297ecacd86979a8866abf211ed96859e9179a0f", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-A-treatment-run2.json", "input_sha256": "d43f9e753d56a3746243759332b9f3bff33161994e4d73fdb1ea2850052cfb03", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-A-treatment-run3.json", "input_sha256": "730b3247d558aed0ac3a59d1f944d2ea30c9556cf767b0b44c975ba7ae79cf2e", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-B-cold-run1.json", "input_sha256": "7666ee78371e95e32f7d1bf1e16206268ac34ab9a415513cb2f306cee519d42b", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-B-cold-run2.json", "input_sha256": "93988ccb131ccc5bb9d1d9934bda22a588fe875cd7611f8afdb4a337eb9076d9", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-B-cold-run3.json", "input_sha256": "f82acc05aac210127479c7afd493d5f6557835f40afd737e26e73fa72478bef1", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-B-isolated-run1.json", "input_sha256": "01e19f39a12409685600e7d7d3165cd31a17f64d7834258e062fcb301ab66950", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-B-isolated-run2.json", "input_sha256": "2cb6849a397edceb76c0a0c2cff0a914a195b6e7dbacbbf5c53d28cf724e3ece", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-B-isolated-run3.json", "input_sha256": "8d5b8e1aec1d80a757abb2bb9755eb2af66060aac75d522b606fd1359fc70097", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-B-stubbed-run1.json", "input_sha256": "cf209981e0d0de78eab5b4080099f5d8fa30c4908ef21bc8b6988cd15987210d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-B-stubbed-run2.json", "input_sha256": "04d60c3a171ed831faf237804e2f049cbdd1f142103b25a02ff1d7fe960cf647", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-B-stubbed-run3.json", "input_sha256": "51f8e1b571951e6dbd51afbc24c07b211211c064a189175aaeb26d55fd02b02c", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-B-treatment-run1.json", "input_sha256": "56b6ab7d23321eda0c112abb85e12eb6de0425cfb426303ee3ece29204aa5044", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-B-treatment-run2.json", "input_sha256": "b53c7fa4c4be1ac46036ef79cf2cf1d5761eb0636bbbd0155b57f4de6218cbb9", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-B-treatment-run3.json", "input_sha256": "49ea4d4ee7c97f326af3864e9fe3f5216a02d8cc0b4325e7cf1b1b1a7dfc108a", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-C-cold-run1.json", "input_sha256": "2773046838b341f5b52b019e491122a4fd643d7173be1892eeee27fdda52199d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-C-cold-run2.json", "input_sha256": "c8d8a01a7db219ec688dfa336e39a29aa83c00f67f1df563bb6c63133ccb27b6", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-C-cold-run3.json", "input_sha256": "67bc7a9e628e3a6df295237794a1cf2828352164cede3943ab5fbdd75b259435", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-C-isolated-run1.json", "input_sha256": "c51ea9b8378d9177cc7d3bfb85205fdfd1aa817a7c5055b807e43b82f59f744b", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-C-isolated-run2.json", "input_sha256": "2183c3fd51269c5620f194b8385f24f6ad2266397ffefe7edf21decf394dabdc", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-C-isolated-run3.json", "input_sha256": "ba0739b4c2b8e85e9895c75aa1e2fc9fb0593703b058fd11e2a3bbb46a0d1d7d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-C-stubbed-run1.json", "input_sha256": "eabab42f4987e1d9433ea885045b88d0ec1fef3c5288d8219aa6389bfedb6533", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-C-stubbed-run2.json", "input_sha256": "4614fb87f152a9ad27219f74ba39a2ccdf0aded51d60ab4e6f73c30a94093b71", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-C-stubbed-run3.json", "input_sha256": "8c56dc349ef919396a2a32f0949f98c5a15aa5cd5388854cab49d1672b70d889", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-C-treatment-run1.json", "input_sha256": "180dfed7d236b05fd8bf6f8e7d030a8337d9701c24f939caa91585a73c1d01b4", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-C-treatment-run2.json", "input_sha256": "07efb3195e0947f69796e2011aa4031a37cbbe66d83a36112ce8616dedead847", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-C-treatment-run3.json", "input_sha256": "348eb02d445ecdb4a5429fd932618f366ef96d0604fa41333c0bf7bcbbad3325", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-D-cold-run1.json", "input_sha256": "86202b904a83385df5ea140d93823fa67bc6d8633d0564e3ededaecf7826fd04", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-D-cold-run2.json", "input_sha256": "00e456daa8c3d38a5f7610dbb29191efc4d4008c7353db3971255b3e9fa4e6e2", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 7, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-D-cold-run3.json", "input_sha256": "b07639762a16e339600f4ba78f39fe6963e157895a71ff9cd0a64733f6c292fb", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-D-isolated-run1.json", "input_sha256": "17042024e591ba23e2e305d86f3ee1ed2c005f351de76f39b0f503aa9b481007", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-D-isolated-run2.json", "input_sha256": "3699896037a8788dfee2556fd0db997b6f83b7ebf6911ae0ea52f0659f117b22", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-D-isolated-run3.json", "input_sha256": "17463b9e39186a8b093940a9b4c8bf70eb820c00d5f2e46704bb056c5c2c9187", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-D-stubbed-run1.json", "input_sha256": "0cc657f7f97c97ef3b37ef4a5a128a1cc5538f4e1f9b9b2dc7506e115f768a29", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-D-stubbed-run2.json", "input_sha256": "db7a0b1a7a775414bb8b4324717d21a23ca1c2136a1e03be020662e4a795cb9d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-D-stubbed-run3.json", "input_sha256": "2cd7aff0ab9d861af0169447db98228340b27ba4289a04cb4a3fbebf867a5f07", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-D-treatment-run1.json", "input_sha256": "e3a9dbf732f66b7185990b8939363cc75ea0c96f8bcad022326fce1962c3b1fb", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-D-treatment-run2.json", "input_sha256": "9d34ffff5e31f0345f7a705c84ef7dd2c2d3899f2ba9240434825e03734d0fe0", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r14/phase3-D-treatment-run3.json", "input_sha256": "16296a9f7492767def75c20bdd0ff26b786af4721e72bd545c94416cc480023b", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 } ], "phase1_substrate": { "campaign": { "agent_scope": [ "ironclaw", "hermes" ], "governance_doc": "docs/governance.md", "last_run_id": null, "out_of_scope": [ "openclaw" ], "phase_log_schema": "scripts/schema/phase-log.schema.json", "repo": "alphaonedev/ai-memory-a2a-v0.6.3.1", "scope_note": "OpenClaw runs in a separate campaign per Principle 6 (scope discipline).", "superseded_runs": [ { "archived_at": "2026-05-01T13:00:00Z", "reason": "pre-governance harness; archived to runs/_archive/r1-pre-governance/", "run_id": "a2a-all-v0.6.3.1-r1-d985c3f", "verdict": "FAIL" } ], "updated_at": null }, "cross_layer_consistency": { "table": [ { "consistent": "PENDING", "nhi_correlate": "Scenario D", "nhi_observation": null, "substrate_finding": "S24 (#318) MCP stdio bypass federation", "substrate_verdict": "PENDING_EXPECTED_RED" } ], "value": "PENDING" }, "funnel": { "patch_2_branch": "release/v0.6.3.2", "patch_2_seed_issues": [ "https://github.com/alphaonedev/ai-memory-mcp/issues/507", "https://github.com/alphaonedev/ai-memory-mcp/issues/318" ], "umbrella_issue": "https://github.com/alphaonedev/ai-memory-mcp/issues/511" }, "nhi_verdict": { "evidence_type": "behavioral, statistical (n=3 per cell, 48 runs total)", "phase": 3, "phase4_analysis_path": null, "scenarios": { "A": { "title": "Decision provenance", "treatment_grounding_rate": null, "verdict": "PENDING", "vs_cold": null, "vs_isolated": null, "vs_stubbed": null }, "B": { "title": "Constraint propagation", "treatment_grounding_rate": null, "verdict": "PENDING", "vs_cold": null, "vs_isolated": null, "vs_stubbed": null }, "C": { "title": "Correction memory", "treatment_grounding_rate": null, "verdict": "PENDING", "vs_cold": null, "vs_isolated": null, "vs_stubbed": null }, "D": { "expected_on_v0_6_3_1": "low/zero (consistent with substrate S24 RED)", "title": "Federation honesty (S24 NHI correlate)", "treatment_recall_hit_rate": null, "verdict": "PENDING" } }, "value": "PENDING" }, "schema_change_notes": [ "v2 splits substrate vs NHI verdict per docs/governance.md \u00a71 (Principle 1: two truth-claims, two evidence streams, never conflated).", "v1 had a single `campaign.verdict` field that collapsed substrate + NHI evidence; v2 separates them into `substrate_verdict` (Phase 1, S1\u2013S24, binary/reproducible) and `nhi_verdict` (Phase 3, behavioral, statistical).", "Reader convention: use `substrate_verdict` for ship/no-ship gating; use `nhi_verdict` to assess utility delta of ai-memory under realistic agent workloads.", "`version` + `verdict` at top level are flat shims for the existing release-summary-gate.yml workflow; they mirror `subject.tag` and a derived collapse of substrate+nhi (pass iff substrate \u2208 {PASS, 'PARTIAL \u2014 pending Patch 2'} AND nhi=PASS, else fail/pending)." ], "schema_version": 2, "subject": { "release_url": "https://github.com/alphaonedev/ai-memory-mcp/releases/tag/v0.6.3.1", "repo": "alphaonedev/ai-memory-mcp", "schema": "v19", "tag": "v0.6.3.1", "tag_published_at": "2026-04-30T17:16:56Z" }, "substrate_verdict": { "evidence_type": "binary, reproducible", "expected_on_v0_6_3_1": "PARTIAL \u2014 pending Patch 2", "expected_red": [ "S23", "S24" ], "expected_red_rationale": { "S23": "Issue #507 \u2014 ~/-prefixed config.toml `db` field does not expand to $HOME. Fix scheduled for v0.6.3.2.", "S24": "Issue #318 \u2014 MCP stdio tool dispatch writes bypass federation fanout. Fix scheduled for v0.6.3.2." }, "matrix": { "hermes_mtls": "PENDING", "hermes_off": "PENDING", "hermes_tls": "PENDING", "ironclaw_mtls": "PENDING", "ironclaw_off": "PENDING", "ironclaw_tls": "PENDING" }, "phase": 1, "scenarios": { "S1": "PENDING", "S10": "PENDING", "S11": "PENDING", "S12": "PENDING", "S13": "PENDING", "S14": "PENDING", "S15": "PENDING", "S16": "PENDING", "S17": "PENDING", "S18": "PENDING", "S19": "PENDING", "S2": "PENDING", "S20": "PENDING", "S21": "PENDING", "S22": "PENDING", "S23": "PENDING_EXPECTED_RED", "S24": "PENDING_EXPECTED_RED", "S3": "PENDING", "S4": "PENDING", "S5": "PENDING", "S6": "PENDING", "S7": "PENDING", "S8": "PENDING", "S9": "PENDING" }, "value": "PENDING" }, "verdict": "pending", "version": "v0.6.3.1" }, "phase3_runs_expected": 48, "phase3_runs_total": 48, "release": "v0.6.3.1", "schema": "phase4-analysis/v1", "treatment_effects": { "A": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "B": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "C": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "D": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } } } }