{ "campaign_id": "a2a-ironclaw-v0.6.3.1-r13", "cross_layer_consistency_table": [ { "consistent": "UNKNOWN", "interpretation": "v0.6.3.1 expected: substrate=RED + NHI=context-loss \u2192 consistent=YES. Patch 2 baseline: substrate=GREEN + NHI=context-propagation \u2192 consistent=YES.", "nhi_correlate": "Scenario D", "nhi_observation": "no Phase 3 Scenario D treatment data", "substrate_finding": "S24 (#318) MCP stdio bypass federation", "substrate_verdict": "UNKNOWN" } ], "findings": [ { "class": "needs_review", "id": "weak-treatment-effect-A", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario A \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-B", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario B \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-C", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario C \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-D", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario D \u2014 ai-memory may not be contributing" } ], "generated_at_utc": "2026-05-01T23:42:30Z", "input_manifest_sha256": [ "824e8898e1dc1f618e112a8f07b5fa0eaa89446a90bb920fa5c9713d4e19adb9", "81d2e217f571778b5477be47b104d18ae6a98e6093520319c0d5231bcef52fc2", "02c534404e9a11b460cb1ba622d75e7b406ec6d28799a66c9c2c059484fe98f6", "39a83b73b4e51fb932f67389d4491dd8a69419081bbe121a06dd4180cc4e3a90", "ec040ca376c6d4447bcc132ac00c0c34d778cb8bbda04b54e1844beb71906b57", "7b46c1595d72065d2bb5cc7e1ad7e2c5dcac9171685f05d3ac983946eb48cc87", "b6f8098092842b066a44fc88cbfd13da5ebe9bd4c27da9f655e54fc103f4d1cc", "e12c71dad1c6438ca56c33c023ba339ddf508b4ea2ab48982ef9953dd41143f6", "54c4856c51316e01ba8fce49fba36c6b75f66c2b5105e24725e56b3d45c351b5", "beb4dec6529dccb11bdf5287f34d3379704de0eaf7d6cd24a0d0a2192e6d4f6d", "411ae10670ba0461ca12e43df12f7c481eba10a5e4a55b81593efcfd33804a53", "20a1785983ec20a254d685142f6ca18e37a1849549a9e211a1aa1a497e06c1bc", "b78610a8d41f211d8d5aa62c3e14bf8422586800aa600f92a4004be3263e998c", "ebeb49f04ff926f13f55fca92d9ff5e1a613e9f8a045f0be1f00d155e7132e3d", "18d7a491c5b8eb7cdea2f7768ebc66fbeb5070264560c604fa53ea6526c21688", "55fe70a11a4e602ac905996181279181bf892964670ad55bea01d1960833226b", "ac9d46f11de31fd6bb8bea39ee2c43134394bb0e4ccd83e8b7c01f985d0cb011", "b4ca2c9817f7cb9de9cb2dc9281a7aa73752d267c47e7e5d9ecdec2ea1765b13", "c462d8de2b1a90a603d8f842e2f5f1290d81686c5933b4e96d07dcf485186412", "572030be90bd7cc9a9b8a56ea5c0fe4bf05e90ff9079a67b65d0949b2df2354c", "c9fe751c2854a47df61d5927f40194411f3e01e3b38928cc1ba702f75c62dcaa", "44e73fc647d001017fbaf107fc1d99243e6718ecb3f94961840b1e057c5e854d", "d4df1f9bf8603dc0df9445cf2dba3b3990981dd3a648932cc6cd0a2aaa0392ed", "3d9ba4bec8ee4b7e40cd258a1c641de8aea6f22eb4f8f5431b511fa8c4dbb9b0", "8a1cbcf5f02fae203022a4c240507711c43dcc7ae813d56568e05118d9a64ab6", "d746326edd2cf3445ae66e8325e0298ed9cfa7b40aefa2c8abb369cbf7cea32b", "bf207ab24d0ff60e1e7e60bfa496ece45084006e803ec1ec499e07232775ecb1", "991dc5cfb265f7a97785b46dfcfda9321955b42338767ec756258d2fccc05d9d", "06ea927b361e552bb396355025b06ad38b72c733085f718b2caa57f83ba0eb64", "30eef7f3716842141fe4e78683f45abbb8a6073f67b13e49a22fe173fce3dc69", "6a7ea5d4774aef0be0c8ba6ced31c19a846eac8869a0155cd8810124415782a1", "360ead660d901e4176d0cf75ff7326c4e6c483833602b1f69f627863c2c00725", "2246e0d701bca0ec8095c6e4ec60be55282aa55afa0f61037665c60207c01aaf", "3acbd22816b878e1fe9ec4c263736c59a1a325405144a55db177f071a981e9dc", "836eb4cb802e1f1acb31f903e42d20193457c8d9dcf2756fc2f51a56d7e19b2f", "d9011002b9db3022797798bef851b289d49af88798a9178511d6be479d84f7cb", "ec7a5c7ccf3e89d13f130ebdb1bee55cc6f42091c6274519b038df68f91b025b", "683357e2e76a62a46c84e4acbae701e5e7f932f11f6bfcb01664508e47906909", "ab45c38ae6c6d0edd3f756a3e540f2f068fc90747487575a1857d5efa0715ac8", "915ef180654ac62d58794c87b80e484eca40dab6a61cbe1263386365394ec1e2", "df011c72e7635c76973e33fcd5b222b6858e0caabf56beafe6e167ddae970f30", "5f73856cb6d3126b5633142fe62ef4b2bf689953b0c044b976b9f6146b9eb7a3", "8370ba3e1062b83dd097a24bfc9527c7dac45126bd70b5d9766da2118e523bc0", "3d5b600f42ecb02a2c5dfe772f9895ff5139f155a8609755b00d340092df6ee4", "9152a0eb69d693cfae027f70ac940366845358677892023f83ecaab5f0788a9d", "7441bbe991c24b29d10fbefbce7111616586c24d58017cebe21153782b27fb63", "df4a0ead20df4adc45655feb1e9c62d12e2437835f7ab14e63ad164899820db3", "3468e81c2c90df50a413818e64923158d1997fd1b7ccf84f3322d9a03e43823f" ], "narrative": { "model": null, "produced_by": "stub", "text": "Phase 4 narrative not produced (ANTHROPIC_API_KEY not set). To complete:\n1. Open a Claude Code session.\n2. Read phase4-analysis.json and phase4-input-manifest.txt.\n3. Author a \u22642000 word narrative summarizing:\n - Substrate (Phase 1) verdict and what it implies for Phase 3 interpretability.\n - Per-scenario behavioral findings (A through D).\n - Treatment effects across the four arms with the attribution chain in \u00a76.2.\n - Cross-layer consistency table observations and any inconsistent rows.\n - Top 3\u20135 findings recommended for Patch 2.\n4. Replace this stub in phase4-analysis.json under `narrative.text`.\n5. Re-sign / re-PR as governance \u00a79 requires." }, "node_id": "do-aim-a2a-ironclaw-a2a-ironclaw-v0", "per_cell": { "A/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "A/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "A/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "A/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "B/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "B/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "B/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "B/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "C/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "C/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "C/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "C/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "D/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "D/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "D/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "D/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } } }, "per_run_metrics": [ { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-A-cold-run1.json", "input_sha256": "824e8898e1dc1f618e112a8f07b5fa0eaa89446a90bb920fa5c9713d4e19adb9", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-A-cold-run2.json", "input_sha256": "81d2e217f571778b5477be47b104d18ae6a98e6093520319c0d5231bcef52fc2", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-A-cold-run3.json", "input_sha256": "02c534404e9a11b460cb1ba622d75e7b406ec6d28799a66c9c2c059484fe98f6", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-A-isolated-run1.json", "input_sha256": "39a83b73b4e51fb932f67389d4491dd8a69419081bbe121a06dd4180cc4e3a90", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-A-isolated-run2.json", "input_sha256": "ec040ca376c6d4447bcc132ac00c0c34d778cb8bbda04b54e1844beb71906b57", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 1, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-A-isolated-run3.json", "input_sha256": "7b46c1595d72065d2bb5cc7e1ad7e2c5dcac9171685f05d3ac983946eb48cc87", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-A-stubbed-run1.json", "input_sha256": "b6f8098092842b066a44fc88cbfd13da5ebe9bd4c27da9f655e54fc103f4d1cc", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-A-stubbed-run2.json", "input_sha256": "e12c71dad1c6438ca56c33c023ba339ddf508b4ea2ab48982ef9953dd41143f6", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 1, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-A-stubbed-run3.json", "input_sha256": "54c4856c51316e01ba8fce49fba36c6b75f66c2b5105e24725e56b3d45c351b5", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-A-treatment-run1.json", "input_sha256": "beb4dec6529dccb11bdf5287f34d3379704de0eaf7d6cd24a0d0a2192e6d4f6d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-A-treatment-run2.json", "input_sha256": "411ae10670ba0461ca12e43df12f7c481eba10a5e4a55b81593efcfd33804a53", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-A-treatment-run3.json", "input_sha256": "20a1785983ec20a254d685142f6ca18e37a1849549a9e211a1aa1a497e06c1bc", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-B-cold-run1.json", "input_sha256": "b78610a8d41f211d8d5aa62c3e14bf8422586800aa600f92a4004be3263e998c", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-B-cold-run2.json", "input_sha256": "ebeb49f04ff926f13f55fca92d9ff5e1a613e9f8a045f0be1f00d155e7132e3d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-B-cold-run3.json", "input_sha256": "18d7a491c5b8eb7cdea2f7768ebc66fbeb5070264560c604fa53ea6526c21688", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-B-isolated-run1.json", "input_sha256": "55fe70a11a4e602ac905996181279181bf892964670ad55bea01d1960833226b", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-B-isolated-run2.json", "input_sha256": "ac9d46f11de31fd6bb8bea39ee2c43134394bb0e4ccd83e8b7c01f985d0cb011", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-B-isolated-run3.json", "input_sha256": "b4ca2c9817f7cb9de9cb2dc9281a7aa73752d267c47e7e5d9ecdec2ea1765b13", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-B-stubbed-run1.json", "input_sha256": "c462d8de2b1a90a603d8f842e2f5f1290d81686c5933b4e96d07dcf485186412", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-B-stubbed-run2.json", "input_sha256": "572030be90bd7cc9a9b8a56ea5c0fe4bf05e90ff9079a67b65d0949b2df2354c", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-B-stubbed-run3.json", "input_sha256": "c9fe751c2854a47df61d5927f40194411f3e01e3b38928cc1ba702f75c62dcaa", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-B-treatment-run1.json", "input_sha256": "44e73fc647d001017fbaf107fc1d99243e6718ecb3f94961840b1e057c5e854d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-B-treatment-run2.json", "input_sha256": "d4df1f9bf8603dc0df9445cf2dba3b3990981dd3a648932cc6cd0a2aaa0392ed", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-B-treatment-run3.json", "input_sha256": "3d9ba4bec8ee4b7e40cd258a1c641de8aea6f22eb4f8f5431b511fa8c4dbb9b0", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-C-cold-run1.json", "input_sha256": "8a1cbcf5f02fae203022a4c240507711c43dcc7ae813d56568e05118d9a64ab6", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-C-cold-run2.json", "input_sha256": "d746326edd2cf3445ae66e8325e0298ed9cfa7b40aefa2c8abb369cbf7cea32b", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-C-cold-run3.json", "input_sha256": "bf207ab24d0ff60e1e7e60bfa496ece45084006e803ec1ec499e07232775ecb1", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-C-isolated-run1.json", "input_sha256": "991dc5cfb265f7a97785b46dfcfda9321955b42338767ec756258d2fccc05d9d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-C-isolated-run2.json", "input_sha256": "06ea927b361e552bb396355025b06ad38b72c733085f718b2caa57f83ba0eb64", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-C-isolated-run3.json", "input_sha256": "30eef7f3716842141fe4e78683f45abbb8a6073f67b13e49a22fe173fce3dc69", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-C-stubbed-run1.json", "input_sha256": "6a7ea5d4774aef0be0c8ba6ced31c19a846eac8869a0155cd8810124415782a1", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-C-stubbed-run2.json", "input_sha256": "360ead660d901e4176d0cf75ff7326c4e6c483833602b1f69f627863c2c00725", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-C-stubbed-run3.json", "input_sha256": "2246e0d701bca0ec8095c6e4ec60be55282aa55afa0f61037665c60207c01aaf", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-C-treatment-run1.json", "input_sha256": "3acbd22816b878e1fe9ec4c263736c59a1a325405144a55db177f071a981e9dc", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-C-treatment-run2.json", "input_sha256": "836eb4cb802e1f1acb31f903e42d20193457c8d9dcf2756fc2f51a56d7e19b2f", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-C-treatment-run3.json", "input_sha256": "d9011002b9db3022797798bef851b289d49af88798a9178511d6be479d84f7cb", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "error", "turns": 2, "wall_seconds": 0, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-D-cold-run1.json", "input_sha256": "ec7a5c7ccf3e89d13f130ebdb1bee55cc6f42091c6274519b038df68f91b025b", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-D-cold-run2.json", "input_sha256": "683357e2e76a62a46c84e4acbae701e5e7f932f11f6bfcb01664508e47906909", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "cold", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-D-cold-run3.json", "input_sha256": "ab45c38ae6c6d0edd3f756a3e540f2f068fc90747487575a1857d5efa0715ac8", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-D-isolated-run1.json", "input_sha256": "915ef180654ac62d58794c87b80e484eca40dab6a61cbe1263386365394ec1e2", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-D-isolated-run2.json", "input_sha256": "df011c72e7635c76973e33fcd5b222b6858e0caabf56beafe6e167ddae970f30", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "isolated", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-D-isolated-run3.json", "input_sha256": "5f73856cb6d3126b5633142fe62ef4b2bf689953b0c044b976b9f6146b9eb7a3", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-D-stubbed-run1.json", "input_sha256": "8370ba3e1062b83dd097a24bfc9527c7dac45126bd70b5d9766da2118e523bc0", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 6, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-D-stubbed-run2.json", "input_sha256": "3d5b600f42ecb02a2c5dfe772f9895ff5139f155a8609755b00d340092df6ee4", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 6, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "stubbed", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-D-stubbed-run3.json", "input_sha256": "9152a0eb69d693cfae027f70ac940366845358677892023f83ecaab5f0788a9d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-D-treatment-run1.json", "input_sha256": "7441bbe991c24b29d10fbefbce7111616586c24d58017cebe21153782b27fb63", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-D-treatment-run2.json", "input_sha256": "df4a0ead20df4adc45655feb1e9c62d12e2437835f7ab14e63ad164899820db3", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 0, "control_arm": "treatment", "factual_claims": 0, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 0.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r13/phase3-D-treatment-run3.json", "input_sha256": "3468e81c2c90df50a413818e64923158d1997fd1b7ccf84f3322d9a03e43823f", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "error", "turns": 2, "wall_seconds": 5, "write_attempts": 0, "write_oks": 0 } ], "phase1_substrate": { "campaign": { "agent_scope": [ "ironclaw", "hermes" ], "governance_doc": "docs/governance.md", "last_run_id": null, "out_of_scope": [ "openclaw" ], "phase_log_schema": "scripts/schema/phase-log.schema.json", "repo": "alphaonedev/ai-memory-a2a-v0.6.3.1", "scope_note": "OpenClaw runs in a separate campaign per Principle 6 (scope discipline).", "superseded_runs": [ { "archived_at": "2026-05-01T13:00:00Z", "reason": "pre-governance harness; archived to runs/_archive/r1-pre-governance/", "run_id": "a2a-all-v0.6.3.1-r1-d985c3f", "verdict": "FAIL" } ], "updated_at": null }, "cross_layer_consistency": { "table": [ { "consistent": "PENDING", "nhi_correlate": "Scenario D", "nhi_observation": null, "substrate_finding": "S24 (#318) MCP stdio bypass federation", "substrate_verdict": "PENDING_EXPECTED_RED" } ], "value": "PENDING" }, "funnel": { "patch_2_branch": "release/v0.6.3.2", "patch_2_seed_issues": [ "https://github.com/alphaonedev/ai-memory-mcp/issues/507", "https://github.com/alphaonedev/ai-memory-mcp/issues/318" ], "umbrella_issue": "https://github.com/alphaonedev/ai-memory-mcp/issues/511" }, "nhi_verdict": { "evidence_type": "behavioral, statistical (n=3 per cell, 48 runs total)", "phase": 3, "phase4_analysis_path": null, "scenarios": { "A": { "title": "Decision provenance", "treatment_grounding_rate": null, "verdict": "PENDING", "vs_cold": null, "vs_isolated": null, "vs_stubbed": null }, "B": { "title": "Constraint propagation", "treatment_grounding_rate": null, "verdict": "PENDING", "vs_cold": null, "vs_isolated": null, "vs_stubbed": null }, "C": { "title": "Correction memory", "treatment_grounding_rate": null, "verdict": "PENDING", "vs_cold": null, "vs_isolated": null, "vs_stubbed": null }, "D": { "expected_on_v0_6_3_1": "low/zero (consistent with substrate S24 RED)", "title": "Federation honesty (S24 NHI correlate)", "treatment_recall_hit_rate": null, "verdict": "PENDING" } }, "value": "PENDING" }, "schema_change_notes": [ "v2 splits substrate vs NHI verdict per docs/governance.md \u00a71 (Principle 1: two truth-claims, two evidence streams, never conflated).", "v1 had a single `campaign.verdict` field that collapsed substrate + NHI evidence; v2 separates them into `substrate_verdict` (Phase 1, S1\u2013S24, binary/reproducible) and `nhi_verdict` (Phase 3, behavioral, statistical).", "Reader convention: use `substrate_verdict` for ship/no-ship gating; use `nhi_verdict` to assess utility delta of ai-memory under realistic agent workloads.", "`version` + `verdict` at top level are flat shims for the existing release-summary-gate.yml workflow; they mirror `subject.tag` and a derived collapse of substrate+nhi (pass iff substrate \u2208 {PASS, 'PARTIAL \u2014 pending Patch 2'} AND nhi=PASS, else fail/pending)." ], "schema_version": 2, "subject": { "release_url": "https://github.com/alphaonedev/ai-memory-mcp/releases/tag/v0.6.3.1", "repo": "alphaonedev/ai-memory-mcp", "schema": "v19", "tag": "v0.6.3.1", "tag_published_at": "2026-04-30T17:16:56Z" }, "substrate_verdict": { "evidence_type": "binary, reproducible", "expected_on_v0_6_3_1": "PARTIAL \u2014 pending Patch 2", "expected_red": [ "S23", "S24" ], "expected_red_rationale": { "S23": "Issue #507 \u2014 ~/-prefixed config.toml `db` field does not expand to $HOME. Fix scheduled for v0.6.3.2.", "S24": "Issue #318 \u2014 MCP stdio tool dispatch writes bypass federation fanout. Fix scheduled for v0.6.3.2." }, "matrix": { "hermes_mtls": "PENDING", "hermes_off": "PENDING", "hermes_tls": "PENDING", "ironclaw_mtls": "PENDING", "ironclaw_off": "PENDING", "ironclaw_tls": "PENDING" }, "phase": 1, "scenarios": { "S1": "PENDING", "S10": "PENDING", "S11": "PENDING", "S12": "PENDING", "S13": "PENDING", "S14": "PENDING", "S15": "PENDING", "S16": "PENDING", "S17": "PENDING", "S18": "PENDING", "S19": "PENDING", "S2": "PENDING", "S20": "PENDING", "S21": "PENDING", "S22": "PENDING", "S23": "PENDING_EXPECTED_RED", "S24": "PENDING_EXPECTED_RED", "S3": "PENDING", "S4": "PENDING", "S5": "PENDING", "S6": "PENDING", "S7": "PENDING", "S8": "PENDING", "S9": "PENDING" }, "value": "PENDING" }, "verdict": "pending", "version": "v0.6.3.1" }, "phase3_runs_expected": 48, "phase3_runs_total": 48, "release": "v0.6.3.1", "schema": "phase4-analysis/v1", "treatment_effects": { "A": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "B": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "C": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "D": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 0.0, "hallucination_rate_mean": 0.0, "hallucination_rate_min": 0.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "error": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } } } }