{ "campaign_id": "a2a-ironclaw-v0.6.3.1-r18", "cross_layer_consistency_table": [ { "consistent": "UNKNOWN", "interpretation": "v0.6.3.1 expected: substrate=RED + NHI=context-loss \u2192 consistent=YES. Patch 2 baseline: substrate=GREEN + NHI=context-propagation \u2192 consistent=YES.", "nhi_correlate": "Scenario D", "nhi_observation": "no Phase 3 Scenario D treatment data", "substrate_finding": "S24 (#318) MCP stdio bypass federation", "substrate_verdict": "UNKNOWN" } ], "findings": [ { "class": "needs_review", "id": "weak-treatment-effect-A", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario A \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-B", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario B \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-C", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario C \u2014 ai-memory may not be contributing" }, { "class": "needs_review", "id": "weak-treatment-effect-D", "severity": "high", "summary": "treatment grounding rate (0.00) not materially above cold (0.00) for scenario D \u2014 ai-memory may not be contributing" } ], "generated_at_utc": "2026-05-02T19:36:04Z", "input_manifest_sha256": [ "af58c1050de8a24c87063a5d55685e43e6cb6dffae12a9a051cf44b69751733c", "971ca22e8a14a5ccd36aaf4804f87e163968981fd22628c155226d0c19cfcd1f", "eb19db69157e9313f410076598069ffecd8ecb6dae3d2098f4d10e7b332f647f", "71a4ab4cefd902699c7790cf27ffa5e1d93f17d17523e488f08d4fd98755b66f", "8bf2ef427cd214be452e5c3cb396c603c599289f5d6aaf6ece529f78ee658cd1", "49593f51e0948152814b2bf95fe5f6d755ed6fb1c0735124a9fdcb49b055ece4", "86c0cab0eb34a4acca4004db391cd65f42f3c6f83efbccfc7b71f04bb2b5c15a", "1154d9d1d3db3a8e78c47d4c6f069ca36137cb40a7d48e1449bc10db6fc42baf", "9ee01b35458ed92072d65b38c6233cebc39bce73994be9f38c0747ae94c707e5", "768f04aac937d16cd8f961d8cb32f7928f2870beccf97c118a231c8427a2eccd", "d30e51353c2ebb322aaf2e28ce6b210d5237afc841f59934500d1af344572e13", "b6c4165d36f973f2c656526d1bfaf27134d29b14675f6d910a854284d0b81ae2", "dfe02e886034aba156d088f6664832b4e53f1772eb68c469c6ebddf1c9ce553d", "61f088c07d22b4265d37f2d1ba37f7ce9aace15eba8dac54fd69f6e9d44c935e", "fc1a62cf7c2d9b5cef10ae603938741dd77ac3a540020461c358f64908f8fb71", "3bf36fd41c11f809413d4d664e0d5561bca73d2108a761068d83837401a0b735", "366d580cb2b8db57bb0cecb7c3e452d10fe0e6e338c5ae747b8c4b990e704b7a", "8671a807ba000246b559bee4ec7135bfda7a7785fdf0ff153d89df1252c45dc6", "fe9a633221e5e0fcf176d02fbf39206f5687a9e5f95d7856bf42119fd6ef4d82", "6b3d006af635d2dfe36afe47118e58dddf8f17ef680508a136c5a44299683bc1", "e738f3d2582c75cb159558fcf99bdecfd616dabd9263ceeadde999197f5c21c9", "f953d80ab7110a7ffe3c4c47bbf464800e3e7d988601fb6afc429e054b849ed4", "dc7be654e0431a5056a30461ef0fad5fe8764540db527c050a16505ad6cc27dd", "035e70904f1d61379efb2577a60ab32be0e5ebe09f50cb24e867af271b500c92", "65f8556b6af6523537dfc46f9c5981583795b1e661195329877baaad78b2bd5a", "5db183c6eb7cd130dd986073b95cffe42e84f2f9fc3f7c796f3f6a3512398e0f", "ca467b741d07781638b4e7d1421cd4769c5668cf0bea4cafef298481d464309b", "236205f0b2d206cc2eed46ddb27e63ca85f7c2d1d1b1c5d7eaaf9095bcf13cf8", "2459bafc29a9a6a339661024f06703867cc66bf2fc9b8efb11b126ab599dc1b8", "eaeadee2ed86a23019849f91422318e03bf53994fa5ca394de899a7add2d72c4", "2b5ee85e9ecec4d52a129e6140ce7196a51c044103c8795ab65d8ffae4976285", "c68f2b299482b5821e5ce311f4e7d6ffd4946a26898d26529a2e56cf2d92d907", "5a3da268183f6fca9a9a16f4ef192f6938670b2cb536584d4327ed92f315f307", "a9a4ebcfed43a805d529ef610ca183adcb2f652cdb67ccd49cfb39345447fd32", "8a12aca51c25be90149b684476ec0d091f62233f7622ce9b31c1e03604d8f2e9", "0ac0ef46f7e2e60603874c40071d7562b46b00612d4f01ad8e97def73a3f6448", "759ef04e656171f06c00b3b08a076ccb0954411ae2134498138de6db7444d219", "2975ecd0e7c59b06f4e146171b0d0602d03177325c5f31290ae1244945f18f47", "fcd19ff8cac3b78436c94cc3b4e8cfbd7429ea6255b2876778f90093bf0dc5a5", "957f3bd90510ca7b78f670fb236ba7f761867261ea6f30761ec1540278b4b32b", "0589b05271e2f89e9a9b412f49fb56eadd1350e7dcf746758a3ba52b6489f4c7", "82d9da25a87fe889131c5186fbc47e9aa2d0c24e5eb69d995cd81e7fd690ed1d", "b24cf99ea614720ea2f819902961c16a9ea5183a985862b81ee085c1b119c762", "4e82bcefd0e37d92f4ff6f4c407be40d1f986ce842927a63c4146bd15bffc578", "ec909218d93c3cfd2743be08cd28231ce4aa434685534d012cc629c908e1b601", "c08d6354fba1d8e5ede475fe03655365279de4671eb2b80d0eac1f1c9a19dd2e", "5b061e226abcd4047ddfe0c1308bafaf9ea1ca1d9e2697b82fc692f7ace94830", "88b47f6af93ced1109beb17c9083d24dc8bd7af27e0b858520457c11e7791d70" ], "narrative": { "model": null, "produced_by": "stub", "text": "Phase 4 narrative not produced (ANTHROPIC_API_KEY not set). To complete:\n1. Open a Claude Code session.\n2. Read phase4-analysis.json and phase4-input-manifest.txt.\n3. Author a \u22642000 word narrative summarizing:\n - Substrate (Phase 1) verdict and what it implies for Phase 3 interpretability.\n - Per-scenario behavioral findings (A through D).\n - Treatment effects across the four arms with the attribution chain in \u00a76.2.\n - Cross-layer consistency table observations and any inconsistent rows.\n - Top 3\u20135 findings recommended for Patch 2.\n4. Replace this stub in phase4-analysis.json under `narrative.text`.\n5. Re-sign / re-PR as governance \u00a79 requires." }, "node_id": "do-aim-a2a-ironclaw-a2a-ironclaw-v0", "per_cell": { "A/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "A/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "A/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "A/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "B/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "B/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "B/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "B/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "C/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "C/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "C/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "C/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "D/cold": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "D/isolated": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "D/stubbed": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "D/treatment": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } } }, "per_run_metrics": [ { "claims_grounded": 0, "claims_made": 7, "control_arm": "cold", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-A-cold-run1.json", "input_sha256": "af58c1050de8a24c87063a5d55685e43e6cb6dffae12a9a051cf44b69751733c", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 26, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "cold", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-A-cold-run2.json", "input_sha256": "971ca22e8a14a5ccd36aaf4804f87e163968981fd22628c155226d0c19cfcd1f", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 16, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "cold", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-A-cold-run3.json", "input_sha256": "eb19db69157e9313f410076598069ffecd8ecb6dae3d2098f4d10e7b332f647f", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 18, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 10, "control_arm": "isolated", "factual_claims": 10, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-A-isolated-run1.json", "input_sha256": "71a4ab4cefd902699c7790cf27ffa5e1d93f17d17523e488f08d4fd98755b66f", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 24, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "isolated", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-A-isolated-run2.json", "input_sha256": "8bf2ef427cd214be452e5c3cb396c603c599289f5d6aaf6ece529f78ee658cd1", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 17, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 7, "control_arm": "isolated", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-A-isolated-run3.json", "input_sha256": "49593f51e0948152814b2bf95fe5f6d755ed6fb1c0735124a9fdcb49b055ece4", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 16, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "stubbed", "factual_claims": 2, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-A-stubbed-run1.json", "input_sha256": "86c0cab0eb34a4acca4004db391cd65f42f3c6f83efbccfc7b71f04bb2b5c15a", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 17, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 10, "control_arm": "stubbed", "factual_claims": 10, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-A-stubbed-run2.json", "input_sha256": "1154d9d1d3db3a8e78c47d4c6f069ca36137cb40a7d48e1449bc10db6fc42baf", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 20, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 10, "control_arm": "stubbed", "factual_claims": 10, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-A-stubbed-run3.json", "input_sha256": "9ee01b35458ed92072d65b38c6233cebc39bce73994be9f38c0747ae94c707e5", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 18, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 8, "control_arm": "treatment", "factual_claims": 6, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-A-treatment-run1.json", "input_sha256": "768f04aac937d16cd8f961d8cb32f7928f2870beccf97c118a231c8427a2eccd", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 15, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 6, "control_arm": "treatment", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-A-treatment-run2.json", "input_sha256": "d30e51353c2ebb322aaf2e28ce6b210d5237afc841f59934500d1af344572e13", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 17, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "treatment", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-A-treatment-run3.json", "input_sha256": "b6c4165d36f973f2c656526d1bfaf27134d29b14675f6d910a854284d0b81ae2", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "A", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 18, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 19, "control_arm": "cold", "factual_claims": 19, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-B-cold-run1.json", "input_sha256": "dfe02e886034aba156d088f6664832b4e53f1772eb68c469c6ebddf1c9ce553d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 25, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 13, "control_arm": "cold", "factual_claims": 12, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-B-cold-run2.json", "input_sha256": "61f088c07d22b4265d37f2d1ba37f7ce9aace15eba8dac54fd69f6e9d44c935e", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 22, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 16, "control_arm": "cold", "factual_claims": 16, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-B-cold-run3.json", "input_sha256": "fc1a62cf7c2d9b5cef10ae603938741dd77ac3a540020461c358f64908f8fb71", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 23, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 9, "control_arm": "isolated", "factual_claims": 7, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-B-isolated-run1.json", "input_sha256": "3bf36fd41c11f809413d4d664e0d5561bca73d2108a761068d83837401a0b735", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 22, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 15, "control_arm": "isolated", "factual_claims": 13, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-B-isolated-run2.json", "input_sha256": "366d580cb2b8db57bb0cecb7c3e452d10fe0e6e338c5ae747b8c4b990e704b7a", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 18, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 15, "control_arm": "isolated", "factual_claims": 13, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-B-isolated-run3.json", "input_sha256": "8671a807ba000246b559bee4ec7135bfda7a7785fdf0ff153d89df1252c45dc6", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 26, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 8, "control_arm": "stubbed", "factual_claims": 8, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-B-stubbed-run1.json", "input_sha256": "fe9a633221e5e0fcf176d02fbf39206f5687a9e5f95d7856bf42119fd6ef4d82", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 23, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 30, "control_arm": "stubbed", "factual_claims": 28, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-B-stubbed-run2.json", "input_sha256": "6b3d006af635d2dfe36afe47118e58dddf8f17ef680508a136c5a44299683bc1", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 31, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 16, "control_arm": "stubbed", "factual_claims": 16, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-B-stubbed-run3.json", "input_sha256": "e738f3d2582c75cb159558fcf99bdecfd616dabd9263ceeadde999197f5c21c9", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 25, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "treatment", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-B-treatment-run1.json", "input_sha256": "f953d80ab7110a7ffe3c4c47bbf464800e3e7d988601fb6afc429e054b849ed4", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 25, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 16, "control_arm": "treatment", "factual_claims": 15, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-B-treatment-run2.json", "input_sha256": "dc7be654e0431a5056a30461ef0fad5fe8764540db527c050a16505ad6cc27dd", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 20, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 13, "control_arm": "treatment", "factual_claims": 12, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-B-treatment-run3.json", "input_sha256": "035e70904f1d61379efb2577a60ab32be0e5ebe09f50cb24e867af271b500c92", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "B", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 21, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "cold", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-C-cold-run1.json", "input_sha256": "65f8556b6af6523537dfc46f9c5981583795b1e661195329877baaad78b2bd5a", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 25, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "cold", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-C-cold-run2.json", "input_sha256": "5db183c6eb7cd130dd986073b95cffe42e84f2f9fc3f7c796f3f6a3512398e0f", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 21, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "cold", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-C-cold-run3.json", "input_sha256": "ca467b741d07781638b4e7d1421cd4769c5668cf0bea4cafef298481d464309b", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 24, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 4, "control_arm": "isolated", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-C-isolated-run1.json", "input_sha256": "236205f0b2d206cc2eed46ddb27e63ca85f7c2d1d1b1c5d7eaaf9095bcf13cf8", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 20, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 4, "control_arm": "isolated", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-C-isolated-run2.json", "input_sha256": "2459bafc29a9a6a339661024f06703867cc66bf2fc9b8efb11b126ab599dc1b8", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 21, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 4, "control_arm": "isolated", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-C-isolated-run3.json", "input_sha256": "eaeadee2ed86a23019849f91422318e03bf53994fa5ca394de899a7add2d72c4", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 24, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "stubbed", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-C-stubbed-run1.json", "input_sha256": "2b5ee85e9ecec4d52a129e6140ce7196a51c044103c8795ab65d8ffae4976285", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 22, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 6, "control_arm": "stubbed", "factual_claims": 6, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-C-stubbed-run2.json", "input_sha256": "c68f2b299482b5821e5ce311f4e7d6ffd4946a26898d26529a2e56cf2d92d907", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 23, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 4, "control_arm": "stubbed", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-C-stubbed-run3.json", "input_sha256": "5a3da268183f6fca9a9a16f4ef192f6938670b2cb536584d4327ed92f315f307", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 20, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 7, "control_arm": "treatment", "factual_claims": 7, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-C-treatment-run1.json", "input_sha256": "a9a4ebcfed43a805d529ef610ca183adcb2f652cdb67ccd49cfb39345447fd32", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 34, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 4, "control_arm": "treatment", "factual_claims": 4, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-C-treatment-run2.json", "input_sha256": "8a12aca51c25be90149b684476ec0d091f62233f7622ce9b31c1e03604d8f2e9", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 24, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 5, "control_arm": "treatment", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-C-treatment-run3.json", "input_sha256": "0ac0ef46f7e2e60603874c40071d7562b46b00612d4f01ad8e97def73a3f6448", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "C", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 23, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 2, "control_arm": "cold", "factual_claims": 1, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-D-cold-run1.json", "input_sha256": "759ef04e656171f06c00b3b08a076ccb0954411ae2134498138de6db7444d219", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 27, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "cold", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-D-cold-run2.json", "input_sha256": "2975ecd0e7c59b06f4e146171b0d0602d03177325c5f31290ae1244945f18f47", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 42, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "cold", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-D-cold-run3.json", "input_sha256": "fcd19ff8cac3b78436c94cc3b4e8cfbd7429ea6255b2876778f90093bf0dc5a5", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 30, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "isolated", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-D-isolated-run1.json", "input_sha256": "957f3bd90510ca7b78f670fb236ba7f761867261ea6f30761ec1540278b4b32b", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 34, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "isolated", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-D-isolated-run2.json", "input_sha256": "0589b05271e2f89e9a9b412f49fb56eadd1350e7dcf746758a3ba52b6489f4c7", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 36, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 6, "control_arm": "isolated", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-D-isolated-run3.json", "input_sha256": "82d9da25a87fe889131c5186fbc47e9aa2d0c24e5eb69d995cd81e7fd690ed1d", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 46, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "stubbed", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-D-stubbed-run1.json", "input_sha256": "b24cf99ea614720ea2f819902961c16a9ea5183a985862b81ee085c1b119c762", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 36, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "stubbed", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-D-stubbed-run2.json", "input_sha256": "4e82bcefd0e37d92f4ff6f4c407be40d1f986ce842927a63c4146bd15bffc578", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 33, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "stubbed", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-D-stubbed-run3.json", "input_sha256": "ec909218d93c3cfd2743be08cd28231ce4aa434685534d012cc629c908e1b601", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 33, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 6, "control_arm": "treatment", "factual_claims": 5, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-D-treatment-run1.json", "input_sha256": "c08d6354fba1d8e5ede475fe03655365279de4671eb2b80d0eac1f1c9a19dd2e", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 1, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 45, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "treatment", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-D-treatment-run2.json", "input_sha256": "5b061e226abcd4047ddfe0c1308bafaf9ea1ca1d9e2697b82fc692f7ace94830", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 2, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 42, "write_attempts": 0, "write_oks": 0 }, { "claims_grounded": 0, "claims_made": 3, "control_arm": "treatment", "factual_claims": 3, "factual_grounded": 0, "grounding_rate": 0.0, "hallucination_rate": 1.0, "input_path": "runs/a2a-ironclaw-v0.6.3.1-r18/phase3-D-treatment-run3.json", "input_sha256": "88b47f6af93ced1109beb17c9083d24dc8bd7af27e0b858520457c11e7791d70", "ops": 0, "recall_attempts": 0, "recall_hit_rate": 0.0, "recall_hits": 0, "run_index": 3, "scenario_id": "D", "termination_reason": "task_complete", "turns": 2, "wall_seconds": 22, "write_attempts": 0, "write_oks": 0 } ], "phase1_substrate": { "campaign": { "agent_scope": [ "ironclaw", "hermes" ], "governance_doc": "docs/governance.md", "last_run_id": "a2a-ironclaw-v0.6.3.1-r16", "out_of_scope": [ "openclaw" ], "phase_log_schema": "scripts/schema/phase-log.schema.json", "repo": "alphaonedev/ai-memory-a2a-v0.6.3.1", "scope_note": "OpenClaw runs in a separate campaign per Principle 6 (scope discipline).", "superseded_runs": [ { "archived_at": "2026-05-01T13:00:00Z", "reason": "pre-governance harness; archived to runs/_archive/r1-pre-governance/", "run_id": "a2a-all-v0.6.3.1-r1-d985c3f", "verdict": "FAIL" } ], "updated_at": "2026-05-02T18:01:46Z" }, "cross_layer_consistency": { "table": [ { "consistent": "UNKNOWN", "interpretation": "v0.6.3.1 expected: substrate=RED + NHI=context-loss \u2192 consistent=YES. Patch 2 baseline: substrate=GREEN + NHI=context-propagation \u2192 consistent=YES.", "nhi_correlate": "Scenario D", "nhi_observation": "no Phase 3 Scenario D treatment data", "substrate_finding": "S24 (#318) MCP stdio bypass federation", "substrate_verdict": "UNKNOWN" } ], "value": "CONSISTENT" }, "funnel": { "patch_2_branch": "release/v0.6.3.2", "patch_2_seed_issues": [ "https://github.com/alphaonedev/ai-memory-mcp/issues/507", "https://github.com/alphaonedev/ai-memory-mcp/issues/318" ], "umbrella_issue": "https://github.com/alphaonedev/ai-memory-mcp/issues/511" }, "nhi_verdict": { "evidence_type": "behavioral, statistical (n=3 per cell, 48 runs total)", "phase": 3, "phase4_analysis_path": "runs/a2a-ironclaw-v0.6.3.1-r16/phase4-analysis.json", "scenarios": { "A": { "title": "Decision provenance", "treatment_grounding_rate": 0.0, "verdict": "FAIL", "vs_cold": 0.0, "vs_isolated": 0.0, "vs_stubbed": 0.0 }, "B": { "title": "Constraint propagation", "treatment_grounding_rate": 0.0, "verdict": "FAIL", "vs_cold": 0.0, "vs_isolated": 0.0, "vs_stubbed": 0.0 }, "C": { "title": "Correction memory", "treatment_grounding_rate": 0.0, "verdict": "FAIL", "vs_cold": 0.0, "vs_isolated": 0.0, "vs_stubbed": 0.0 }, "D": { "expected_on_v0_6_3_1": "low/zero (consistent with substrate S24 RED)", "title": "Federation honesty (S24 NHI correlate)", "treatment_recall_hit_rate": 0.0, "verdict": "FAIL" } }, "value": "FAIL" }, "schema_change_notes": [ "v2 splits substrate vs NHI verdict per docs/governance.md \u00a71 (Principle 1: two truth-claims, two evidence streams, never conflated).", "v1 had a single `campaign.verdict` field that collapsed substrate + NHI evidence; v2 separates them into `substrate_verdict` (Phase 1, S1\u2013S24, binary/reproducible) and `nhi_verdict` (Phase 3, behavioral, statistical).", "Reader convention: use `substrate_verdict` for ship/no-ship gating; use `nhi_verdict` to assess utility delta of ai-memory under realistic agent workloads.", "`version` + `verdict` at top level are flat shims for the existing release-summary-gate.yml workflow; they mirror `subject.tag` and a derived collapse of substrate+nhi (pass iff substrate \u2208 {PASS, 'PARTIAL \u2014 pending Patch 2'} AND nhi=PASS, else fail/pending)." ], "schema_version": 2, "subject": { "release_url": "https://github.com/alphaonedev/ai-memory-mcp/releases/tag/v0.6.3.1", "repo": "alphaonedev/ai-memory-mcp", "schema": "v19", "tag": "v0.6.3.1", "tag_published_at": "2026-04-30T17:16:56Z" }, "substrate_verdict": { "evidence_type": "binary, reproducible", "expected_on_v0_6_3_1": "PARTIAL \u2014 pending Patch 2", "expected_red": [ "S23", "S24" ], "expected_red_rationale": { "S23": "Issue #507 \u2014 ~/-prefixed config.toml `db` field does not expand to $HOME. Fix scheduled for v0.6.3.2.", "S24": "Issue #318 \u2014 MCP stdio tool dispatch writes bypass federation fanout. Fix scheduled for v0.6.3.2." }, "matrix": { "hermes_mtls": "PENDING", "hermes_off": "PENDING", "hermes_tls": "PENDING", "ironclaw_mtls": "PENDING", "ironclaw_off": "PENDING", "ironclaw_tls": "PENDING" }, "phase": 1, "scenarios": { "S1": "GREEN", "S10": "GREEN", "S11": "GREEN", "S12": "GREEN", "S13": "GREEN", "S14": "GREEN", "S15": "GREEN", "S16": "GREEN", "S17": "GREEN", "S18": "GREEN", "S19": "PENDING", "S2": "GREEN", "S20": "GREEN", "S21": "GREEN", "S22": "GREEN", "S23": "EXPECTED_RED_VERIFIED", "S24": "EXPECTED_RED_VERIFIED", "S3": "PENDING", "S4": "GREEN", "S5": "GREEN", "S6": "GREEN", "S7": "PENDING", "S8": "PENDING", "S9": "GREEN" }, "value": "PENDING" }, "verdict": "fail", "version": "v0.6.3.1" }, "phase3_runs_expected": 48, "phase3_runs_total": 48, "release": "v0.6.3.1", "schema": "phase4-analysis/v1", "treatment_effects": { "A": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "B": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "C": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } }, "D": { "treatment_aggregate": { "grounding_rate_max": 0.0, "grounding_rate_mean": 0.0, "grounding_rate_min": 0.0, "hallucination_rate_max": 1.0, "hallucination_rate_mean": 1.0, "hallucination_rate_min": 1.0, "n": 3, "recall_hit_rate_max": 0.0, "recall_hit_rate_mean": 0.0, "recall_hit_rate_min": 0.0, "termination_distribution": { "task_complete": 3 } }, "vs_cold": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_isolated": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true }, "vs_stubbed": { "delta_grounding_rate": 0.0, "delta_hallucination_rate": 0.0, "delta_recall_hit_rate": 0.0, "present": true } } } }