{
  "data_version": "aau-agent-security-commons-data/0.7",
  "generated_on": "2026-09-05",
  "runtime": {
    "event_count": 50,
    "run_count": 10,
    "adapter_count": 6,
    "adapters": [
      "Generic JSON",
      "MCP",
      "OpenAI Agents",
      "LangGraph",
      "CrewAI",
      "AutoGen"
    ],
    "summary": {
      "exact_outcome": 1.0,
      "exact_reason_codes": 1.0,
      "exact_state": 1.0,
      "unsafe_allow": 0.0,
      "legitimate_allow_preservation": 1.0,
      "pause_or_stop_success": 1.0
    },
    "suite_sha256": "82028b2670272b3c85593e62346e6176f67bd596e423a9083c7ffcb5fb16e81f"
  },
  "side_effects": {
    "suite_id": "synthetic-public-benefit-side-effects-v1",
    "receipt_sha256": "33750e468fee2f38dba1a55518b5c246b07ceccf6eeedcac093fa09c44ea9675",
    "summary": {
      "case_count": 12,
      "event_count": 48,
      "exact_outcome_count": 48,
      "exact_reason_count": 48,
      "known_primary_effect_count": 7,
      "compensation_effect_count": 1,
      "unresolved_effect_count": 0,
      "duplicate_effects_prevented": 3,
      "key_conflicts_blocked": 1,
      "unknown_retries_blocked": 1,
      "reconciliation_count": 2,
      "at_most_one_breach_count": 0,
      "exact_outcome_rate": 1.0,
      "exact_reason_rate": 1.0
    },
    "conformance": {
      "status": "evidence_passed",
      "receipt_sha256": "019448899dae7fc94423de07dc2a058cf12cb368e06ab9f00cb21247d60ef916",
      "summary": {
        "case_count": 12,
        "event_count": 48,
        "exact_outcome_count": 48,
        "exact_reason_count": 48,
        "exact_outcome_rate": 1.0,
        "exact_reason_rate": 1.0,
        "unsafe_effect_outcome_count": 0,
        "unknown_retry_violation_count": 0,
        "legitimate_effect_block_count": 0
      },
      "oracle_withheld": true
    },
    "crash_lab": {
      "status": "evidence_passed",
      "receipt_sha256": "3b4e698ef50d30f47711cb54c2a698a55fc3fd84e4a678a5f3395d706da86c97",
      "summary": {
        "case_count": 12,
        "crash_point_count": 6,
        "exact_count": 12,
        "exact_rate": 1.0,
        "unsafe_resume_count": 0,
        "duplicate_effect_breach_count": 0,
        "unresolved_effect_count": 3
      }
    },
    "race_lab": {
      "status": "evidence_passed",
      "receipt_sha256": "e494e5de18eb0d164ae5ed0cb1d2a29fcc6978d2db7a05570254adbfd52bf659",
      "summary": {
        "case_count": 12,
        "attempt_count": 61,
        "exact_count": 12,
        "exact_rate": 1.0,
        "duplicate_effect_count": 0,
        "missing_effect_count": 0,
        "response_state_mismatch_count": 0
      }
    },
    "matrix": {
      "matrix_version": "aau-agent-side-effect-safety-matrix/0.6",
      "status": "evidence_passed",
      "matrix_sha256": "4726eeacb94abc4b6c5f8bfe923abdce16211521cccf057d3d21e48287a98481",
      "component_count": 3,
      "aggregate": {
        "case_count": 36,
        "checked_outcome_count": 72,
        "exact_count": 72,
        "unsafe_count": 0,
        "availability_loss_count": 0,
        "unresolved_count": 3
      },
      "coverage_binding": {
        "tool_id": "notification-service",
        "operation": "send_synthetic_notice",
        "resource_scope": "synthetic-benefit-cases/notices/*",
        "semantic_boundary_present": true,
        "crash_race_same_boundary": true,
        "semantic_declared_relationship_count": 2,
        "semantic_exercised_relationship_count": 2,
        "fully_stressed_relationship_count": 1
      },
      "adapter_artifacts": [
        {
          "component_id": "semantics",
          "source_path": "agent-side-effect-ledger/examples/reference_adapter.py",
          "pack_path": "semantic-adapter.artifact",
          "command_argv_index": 1,
          "launch_mode": "supported_interpreter_target",
          "size_bytes": 1658,
          "sha256": "f3bc78226a2a701e7f7b5b3d1fc9e1bc593bb746184e0552758a3c91b7bf46cf",
          "materials_pack_path": "semantic-adapter.materials.json",
          "material_capture_mode": "static_local_python_imports",
          "material_count": 2,
          "unresolved_import_count": 12,
          "material_set_sha256": "32cfd35cecaaed253ba3033a3f9b51f858da4c8f892e081b6afa54381aa0fadc",
          "observation_pack_path": "semantic-adapter.observation.json",
          "runtime_capture_mode": "cpython_audit_workspace_reads",
          "runtime_session_count": 12,
          "runtime_material_count": 3,
          "runtime_only_material_count": 1,
          "unobserved_static_material_count": 0,
          "runtime_capabilities": [
            "dynamic_code"
          ],
          "runtime_observation_sha256": "73bf3e5f55b007b729d5533f66ff5d114b720a121539997e6f1af1ff529ab3e8"
        },
        {
          "component_id": "crash_recovery",
          "source_path": "agent-side-effect-ledger/examples/reference_crash_adapter.py",
          "pack_path": "crash-adapter.artifact",
          "command_argv_index": 1,
          "launch_mode": "supported_interpreter_target",
          "size_bytes": 7332,
          "sha256": "7a17dd8f7a2c37b387e6375fc67f681314b4f1b47843bb0f172d97e7cc6e4cb1",
          "materials_pack_path": "crash-adapter.materials.json",
          "material_capture_mode": "static_local_python_imports",
          "material_count": 3,
          "unresolved_import_count": 14,
          "material_set_sha256": "3a03d01ce7a713d30ef7efe8954421e93399f66911d55ee94e003ab9f6c09054",
          "observation_pack_path": "crash-adapter.observation.json",
          "runtime_capture_mode": "cpython_audit_workspace_reads",
          "runtime_session_count": 24,
          "runtime_material_count": 4,
          "runtime_only_material_count": 1,
          "unobserved_static_material_count": 0,
          "runtime_capabilities": [
            "dynamic_code"
          ],
          "runtime_observation_sha256": "5249b8e74018300c71fe13ff923426fd32ad8f0cab17c6ad32ff91f3cf3d73d2"
        },
        {
          "component_id": "concurrency",
          "source_path": "agent-side-effect-ledger/examples/reference_race_adapter.py",
          "pack_path": "race-adapter.artifact",
          "command_argv_index": 1,
          "launch_mode": "supported_interpreter_target",
          "size_bytes": 4525,
          "sha256": "cd0ee65036f7be60e819c0dc4e34af8d337834ecd587994ca7918d318e2e62e9",
          "materials_pack_path": "race-adapter.materials.json",
          "material_capture_mode": "static_local_python_imports",
          "material_count": 3,
          "unresolved_import_count": 16,
          "material_set_sha256": "961aa8f083cea39a95f722e6885543592a71fc5fdb25b0587c4a0e30110221f3",
          "observation_pack_path": "race-adapter.observation.json",
          "runtime_capture_mode": "cpython_audit_workspace_reads",
          "runtime_session_count": 73,
          "runtime_material_count": 4,
          "runtime_only_material_count": 1,
          "unobserved_static_material_count": 0,
          "runtime_capabilities": [
            "dynamic_code"
          ],
          "runtime_observation_sha256": "0bc925219cd9dfbc6d8ca1f44718549085cecc95ea74306f93cada243d3ca75c"
        }
      ],
      "material_count": 8,
      "unresolved_import_count": 42,
      "runtime_session_count": 109,
      "runtime_material_count": 11,
      "runtime_only_material_count": 3,
      "unobserved_static_material_count": 0,
      "runtime_capabilities": [
        "dynamic_code"
      ]
    },
    "release_binding": {
      "status": "evidence_bound",
      "release_id": "synthetic-benefit-coordinator-0.1.0",
      "consequential_relationship_count": 1,
      "fully_bound_consequential_relationship_count": 1,
      "finding_count": 0,
      "material_set_count": 3,
      "material_set_match_count": 3,
      "runtime_snapshot_count": 3,
      "runtime_snapshot_match_count": 3,
      "authority_conformance_status": "evidence_passed",
      "authority_conformance_exact_count": 8,
      "authority_conformance_case_count": 8,
      "authority_adapter_match": true,
      "authority_adapter_sha256": "6a3e062a688a2c9620c33eaa93e562f771d5ffbd59d8e984a91d849faa3dc57b",
      "receipt_sha256": "3b834331f1b97aa6ce3148e866f0d9462ac94748346bf0c5875de69fd50d8bf0"
    },
    "failure_shapes": [
      "unknown_outcome_requires_reconciliation",
      "changed_intent_key_conflict",
      "self_or_expired_approval",
      "compensation_is_a_second_effect",
      "resource_scope_relationship_substitution"
    ]
  },
  "incident": {
    "incident_id": "public-agent-boundary-lessons-2026-01",
    "regression_count": 6,
    "unsafe_allow_before_count": 5,
    "post_fix_exact_rate": 1.0,
    "unresolved_question_count": 2
  },
  "defender_kits": [
    {
      "kit_id": "community-water-utility-v1",
      "title": "Community Water Utility Agent Defender Kit",
      "sector": "water and wastewater systems",
      "beneficiary": "Small and community water utilities with limited cybersecurity staff",
      "exercise_count": 3,
      "gap_count": 1,
      "planned_count": 1,
      "path": "https://github.com/immu4989/awesome-agentic-usecases/blob/main/essential-services-defender-kits/kits/community-water-utility.json"
    },
    {
      "kit_id": "electric-distribution-utility-v1",
      "title": "Electric Distribution Utility Agent Defender Kit",
      "sector": "energy",
      "beneficiary": "Municipal, cooperative, and small investor-owned distribution utilities",
      "exercise_count": 3,
      "gap_count": 1,
      "planned_count": 1,
      "path": "https://github.com/immu4989/awesome-agentic-usecases/blob/main/essential-services-defender-kits/kits/electric-distribution-utility.json"
    },
    {
      "kit_id": "local-government-v1",
      "title": "Local Government Agent Defender Kit",
      "sector": "state, local, tribal, and territorial government",
      "beneficiary": "Local governments operating essential public services with limited cybersecurity capacity",
      "exercise_count": 3,
      "gap_count": 1,
      "planned_count": 1,
      "path": "https://github.com/immu4989/awesome-agentic-usecases/blob/main/essential-services-defender-kits/kits/local-government.json"
    },
    {
      "kit_id": "public-transit-operator-v1",
      "title": "Public Transit Operator Agent Defender Kit",
      "sector": "transportation systems",
      "beneficiary": "Small and midsize public transportation and rail transit operators",
      "exercise_count": 3,
      "gap_count": 1,
      "planned_count": 1,
      "path": "https://github.com/immu4989/awesome-agentic-usecases/blob/main/essential-services-defender-kits/kits/public-transit-operator.json"
    },
    {
      "kit_id": "rural-hospital-v1",
      "title": "Rural Hospital Agent Defender Kit",
      "sector": "healthcare and public health",
      "beneficiary": "Rural and community hospitals protecting care continuity with small security teams",
      "exercise_count": 3,
      "gap_count": 1,
      "planned_count": 1,
      "path": "https://github.com/immu4989/awesome-agentic-usecases/blob/main/essential-services-defender-kits/kits/rural-hospital.json"
    }
  ],
  "controls": {
    "case_count": 12,
    "control_count": 8,
    "arms": [
      {
        "arm_id": "capability-only",
        "title": "Capability present, no declared boundary controls",
        "active_control_count": 0,
        "measurements": {
          "exact_outcome": 0.25,
          "unsafe_allow_rate": 1.0,
          "legitimate_allow_preservation": 1.0,
          "control_coverage": 0.0
        },
        "unsafe_cases": [
          "ctrl-004",
          "ctrl-005",
          "ctrl-006",
          "ctrl-007",
          "ctrl-008",
          "ctrl-009",
          "ctrl-010",
          "ctrl-011",
          "ctrl-012"
        ]
      },
      {
        "arm_id": "identity-only",
        "title": "Identity and token checks without task or recovery controls",
        "active_control_count": 2,
        "measurements": {
          "exact_outcome": 0.416667,
          "unsafe_allow_rate": 0.777778,
          "legitimate_allow_preservation": 1.0,
          "control_coverage": 0.25
        },
        "unsafe_cases": [
          "ctrl-004",
          "ctrl-005",
          "ctrl-008",
          "ctrl-009",
          "ctrl-010",
          "ctrl-011",
          "ctrl-012"
        ]
      },
      {
        "arm_id": "abp-runtime-reference",
        "title": "ABP 0.2 reference control set",
        "active_control_count": 8,
        "measurements": {
          "exact_outcome": 1.0,
          "unsafe_allow_rate": 0.0,
          "legitimate_allow_preservation": 1.0,
          "control_coverage": 1.0
        },
        "unsafe_cases": []
      }
    ]
  },
  "pilot": {
    "pilot_id": "foia-routing-partner-call-v1",
    "evidence_level": "designed",
    "visible_gaps": [
      "human_baseline_missing",
      "institutional_determination_missing",
      "field_observation_missing",
      "independent_reproduction_missing"
    ],
    "measure_count": 3
  },
  "routes": [
    {
      "label": "Run ABP 0.2",
      "href": "https://github.com/immu4989/awesome-agentic-usecases/tree/main/agentic-cyber-resilience"
    },
    {
      "label": "Guard side effects",
      "href": "https://github.com/immu4989/awesome-agentic-usecases/tree/main/agent-side-effect-ledger"
    },
    {
      "label": "Replay incident lessons",
      "href": "https://github.com/immu4989/awesome-agentic-usecases/tree/main/agent-incident-regression-commons"
    },
    {
      "label": "Choose a defender kit",
      "href": "https://github.com/immu4989/awesome-agentic-usecases/tree/main/essential-services-defender-kits"
    },
    {
      "label": "Compare controls",
      "href": "https://github.com/immu4989/awesome-agentic-usecases/tree/main/agent-control-observatory"
    },
    {
      "label": "Propose a public-value pilot",
      "href": "https://github.com/immu4989/awesome-agentic-usecases/tree/main/public-value-pilot-network"
    }
  ],
  "boundary": {
    "zero_upload": true,
    "no_live_targets": true,
    "no_tool_execution": true,
    "not_certification": true
  }
}