{
 "public_id": "AIR-2024-0033",
 "incident_id": "2024-08-waymo-soma-parking-lot-honking",
 "date_disclosed": "2024-08-13",
 "date_occurred": "2024-08",
 "title": "Driverless Waymo vehicles honked at each other all night in a South of Market lot, an emergent multi-agent interaction with no humans aboard",
 "class": "safety_failure",
 "attack_surface": "autonomous_ops",
 "initial_vector": "none_autonomous_action",
 "agent_capability_abused": [
  "autonomous_driving",
  "fleet_coordination",
  "horn_actuation"
 ],
 "target_product": "Waymo Driver",
 "target_vendor": "Waymo (Alphabet)",
 "autonomy_level": "fully_autonomous",
 "impact_realized": true,
 "impact_type": [
  "service_disruption"
 ],
 "blast_radius": "South of Market residents in San Francisco high-rises, nightly for several weeks",
 "cve": [],
 "taxonomy": {
  "owasp_asi": [],
  "mitre_atlas": [],
  "labels": [
   "no_adversary",
   "emergent_multi_agent_behaviour",
   "no_human_in_the_loop",
   "unowned_externality"
  ]
 },
 "defense_present": "none; behaviour was within each agent's normal policy",
 "defense_bypassed": false,
 "fix_shipped": "Waymo acknowledged and worked on a fix after weeks of complaints",
 "primary_sources": [
  "https://www.nbcbayarea.com/news/local/san-francisco/san-francisco-neighbors-say-repeated-waymo-honking-is-keeping-them-up-at-night/3622181/",
  "https://incidentdatabase.ai/cite/794"
 ],
 "verified_quote": "No one is inside the cars, and they appear to be automatically reacting to each other's presence.",
 "confidence": "high",
 "notes": "The cleanest emergent-multi-agent record in the corpus. Every individual agent followed its policy correctly; the harm existed only in the interaction between them, at a time and place no human was present to notice. Nothing in the system was watching for a bad collective outcome, and the feedback path was neighbours calling a TV station. AI Incident Database incident 794.",
 "risk_category": "reliability",
 "risk_secondary": [],
 "risk_subcategory": "Load & Resilience Failures",
 "risk_sub_secondary": [
  "Goal drift & runaway loops"
 ],
 "ai_entity": "non_generative_autonomy",
 "agency": "agent_acted",
 "agency_debatable": false,
 "agency_reason": "the vehicles actuated their horns all night",
 "vector_family": "none_autonomous",
 "vector_detail": "none_autonomous_action",
 "guardrail_kind": [
  "none"
 ],
 "guardrail_outcome": "not_applicable",
 "xrefs": {
  "aiid": [
   794
  ],
  "atlas": [],
  "cve": [],
  "ghsa": []
 },
 "primary_asi": "none",
 "agent_framework": "robotaxi_stack",
 "model_provider": "none",
 "model_name": "",
 "detection_mechanism": "unknown",
 "tool_access": "unknown",
 "financial_loss_band": "unknown",
 "eai_category": "uncontrolled_resource_consumption",
 "eai_domain": "tool_misuse",
 "eai_secondary": [],
 "eai_reason": "subcategory: Load & Resilience Failures",
 "asi_curated": [],
 "asi_scope": "out_of_scope",
 "asi_provenance": "out_of_scope",
 "asi_reason": "out of scope: non_generative_autonomy: no ASI mechanism describes the failure",
 "submitted_by": "EAI Internal"
}