{
 "public_id": "AIR-2024-0017",
 "incident_id": "2024-04-nhtsa-tesla-autopilot-recall-query",
 "date_disclosed": "2024-04-26",
 "date_occurred": "2024-04-26",
 "title": "NHTSA tied Tesla Autopilot to at least 13 fatal crashes and opened a probe into whether the 2M-vehicle recall remedy was adequate",
 "class": "safety_failure",
 "attack_surface": "autonomous_ops",
 "initial_vector": "none_autonomous_action",
 "agent_capability_abused": [
  "autonomous_driving",
  "driver_monitoring",
  "physical_actuation"
 ],
 "target_product": "Tesla Autopilot",
 "target_vendor": "Tesla",
 "autonomy_level": "semi_autonomous",
 "impact_realized": true,
 "impact_type": [
  "physical_safety"
 ],
 "blast_radius": "at least 13 deaths, dozens of injuries and hundreds of crashes across roughly 2 million recalled vehicles",
 "cve": [],
 "taxonomy": {
  "owasp_asi": [
   "ASI08"
  ],
  "mitre_atlas": [],
  "labels": [
   "no_adversary",
   "regulatory_investigation",
   "automation_complacency",
   "fleet_wide",
   "fatality",
   "inadequate_remedy"
  ]
 },
 "defense_present": "December 2023 recall adding driver-engagement warnings",
 "defense_bypassed": true,
 "fix_shipped": "disputed; NHTSA opened a recall query into the remedy's sufficiency",
 "primary_sources": [
  "https://www.theguardian.com/technology/2024/apr/26/tesla-autopilot-fatal-crash",
  "https://incidentdatabase.ai/cite/711"
 ],
 "verified_quote": "US auto-safety regulators said on Friday that their investigation into Tesla's Autopilot had identified at least 13 fatal crashes in which the feature had been involved.",
 "confidence": "high",
 "notes": "Aggregate regulatory record covering a fleet-scale pattern rather than one crash. The finding that matters for agent design is NHTSA's: a 'critical safety gap' between what drivers believed the system did and what it did, and a recall remedy that regulators doubted actually closed it. Highest realized death toll of any record in the corpus. AI Incident Database incident 711.",
 "risk_category": "safety_harm",
 "risk_secondary": [
  "reliability",
  "legal_ip"
 ],
 "risk_subcategory": "Physical Injury by Autonomous Action",
 "risk_sub_secondary": [],
 "ai_entity": "non_generative_autonomy",
 "agency": "agent_acted",
 "agency_debatable": false,
 "agency_reason": "Autopilot was tied to at least 13 fatal crashes it caused",
 "vector_family": "none_autonomous",
 "vector_detail": "none_autonomous_action",
 "guardrail_kind": [
  "unknown"
 ],
 "guardrail_outcome": "silent",
 "xrefs": {
  "aiid": [
   711
  ],
  "atlas": [],
  "cve": [],
  "ghsa": []
 },
 "primary_asi": "ASI08",
 "agent_framework": "adas",
 "model_provider": "none",
 "model_name": "",
 "detection_mechanism": "unknown",
 "tool_access": "unknown",
 "financial_loss_band": "unknown",
 "eai_category": "unsafe_actuation",
 "eai_domain": "agent_behaviour",
 "eai_secondary": [],
 "eai_reason": "subcategory: Physical Injury by Autonomous Action",
 "asi_curated": [],
 "asi_scope": "in_scope",
 "asi_provenance": "rule",
 "asi_reason": "ASI08 (fleet fan-out in a non-generative stack; other mechanisms out of scope)",
 "submitted_by": "EAI Internal"
}