{
 "public_id": "AIR-2024-0040",
 "incident_id": "2024-09-starship-delivery-robot-asu-injury",
 "date_disclosed": "2024-09-19",
 "date_occurred": "2023-09",
 "title": "Starship delivery robot reversed into an Arizona State University employee, then drove at her again while she was on the ground",
 "class": "safety_failure",
 "attack_surface": "autonomous_ops",
 "initial_vector": "none_autonomous_action",
 "agent_capability_abused": [
  "autonomous_navigation",
  "physical_actuation",
  "perception"
 ],
 "target_product": "Starship delivery robot",
 "target_vendor": "Starship Technologies",
 "autonomy_level": "semi_autonomous",
 "impact_realized": true,
 "impact_type": [
  "physical_safety"
 ],
 "blast_radius": "one university employee injured; campus delivery fleets generally",
 "cve": [],
 "taxonomy": {
  "owasp_asi": [],
  "mitre_atlas": [],
  "labels": [
   "no_adversary",
   "post_collision_behaviour",
   "perception_failure",
   "physical_world",
   "inadequate_remediation"
  ]
 },
 "defense_present": "pedestrian detection; remote operator oversight",
 "defense_bypassed": true,
 "fix_shipped": "unknown",
 "primary_sources": [
  "https://www.theverge.com/2024/9/19/24249034/starship-technologies-delivery-robot-accident-promo-codes",
  "https://incidentdatabase.ai/cite/813"
 ],
 "verified_quote": "After the Starship delivery robot began to drive away, it \"abruptly goes into reverse again and heads toward [the victim] again, who is still on the ground,\" the report states.",
 "confidence": "high",
 "notes": "Same structural flaw as the Cruise drag: the agent's post-collision behaviour was worse than the collision, because nothing in its policy modelled 'a person is now on the ground near me.' Company response was insurance details and food-delivery promo codes. Occurred September 2023; surfaced by 404 Media via police report in September 2024. AI Incident Database incident 813.",
 "risk_category": "safety_harm",
 "risk_secondary": [],
 "risk_subcategory": "Physical Injury by Autonomous Action",
 "risk_sub_secondary": [],
 "ai_entity": "non_generative_autonomy",
 "agency": "agent_acted",
 "agency_debatable": false,
 "agency_reason": "the robot reversed into the employee then drove at her again",
 "vector_family": "none_autonomous",
 "vector_detail": "none_autonomous_action",
 "guardrail_kind": [
  "human_supervision",
  "physical_safety_system"
 ],
 "guardrail_outcome": "silent",
 "xrefs": {
  "aiid": [
   813
  ],
  "atlas": [],
  "cve": [],
  "ghsa": []
 },
 "primary_asi": "none",
 "agent_framework": "delivery_robot",
 "model_provider": "none",
 "model_name": "",
 "detection_mechanism": "unknown",
 "tool_access": "unknown",
 "financial_loss_band": "unknown",
 "eai_category": "unsafe_actuation",
 "eai_domain": "agent_behaviour",
 "eai_secondary": [],
 "eai_reason": "subcategory: Physical Injury by Autonomous Action",
 "asi_curated": [],
 "asi_scope": "out_of_scope",
 "asi_provenance": "out_of_scope",
 "asi_reason": "out of scope: non_generative_autonomy: no ASI mechanism describes the failure",
 "submitted_by": "EAI Internal"
}