{
 "public_id": "AIR-2024-0028",
 "incident_id": "2024-08-apple-intelligence-phishing-priority-summaries",
 "date_disclosed": "2024-08-05",
 "date_occurred": "2024-08",
 "title": "Apple Intelligence marked phishing and scam emails as high priority and restated their claims in neutral summaries",
 "class": "in_the_wild",
 "attack_surface": "enterprise_assistant",
 "initial_vector": "phishing_email_content",
 "agent_capability_abused": [
  "email_summarisation",
  "priority_ranking",
  "auto_context_ingestion"
 ],
 "target_product": "Apple Intelligence Mail (iOS 18.1)",
 "target_vendor": "Apple",
 "autonomy_level": "assistant",
 "impact_realized": false,
 "impact_type": [
  "integrity_violation"
 ],
 "blast_radius": "iOS 18.1 beta Mail users; the feature applied an authority signal to attacker-controlled content",
 "cve": [],
 "taxonomy": {
  "owasp_asi": [
   "ASI03",
   "ASI09"
  ],
  "mitre_atlas": [],
  "labels": [
   "trust_laundering",
   "summarisation_risk",
   "phishing_amplification",
   "adversarial_email"
  ]
 },
 "defense_present": "standard spam filtering upstream",
 "defense_bypassed": true,
 "fix_shipped": "unknown; reported during beta",
 "primary_sources": [
  "https://lifehacker.com/tech/apple-intelligence-thinks-phishing-emails-are-priority-messages",
  "https://www.androidauthority.com/apple-intelligence-falling-for-phishing-emails-3467871/",
  "https://incidentdatabase.ai/cite/892/"
 ],
 "verified_quote": "Apple Intelligence is currently struggling to weed out phishing and spam emails when prioritizing emails in its users' inboxes.",
 "confidence": "medium",
 "notes": "Class is in_the_wild because real phishing emails supplied the adversarial content and beta users observed the deployed prioritization behavior; no confirmed victim action or loss is documented, so impact_realized remains false. The stored quote comes from Lifehacker, which reports user posts and Android Authority; no first-party user report or Apple incident statement was retained. AI Incident Database incident 892.",
 "risk_category": "privacy",
 "risk_secondary": [
  "product_misuse"
 ],
 "risk_subcategory": "Unclassified",
 "risk_sub_secondary": [],
 "ai_entity": "generative",
 "agency": "human_acted_on_output",
 "agency_debatable": true,
 "agency_reason": "the assistant ranked and paraphrased phishing; the user still had to fall for it",
 "vector_family": "other",
 "vector_detail": "phishing_email_content",
 "guardrail_kind": [
  "unknown"
 ],
 "guardrail_outcome": "silent",
 "xrefs": {
  "aiid": [
   892
  ],
  "atlas": [],
  "cve": [],
  "ghsa": []
 },
 "primary_asi": "ASI03",
 "agent_framework": "unknown",
 "model_provider": "apple",
 "model_name": "",
 "detection_mechanism": "user_report",
 "tool_access": "unknown",
 "financial_loss_band": "unknown",
 "eai_category": "confused_deputy",
 "eai_domain": "access_control_and_permissions",
 "eai_secondary": [],
 "eai_reason": "impact rule: confused_deputy",
 "asi_curated": [],
 "asi_scope": "in_scope",
 "asi_provenance": "rule",
 "asi_reason": "ASI03 (eai_category=confused_deputy); ASI09 (agency=human_acted_on_output + reliance signal)",
 "submitted_by": "EAI Internal"
}