{
 "public_id": "AIR-2023-0030",
 "incident_id": "2023-12-openai-malicious-gpts-exfil",
 "date_disclosed": "2023-12-12",
 "date_occurred": null,
 "title": "Malicious ChatGPT GPTs quietly exfiltrate user data via image markdown",
 "class": "research_demo",
 "attack_surface": "skill_plugin",
 "initial_vector": "malicious_custom_gpt",
 "agent_capability_abused": [
  "markdown_image_rendering",
  "conversation_access"
 ],
 "target_product": "ChatGPT custom GPTs",
 "target_vendor": "OpenAI",
 "autonomy_level": "assistant",
 "impact_realized": false,
 "impact_type": [
  "data_exfiltration",
  "credential_harvesting"
 ],
 "blast_radius": "users of third-party GPTs in the GPT Store",
 "cve": [],
 "taxonomy": {
  "owasp_asi": [
   "ASI04",
   "ASI02"
  ],
  "mitre_atlas": [],
  "labels": [
   "malicious_plugin",
   "image_markdown_exfiltration",
   "supply_chain"
  ]
 },
 "defense_present": "OpenAI GPT publishing review",
 "defense_bypassed": true,
 "fix_shipped": "not fixed at publication - reported 2023-11-13, closed as Not Applicable on 2023-11-15",
 "primary_sources": [
  "https://embracethered.com/blog/posts/2023/openai-custom-malware-gpt/"
 ],
 "verified_quote": "A GPT can contain instructions that ask the user for information and simply send it elsewhere.",
 "confidence": "high",
 "notes": "Johann Rehberger. Bing Chat, Bard and Claude had already fixed equivalent image-render exfiltration at the time.",
 "risk_category": "security_fraud",
 "risk_secondary": [
  "privacy"
 ],
 "risk_subcategory": "Supply Chain Compromise",
 "risk_sub_secondary": [
  "Credential & Secret Theft"
 ],
 "ai_entity": "generative",
 "agency": "agent_acted",
 "agency_debatable": false,
 "agency_reason": "the GPT rendered a markdown image that exfiltrated conversation data",
 "vector_family": "malicious_component",
 "vector_detail": "malicious_custom_gpt",
 "guardrail_kind": [
  "abuse_detection"
 ],
 "guardrail_outcome": "silent",
 "xrefs": {
  "aiid": [],
  "atlas": [],
  "cve": [],
  "ghsa": []
 },
 "primary_asi": "ASI04",
 "agent_framework": "custom_gpt",
 "model_provider": "openai",
 "model_name": "",
 "detection_mechanism": "external_researcher",
 "tool_access": "unknown",
 "financial_loss_band": "unknown",
 "eai_category": "supply_chain_vulnerabilities",
 "eai_domain": "tool_misuse",
 "eai_secondary": [
  "credential_theft",
  "data_exfiltration_channels"
 ],
 "eai_reason": "subcategory: Supply Chain Compromise",
 "asi_curated": [],
 "asi_scope": "in_scope",
 "asi_provenance": "rule",
 "asi_reason": "ASI04 (vector_family=malicious_component); ASI02 (impact=tool_misuse)",
 "submitted_by": "EAI Internal"
}