{"name":"AI Failure Index","url":"https://failureindex.ai","license":"CC-BY-4.0 (data fields); narrative prose standard copyright, citation permitted","taxonomy_version":"1.0.0","generated_at":"2026-06-16","count":532,"entries":[{"id":"FI-0501","slug":"kpmg-pulls-organizations-dispute-claims","url":"https://failureindex.ai/failures/kpmg-pulls-organizations-dispute-claims","headline":"KPMG pulls AI report after organizations dispute claims","company":"KPMG","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2026-06-13","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"KPMG pulls report on AI usage due to apparent hallucinations | TechCrunch","url":"https://techcrunch.com/2026/06/13/kpmg-pulls-report-on-ai-usage-due-to-apparent-hallucinations/","type":"Press","date":"2026-06-13"},{"title":"Chasing the Hallucinations: KPMG's AI-Powered Attempt at \"Redefining Excellence\"","url":"https://gptzero.me/news/investigations-kpmg/","type":"Primary","date":"2026-06-11"},{"title":"KPMG report contained AI hallucinations on benefits of . . . AI","url":"https://www.ft.com/content/b3828e92-4961-4b39-84f0-c42f33be3c3f?syn-25a6b1a6=1","type":"Press","date":"2026-06-11"}]},{"id":"FI-0579","slug":"law-society-ontario-lawyer-fined-150","url":"https://failureindex.ai/failures/law-society-ontario-lawyer-fined-150","headline":"Law Society of Ontario lawyer fined 31,150 CAD for Grok hallucinations","company":"Law Society of Ontario","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-06-12","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"AI Hallucination Database","url":"https://www.damiencharlotin.com/hallucinations/","type":"Reader-Submitted","date":"2026-06-15"},{"title":"Fictitious Citations in Canadian Courts","url":"https://courtready.ca/fictitious-citations-in-canadian-courts/","type":"Primary","date":"2026-06-12"}]},{"id":"FI-0587","slug":"procureur-ral-canada-sanctioned-pro-litigant","url":"https://failureindex.ai/failures/procureur-ral-canada-sanctioned-pro-litigant","headline":"Procureur général du Canada sanctioned pro se litigant for AI fabricated case law","company":"Procureur général du Canada","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Low","date_of_incident":"2026-06-11","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"Federal Court Sanctions Self Represented Applicant For Using Ai Generated Fake Case Law","url":"https://dadkhah.ca/blog/case-law/4096/federal-court-sanctions-self-represented-applicant-for-using-ai-generated-fake-case-law/","type":"Press","date":"2026-06-14"},{"title":"MYRIANE BÉLAND c PROCUREUR GÉNÉRAL DU CANADA","url":"https://websitedc.s3.amazonaws.com/documents/Beland-c.-Canada-Procureur-General-2026-CF-779.pdf","type":"Court Filing","date":"2026-06-11"},{"title":"AI Hallucination Cases Database - Damien Charlotin","url":"https://www.damiencharlotin.com/hallucinations/","type":"Primary","date":"2026-06-15"}]},{"id":"FI-0586","slug":"harbor-distributing-lawyer-sanctioned-fabricated-law","url":"https://failureindex.ai/failures/harbor-distributing-lawyer-sanctioned-fabricated-law","headline":"Harbor Distributing lawyer sanctioned for AI fabricated case law","company":"Harbor Distributing, LLC","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2026-06-11","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"Quinteros v. Harbor Distributing 6/11/26 CA1/2 - California Courts","url":"https://courts.ca.gov/opinion/published/2026-06-11/a174202","type":"Court Filing","date":"2026-06-11"},{"title":"AI Hallucination Cases Database - Damien Charlotin","url":"https://www.damiencharlotin.com/hallucinations/","type":"Reader-Submitted","date":"2026-06-16"}]},{"id":"FI-0588","slug":"bowers-files-fabricated-law-arizona","url":"https://failureindex.ai/failures/bowers-files-fabricated-law-arizona","headline":"Bowers files fabricated case law in Arizona court","company":"Bowers","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-06-11","date_indexed":"2026-06-16","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"AI Hallucination Cases Database","url":"https://www.damiencharlotin.com/hallucinations/","type":"Primary","date":"2026-06-15"},{"title":"VILLANUEVA v. BOWERS :: 2026 - Arizona Case Law - Justia Law","url":"https://law.justia.com/cases/arizona/court-of-appeals-division-one-unpublished/2026/1-ca-cv-25-0345-fc.html","type":"Court Filing","date":"2026-01-01"}]},{"id":"FI-0590","slug":"iowa-appeal-dismissed-pro-litigant-filed","url":"https://failureindex.ai/failures/iowa-appeal-dismissed-pro-litigant-filed","headline":"Iowa appeal dismissed after pro se litigant filed fabricated case law, AI suspected","company":"State of Iowa","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2026-06-10","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Iowa child support appeal dismissed over nonexistent case citations AI suspected","url":"https://www.kcrg.com/2026/06/10/iowa-child-support-appeal-dismissed-over-nonexistent-case-citations-ai-suspected/","type":"Press","date":"2026-06-10"},{"title":"AI Hallucination Cases Database","url":"https://www.damiencharlotin.com/hallucinations/","type":"Reader-Submitted","date":"2026-06-16"},{"title":"25-1022 State ex rel JG et al v Anderson","url":"https://www.iowacourts.gov/courtcases/26379/embed/CourtAppealsOpinion","type":"Court Filing","date":"2026-06-10"}]},{"id":"FI-0589","slug":"henry-county-schools-grant-involves-fabricated","url":"https://failureindex.ai/failures/henry-county-schools-grant-involves-fabricated","headline":"Henry County Schools v. Grant case involves AI fabricated case law","company":"Henry County Schools","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-06-10","date_indexed":"2026-06-16","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"AI Hallucination Cases Database","url":"https://www.damiencharlotin.com/hallucinations/","type":"Primary","date":"2026-06-16"},{"title":"HENRY COUNTY SCHOOLS et al v. TYROME DORNELL GRANT, SR.","url":"https://law.justia.com/cases/georgia/court-of-appeals/2026/a26a0698.html","type":"Court Filing","date":"2026-06-10"}]},{"id":"FI-0583","slug":"livevideo-corp-lawyer-sanctioned-filing-fabricated","url":"https://failureindex.ai/failures/livevideo-corp-lawyer-sanctioned-filing-fabricated","headline":"LiveVideo.AI Corp lawyer sanctioned for fabricated case law in SDNY","company":"LiveVideo.AI Corp.","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-06-09","date_indexed":"2026-06-16","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"AI Hallucination Cases Database - Damien Charlotin","url":"https://www.damiencharlotin.com/hallucinations/","type":"Reader-Submitted","date":"2026-06-15"},{"title":"Livevideo.AI Corp v. Redstone et al, No. 1:2024cv06290","url":"https://law.justia.com/cases/federal/district-courts/new-york/nysdce/1:2024cv06290/626952/211/","type":"Court Filing","date":"2026-06-09"}]},{"id":"FI-0592","slug":"doc-counsel-files-fabricated-law-florida","url":"https://failureindex.ai/failures/doc-counsel-files-fabricated-law-florida","headline":"The Doc App counsel files fabricated case law in Florida court","company":"The Doc App, Inc.","is_anonymized":false,"industry":"healthcare","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-06-09","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Leafwell, Inc. v. The Doc App, Inc., No. 2:2025cv01132 - Justia Law","url":"https://law.justia.com/cases/federal/district-courts/florida/flmdce/2:2025cv01132/450914/51/","type":"Court Filing","date":"2026-06-09"},{"title":"AI Hallucination Cases Database - Damien Charlotin","url":"https://www.damiencharlotin.com/hallucinations/","type":"Press","date":"2026-06-16"}]},{"id":"FI-0580","slug":"city-aberdeen-legal-team-sanctioned-first","url":"https://failureindex.ai/failures/city-aberdeen-legal-team-sanctioned-first","headline":"City of Aberdeen legal team sanctioned for First Drafts AI hallucinations","company":"City of Aberdeen","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2026-06-08","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"Hallucinations Case Database","url":"http://damiencharlotin.com/hallucinations","type":"Primary","date":"2026-06-15"},{"title":"Judge Punishes 4 Lawyers After Catching Both Sides Using A.I. in Lawsuit","url":"https://www.nytimes.com/2026/06/09/us/ai-lawyers-sanctioned-mississippi.html","type":"Press","date":"2026-06-09"},{"title":"Lawyers Sanctioned Over AI Use on Both Sides in Federal Case","url":"https://news.bloomberglaw.com/litigation/lawyers-on-both-sides-in-mississippi-case-punished-for-ai-errors","type":"Press","date":"2026-06-09"}]},{"id":"FI-0452","slug":"ukrainian-sea-drone-reportedly-veers-off","url":"https://failureindex.ai/failures/ukrainian-sea-drone-reportedly-veers-off","headline":"Ukrainian sea drone reportedly veers off course and explodes in Constanta port","company":"Ukrainian Navy (reported)","is_anonymized":false,"industry":"public-sector","failure_mode":"agentic-action-error","ai_surface":"autonomous-system","system_class":"predictive","severity":"Medium","date_of_incident":"2026-06-05","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Marine drone self-detonates in Romanian Black Sea port, defence ministry says","url":"https://www.reuters.com/business/aerospace-defense/marine-drone-self-detonates-romanian-black-sea-port-defence-ministry-says-2026-06-05/","type":"Press","date":"2026-06-05"},{"title":"Ukraine: Marine drone explodes in Romanian port","url":"https://www.dw.com/en/ukraine-support-act-news-updates/live-77428478","type":"Press","date":"2026-06-05"},{"title":"Naval drone explodes in the Romanian port of Constanta","url":"https://www.euronews.com/my-europe/2026/06/05/naval-drone-explodes-in-the-romanian-port-of-constanta","type":"Press","date":"2026-06-05"},{"title":"A Ukrainian naval drone blew up in a NATO port after alleged Russian electronic warfare","url":"https://www.businessinsider.com/ukrainian-naval-drone-exploded-nato-port-after-russian-electronic-warfare-2026-6","type":"Press","date":"2026-06-05"}]},{"id":"FI-0334","slug":"social-media-platforms-used-algorithms-disrupt","url":"https://failureindex.ai/failures/social-media-platforms-used-algorithms-disrupt","headline":"School districts sue Meta, Snap, TikTok, and Google over engagement algorithms","company":"Meta, Snap, TikTok, and Google","is_anonymized":false,"industry":"saas","failure_mode":"brand-and-safety-incident","ai_surface":"recommender","system_class":"predictive","severity":"High","date_of_incident":"2026-06-04","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"AI-Driven Social Media Algorithms Harm U.S. Students' Mental Health and Education - OECD.AI","url":"https://oecd.ai/en/incidents/2026-06-04-73a9","type":"Primary","date":"2026-06-04"},{"title":"Snap sent alerts to students during class hours despite knowing the risk of distraction","url":"https://www.digitaltrends.com/social-media/snap-sent-alerts-to-students-during-class-hours-despite-knowing-the-risk-of-distraction/","type":"Press","date":"2026-06-05"},{"title":"How social media platforms keep students hooked: Notifications during school hours and paid 'teen ambassadors'","url":"https://english.elpais.com/technology/2026-06-05/how-social-media-platforms-keep-students-hooked-notifications-during-school-hours-and-paid-teen-ambassadors.html","type":"Press","date":"2026-06-05"}]},{"id":"FI-0576","slug":"reddit-ads-used-deepfake-news-cloned","url":"https://failureindex.ai/failures/reddit-ads-used-deepfake-news-cloned","headline":"Reddit ads used deepfake news and cloned sites to promote AI investment scams","company":"Reddit","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2026-06-04","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Fake BBC and Guardian Reddit Ads Push Investment Scams","url":"https://www.bitdefender.com/en-us/blog/hotforsecurity/reddit-scam-ads-impersonate-bbc-and-the-guardian","type":"Press","date":"2026-06-04"},{"title":"Reddit Ads Impersonate BBC and The Guardian to Push Fake AI Investment Schemes","url":"https://tech.slashdot.org/story/26/06/07/064204/reddit-ads-impersonate-bbc-and-the-guardian-to-push-fake-ai-investment-schemes","type":"Press","date":"2026-06-07"},{"title":"Incident 1526: Reddit Scam Ads Reportedly Used Deepfake News Segments and Cloned Media Sites to Promote Allegedly Fake AI Investment Platforms","url":"http://incidentdatabase.ai/","type":"Primary","date":"2026-06-16"}]},{"id":"FI-0125","slug":"ninth-circuit-sanctioned-two-attorneys-ai","url":"https://failureindex.ai/failures/ninth-circuit-sanctioned-two-attorneys-ai","headline":"The Ninth Circuit sanctioned two attorneys for AI-fabricated citations in immigration briefs","company":"Sethi Law Group","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2026-06-03","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"Suspended O.C. immigration attorneys filed briefs filled with AI slop","url":"https://latimes.com/california/story/2026-06-04/suspended-o-c-immigration-attorneys-filed-with-ai-slop","type":"Press","date":"2026-06-04"},{"title":"LNU v. Blanche, No. 24-4790, Order Sanctioning Mike Singh Sethi and William Rounds","url":"https://cdn.ca9.uscourts.gov/datastore/opinions/2026/06/03/24-4790.pdf","type":"Court Filing","date":"2026-06-03"},{"title":"US appeals court sanctions lawyers over AI 'hallucinations,' lack of candor","url":"https://www.reuters.com/legal/litigation/us-appeals-court-sanctions-lawyers-over-ai-hallucinations-lack-candor-2026-06-03/","type":"Press","date":"2026-06-03"},{"title":"Ninth Circuit Warns of AI Hallucinated Briefs in Sanctions Order","url":"https://news.bloomberglaw.com/business-and-practice/ninth-circuit-warns-of-ai-hallucinated-briefs-in-sanctions-order","type":"Press","date":"2026-06-04"}]},{"id":"FI-0585","slug":"lawyer-mike-singh-sethi-sanctioned-9th","url":"https://failureindex.ai/failures/lawyer-mike-singh-sethi-sanctioned-9th","headline":"Lawyer Mike Singh Sethi sanctioned in 9th Circuit for AI fabricated case law","company":"Mike Singh Sethi","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-06-03","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Hours","sources":[{"title":"LNU v. Blanche","url":"https://cdn.ca9.uscourts.gov/datastore/opinions/2026/06/03/24-4790.pdf","type":"Court Filing","date":"2026-06-03"},{"title":"US appeals court sanctions lawyers over AI 'hallucinations, lack of candor","url":"https://www.reuters.com/legal/litigation/us-appeals-court-sanctions-lawyers-over-ai-hallucinations-lack-candor-2026-06-03/","type":"Press","date":"2026-06-03"},{"title":"AI Hallucination Cases","url":"https://www.damiencharlotin.com/hallucinations/","type":"Reader-Submitted","date":"2026-06-15"}]},{"id":"FI-0582","slug":"reaves-law-sanctioned-filing-generated-fabricated","url":"https://failureindex.ai/failures/reaves-law-sanctioned-filing-generated-fabricated","headline":"Reaves Law Firm sanctioned for filing AI generated fabricated case law","company":"Reaves Law Firm, PLLC","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-06-02","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"AI Hallucinations Case Database","url":"https://www.damiencharlotin.com/hallucinations/","type":"Reader-Submitted","date":"2026-06-15"},{"title":"Tennessee Federal Court Sanctions Law Firm Over AI-Generated Court Filings","url":"https://receivablesinfo.com/2026/06/15/tennessee-federal-court-sanctions-law-firm-over-ai-generated-court-filings/","type":"Press","date":"2026-06-15"},{"title":"Sixth Circuit Issues Sanctions for Improper Use of Generative AI","url":"https://natlawreview.com/article/generated-filed-sanctioned-tennessee-district-court-issues-significant-sanctions","type":"Press","date":"2026-06-15"},{"title":"Reaves Law Firm, PLLC v. Baker, Donelson, Bearman, Caldwell & Berkowitz, PC et al","url":"https://www.pacermonitor.com/public/case/58627078/Reaves_Law_Firm,_PLLC_v_Baker,_Donelson,_Bearman,_Caldwell__Berkowitz,_PC_et_al","type":"Court Filing","date":"2026-06-02"}]},{"id":"FI-0581","slug":"todd-blanche-sanctioned-seventh-circuit-hallucinations","url":"https://failureindex.ai/failures/todd-blanche-sanctioned-seventh-circuit-hallucinations","headline":"Todd Blanche sanctioned by Seventh Circuit for AI hallucinations in legal brief","company":"Todd W. Blanche (Acting Attorney General of the United States)","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-06-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"Seventh Circuit Sanctions Attorney for Filing Brief with AI Hallucinations ~ Municipal Minute","url":"https://municipalminute.ancelglink.com/2026/06/seventh-circuit-sanctions-attorney-for.html","type":"Press","date":"2026-06-02"},{"title":"[PDF] Seventh Circuit - United States Court of Appeals","url":"https://media.ca7.uscourts.gov/cgi-bin/OpinionsWeb/processWebInputExternal.pl?Submit=Display&Path=Y2026/D06-01/C:25-1988:J:Brennan:aut:T:fnOp:N:3550588:S:0","type":"Court Filing","date":"2026-06-01"},{"title":"AI Hallucination Cases Database - Damien Charlotin","url":"https://www.damiencharlotin.com/hallucinations/","type":"Primary","date":"2026-06-01"}]},{"id":"FI-0584","slug":"california-judge-relied-fictitious-law-contreras","url":"https://failureindex.ai/failures/california-judge-relied-fictitious-law-contreras","headline":"California judge relied on fictitious AI case law in H.C. v. Contreras","company":"Contreras (Counsel)","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2026-05-28","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"California Judge \"Cited and Relied on a Fictitious Case\" Submitted by Lawyer, Even Though ...","url":"https://reason.com/volokh/2026/05/29/california-judge-cited-and-relied-on-a-fictitious-case-submitted-by-lawyer-even-though/","type":"Press","date":"2026-05-29"},{"title":"H.C. v. Contreras","url":"https://www4.courts.ca.gov/opinions/nonpub/F089316.PDF","type":"Court Filing","date":"2026-05-28"},{"title":"AI Hallucination Cases Database","url":"https://www.damiencharlotin.com/hallucinations/","type":"Primary","date":"2026-06-15"}]},{"id":"FI-0118","slug":"pennsylvania-ag-settled-geico-ai-underwriting","url":"https://failureindex.ai/failures/pennsylvania-ag-settled-geico-ai-underwriting","headline":"Pennsylvania AG settled with GEICO over AI underwriting tied to improper policy cancellations","company":"GEICO","is_anonymized":false,"industry":"insurance","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2026-05-22","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"AG Sunday and GEICO Agree on Improvements to Remedy Customer Confusion and Prevent Unfair Auto Insurance Cancellations","url":"https://www.attorneygeneral.gov/taking-action/ag-sunday-and-geico-agree-on-improvements-to-remedy-customer-confusion-and-prevent-unfair-auto-insurance-cancellations/","type":"Primary","date":"2026-05-22"},{"title":"After Complaint, GEICO Agrees to Modify Cancellation Process That Uses AI","url":"http://insurancejournal.com/news/east/2026/05/26/871246.htm","type":"Press","date":"2026-05-26"},{"title":"GEICO settles suit over AI-driven auto insurance cancellations","url":"https://www.fox43.com/article/news/politics/geico-settles-suit-over-ai-driven-auto-insurance-cancellations/521-a75b82d5-069f-46ba-9f74-563b69500c25","type":"Press","date":"2026-05-22"}]},{"id":"FI-0538","slug":"argentina-predictive-digital-twin-fails-predict","url":"https://failureindex.ai/failures/argentina-predictive-digital-twin-fails-predict","headline":"Argentina's predictive AI digital twin fails to predict typo in own promo video","company":"Government of Argentina (Ministry of Human Capital)","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"agentic-workflow","system_class":"generative","severity":"Low","date_of_incident":"2026-05-22","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Argentina Launched an AI to Predict the Future. It Couldn't Predict a Typo","url":"https://decrypt.co/368860/argentina-ai-predict-future","type":"Press","date":"2026-05-23"},{"title":"Argentina Social Digital Twin: 7 Alarming Risks Behind the New AI","url":"https://www.telesurenglish.net/argentina-social-digital-twin/","type":"Press","date":"2026-05-23"}]},{"id":"FI-0577","slug":"argentina-ministry-human-capital-announcement-video","url":"https://failureindex.ai/failures/argentina-ministry-human-capital-announcement-video","headline":"Argentina Ministry of Human Capital AI announcement video riddled with errors","company":"Ministry of Human Capital (Argentina)","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Low","date_of_incident":"2026-05-22","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Argentina Launched an AI to Predict the Future. It Couldn't Predict a Typo","url":"https://decrypt.co/368860/argentina-ai-predict-future","type":"Press","date":"2026-05-23"},{"title":"El Ministerio de Capital Humano presentó Gemelo Digital, un sistema de inteligencia artificial para diseñar políticas sociales y predecir su impacto (Ministry of Human Capital presented Digital Twin, an AI system to design social policies and predict their impact)","url":"https://www.infobae.com/politica/2026/05/22/el-ministerio-de-capital-humano-presento-gemelo-digital-un-sistema-de-inteligencia-artificial-para-disenar-politicas-sociales-y-predecir-su-impacto/","type":"Press","date":"2026-05-22"},{"title":"Insólitos errores: el video del Gemelo Digital y una Sandra Pettovello hecha IA (Unusual errors: the Digital Twin video and a Sandra Pettovello made with AI)","url":"https://www.minutouno.com/politica/insolitos-errores-el-video-del-gemelo-digital-y-una-sandra-pettovello-hecha-ia-n6280608","type":"Press","date":"2026-05-22"}]},{"id":"FI-0028","slug":"google-gemini-coding-agent-deleted","url":"https://failureindex.ai/failures/google-gemini-coding-agent-deleted","headline":"Google's Gemini coding agent deleted nearly 30,000 lines of code and faked a recovery report","company":"Google","is_anonymized":false,"industry":"saas","failure_mode":"agentic-action-error","ai_surface":"code-assistant","system_class":"generative","severity":"High","date_of_incident":"2026-05-21","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Google Gemini deletes user's files, then admits 'I have failed you completely and catastrophically'","url":"https://developers.slashdot.org/story/25/07/26/0642239/google-gemini-deletes-users-files-then-just-admits-i-have-failed-you-completely-and-catastrophically","type":"Press","date":"2025-07-26"},{"title":"Gemini accused of 30,000-line code purge and fake recovery report (The Register)","url":"https://www.theregister.com/ai-ml/2026/05/21/gemini-accused-of-30000-line-code-purge-and-fake-recovery-report/","type":"Press","date":"2026-05-21"}]},{"id":"FI-0213","slug":"chatbots-provided-misinformation-percent-scottish-elect","url":"https://failureindex.ai/failures/chatbots-provided-misinformation-percent-scottish-elect","headline":"AI chatbots provided misinformation in 34 percent of Scottish election queries","company":"Multiple AI Vendors (OpenAI, Google, xAI, Replika)","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-05-20","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"ChatGPT and other AI bots made huge errors before Scottish election, study finds","url":"https://www.theguardian.com/technology/2026/may/20/ai-chatbots-chatgpt-replika-grok-gemini-misinformation-scottish-election-demos","type":"Press","date":"2026-05-20"},{"title":"Electoral Hallucinations: Safeguarding UK elections in the world of LLMs and AI chatbots","url":"https://demos.co.uk/research/electoral-hallucinations-safeguarding-uk-elections-in-the-world-of-llms-and-ai-chatbots/","type":"Primary","date":"2026-05-20"}]},{"id":"FI-0502","slug":"retracts-loyalty-rewards-hallucinations-fake-footnotes","url":"https://failureindex.ai/failures/retracts-loyalty-rewards-hallucinations-fake-footnotes","headline":"EY retracts loyalty rewards report after AI hallucinations and fake footnotes discovered","company":"EY","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2026-05-15","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"EY retracts study after researchers discover AI hallucinations","url":"https://www.ft.com/content/a61cbcae-95e4-4449-86e1-ef40fb306f4e","type":"Press","date":"2026-05-15"},{"title":"AI hallucinations in consulting: EY removes loyalty rewards report containing fabricated data and non-existent citations","url":"https://www.afr.com/world/north-america/ey-retracts-study-after-researchers-discover-ai-hallucinations-20260517-p5zxss","type":"Press","date":"2026-05-17"},{"title":"EY removes loyalty rewards study after AI hallucinations found","url":"https://www.internationalaccountingbulletin.com/news/ey-removes-loyalty-rewards-study-after-ai-hallucinations-found/","type":"Press","date":"2026-05-18"}]},{"id":"FI-0203","slug":"gov-chat-provides-misleading-tax-advice","url":"https://failureindex.ai/failures/gov-chat-provides-misleading-tax-advice","headline":"GOV.UK Chat AI provides misleading tax advice to citizens","company":"UK Government","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-05-15","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"New government AI chatbot accused of offering 'misleading' tax advice despite 90% accuracy claim","url":"https://www.lbc.co.uk/article/government-ai-chatbot-gave-misleading-tax-advice-5HjdZF6_2/","type":"Press","date":"2026-05-15"},{"title":"New government AI chatbot ‘gives misleading tax information’","url":"https://www.thetimes.com/uk/technology-uk/article/new-government-ai-chatbot-tax-advice-wrong-xfqhzgzzm","type":"Press","date":"2026-05-15"}]},{"id":"FI-0578","slug":"brazil-labor-detects-hidden-prompt-injection","url":"https://failureindex.ai/failures/brazil-labor-detects-hidden-prompt-injection","headline":"Brazil labor court AI detects hidden prompt injection in legal petition","company":"Tribunal Regional do Trabalho da 4ª Região (TRT4)","is_anonymized":false,"industry":"legal-services","failure_mode":"prompt-injection","ai_surface":"search-rag","system_class":"generative","severity":"Low","date_of_incident":"2026-05-12","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Galileu: Sistema identifica tentativa de manipulação em petição e alerta magistrado (Galileu: System identifies attempted manipulation in petition and alerts judge)","url":"https://www.trt4.jus.br/portais/trt4/modulos/noticias/50981781","type":"Primary","date":"2026-05-13"},{"title":"Incident 1497: Hidden Prompt Injection in Brazilian Labor-Court Petition Reportedly Tried to Manipulate Galileu","url":"https://incidentdatabase.ai/cite/1497/","type":"Press","date":"2026-05-13"},{"title":"Prompt Injection: The Hidden AI Risk Lawyers Can’t Afford to Ignore","url":"https://www.gmlaw.com/news/prompt-injection-the-hidden-ai-risk-lawyers-cant-afford-to-ignore/","type":"Press","date":"2026-06-03"}]},{"id":"FI-0204","slug":"pennsylvania-sues-character-fake-medical-license","url":"https://failureindex.ai/failures/pennsylvania-sues-character-fake-medical-license","headline":"Pennsylvania sues Character.AI over fake medical license claim by chatbot","company":"Character.AI","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-05-05","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Pennsylvania sues Character AI, says chatbot poses as doctors","url":"https://www.reuters.com/legal/litigation/pennsylvania-sues-character-ai-says-chatbot-poses-doctors-2026-05-05/","type":"Press","date":"2026-05-05"},{"title":"Shapiro administration sues Character AI over fake medical claim","url":"https://www.pa.gov/governor/newsroom/2026-press-releases/shapiro-administration-sues-character-ai-over-fake-medical-claim","type":"Primary","date":"2026-05-05"},{"title":"Pennsylvania sues Character AI after a chatbot allegedly posed as a doctor","url":"https://techcrunch.com/2026/05/05/pennsylvania-sues-character-ai-after-a-chatbot-allegedly-posed-as-a-doctor/","type":"Press","date":"2026-05-05"},{"title":"Pennsylvania sues AI chatbot maker Character.AI over medical advice","url":"https://apnews.com/article/character-ai-chatbots-medical-advice-pennsylvania-46502067ed5b3cd9f9173f194ad30070","type":"Press","date":"2026-05-05"}]},{"id":"FI-0212","slug":"bbc-wales-finds-six-chatbots-gave","url":"https://failureindex.ai/failures/bbc-wales-finds-six-chatbots-gave","headline":"BBC Wales finds six AI chatbots gave misleading Senedd election voting advice","company":"OpenAI, Microsoft, Google, Anthropic, Meta, and xAI","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-05-05","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"BBC Wales: AI chatbots misled voters in Senedd test","url":"https://www.bbc.com/news/articles/c8jvyyldypyo","type":"Press","date":"2026-05-08"},{"title":"AI chatbots giving misleading voting information, BBC finds","url":"https://www.aol.com/articles/ai-chatbots-giving-misleading-voting-204306371.html","type":"Press","date":"2026-05-07"}]},{"id":"FI-0575","slug":"social-health-authority-premiums-overcharge-poorest","url":"https://failureindex.ai/failures/social-health-authority-premiums-overcharge-poorest","headline":"Social Health Authority AI premiums overcharge poorest Kenyans","company":"Social Health Authority","is_anonymized":false,"industry":"healthcare","failure_mode":"brand-and-safety-incident","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2026-05-04","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Hiding Behind AI - Lighthouse Reports","url":"https://www.lighthousereports.com/investigation/hiding-behind-ai/","type":"Press","date":"2026-05-04"},{"title":"Flaws in Kenya’s AI-driven health reforms driving up costs for the poorest","url":"https://www.theguardian.com/global-development/2026/may/04/kenya-ai-healthcare-reforms-driving-up-costs-for-poor","type":"Press","date":"2026-05-04"},{"title":"AI on Shaky Ground: Why Africa Isn't Ready for Algorithmic Governance","url":"https://theboldeastafrica.com/article/ai-on-shaky-ground-why-africa-isnt-ready-for-algorithmic-governance","type":"Press","date":"2026-05-11"}]},{"id":"FI-0563","slug":"york-times-published-generated-quote-attributed","url":"https://failureindex.ai/failures/york-times-published-generated-quote-attributed","headline":"New York Times publishes AI-generated quote attributed to Poilievre, issues correction","company":"The New York Times","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2026-05-01","date_indexed":"2026-06-16","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"The New York Times Got Caught Using AI Hallucinations in Its Reporting","url":"https://thewalrus.ca/the-new-york-times-got-caught-using-ai-hallucinations-in-its-reporting/","type":"Press","date":"2026-05-12"},{"title":"Corrections: May 2, 2026","url":"https://www.nytimes.com/2026/05/01/pageoneplus/editors-note-may-2-2026.html","type":"Primary","date":"2026-05-01"}]},{"id":"FI-0318","slug":"hackers-hijack-instagram-accounts-via-meta","url":"https://failureindex.ai/failures/hackers-hijack-instagram-accounts-via-meta","headline":"Hackers hijack Instagram accounts via Meta AI chatbot prompt injection, patch issued","company":"Meta Platforms, Inc.","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-05-01","date_indexed":"2026-06-08","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Hackers hijacked Instagram accounts by tricking Meta\u0019s AI-powered support chatbot into granting access","url":"https://techcrunch.com/2026/06/01/hackers-hijacked-instagram-accounts-by-tricking-meta-ai-support-chatbot-into-granting-access/","type":"Press","date":"2026-06-01"},{"title":"Meta AI support chatbot gave hackers access to notable Instagram accounts","url":"https://arstechnica.com/ai/2026/06/meta-ai-support-chatbot-gave-hackers-access-to-notable-instagram-accounts/","type":"Press","date":"2026-06-01"}]},{"id":"FI-0509","slug":"character-sued-pennsylvania-chatbots-posing-doctors","url":"https://failureindex.ai/failures/character-sued-pennsylvania-chatbots-posing-doctors","headline":"Character.AI sued by Pennsylvania for chatbots posing as doctors","company":"Character Technologies, Inc.","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-05-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Pennsylvania sues AI company, saying its chatbots illegally hold themselves out as licensed doctors","url":"https://apnews.com/article/character-ai-chatbots-medical-advice-pennsylvania-46502067ed5b3cd9f9173f194ad30070","type":"Press","date":"2026-06-05"},{"title":"Pennsylvania has sued the artificial intelligence company behind Character.AI to stop its chatbot from posing as doctors","url":"https://reuters.com/legal/litigation/pennsylvania-sues-character-ai-says-chatbot-poses-doctors-2026-05-05","type":"Press","date":"2026-06-04"},{"title":"Shapiro Administration Sues Character.AI Alleging AI Chatbot Unlawfully Presented Itself as Licensed Medical Professional in Pennsylvania","url":"https://pa.gov/governor/newsroom/2026-press-releases/shapiro-administration-sues-character-ai-over-fake-medical-claim","type":"Primary","date":"2026-06-05"}]},{"id":"FI-0202","slug":"home-affairs-suspends-two-officials-generated","url":"https://failureindex.ai/failures/home-affairs-suspends-two-officials-generated","headline":"Home Affairs suspends two officials after AI-generated references found in white paper","company":"Department of Home Affairs (Republic of South Africa)","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-04-30","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Home Affairs suspends two officials over AI use linked to revised White Paper","url":"https://www.gov.za/news/media-statements/home-affairs-suspends-two-officials-over-ai-use-linked-revised-white-paper","type":"Primary","date":"2026-04-30"},{"title":"News24 - Home Affairs suspends two directors after AI hallucinations in key immigration policy","url":"https://www.news24.com/business/tech/home-affairs-suspends-two-directors-after-ai-hallucinations-in-key-immigration-policy-20260430-0855","type":"Press","date":"2026-04-30"},{"title":"The Citizen - Two Home Affairs officials suspended after AI ‘hallucinations’ found in policy paper","url":"https://www.citizen.co.za/news/home-affairs-officials-suspended-ai-hallucinations/","type":"Press","date":"2026-05-01"}]},{"id":"FI-0320","slug":"agcm-extracts-binding-commitments-deepseek-mistral","url":"https://failureindex.ai/failures/agcm-extracts-binding-commitments-deepseek-mistral","headline":"AGCM extracts binding commitments from DeepSeek, Mistral and Nova AI over AI hallucinations","company":"DeepSeek, Mistral, Nova AI","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-04-30","date_indexed":"2026-06-08","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"AGCM press release: The Italian Competition Authority secures transparent information on hallucination risks from AI companies DeepSeek, Mistral and NOVA AI","url":"https://en.agcm.it/en/media/press-releases/2024/4/PS12942-PS12968-PS12973","type":"Primary","date":"2026-04-30"},{"title":"Italy closes antitrust probes into AI firms after commitments on hallucination","url":"https://www.reuters.com/sustainability/boards-policy-regulation/italy-closes-antitrust-probes-into-ai-firms-after-commitments-hallucination-2026-04-30/","type":"Press","date":"2026-04-30"}]},{"id":"FI-0319","slug":"meta-llama-chatbot-fabricates-admits-deception","url":"https://failureindex.ai/failures/meta-llama-chatbot-fabricates-admits-deception","headline":"Meta's Llama chatbot fabricates Case ID and admits deception in production incident","company":"Meta (Facebook)","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-04-29","date_indexed":"2026-06-08","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"KIRO 7 News - Meta Llama chatbot incident","url":"https://www.kiro7.com/news/local/customer-service-bot-said-it-filed-this-mans-help-ticket-then-admitted-lying/WT4YH74JXBDR3IWNTRLPACNEBY/","type":"Press","date":"2026-04-29"},{"title":"Yahoo Tech - Meta Llama chatbot incident","url":"https://tech.yahoo.com/social-media/articles/customer-bot-said-filed-man-010228303.html","type":"Press","date":"2026-04-29"}]},{"id":"FI-0482","slug":"chatbots-openai-google-anthropic-provided-biological","url":"https://failureindex.ai/failures/chatbots-openai-google-anthropic-provided-biological","headline":"AI chatbots from OpenAI, Google and Anthropic provided biological weapon instructions","company":"OpenAI, Google, Anthropic","is_anonymized":false,"industry":"healthcare","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-04-29","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"AI chatbots terrify scientists with 'chilling' instructions on how to build biological weapons: report","url":"https://nypost.com/2026/04/29/business/ai-chatbots-terrify-scientists-with-chilling-instructions-on-how-to-build-biological-weapons-report/","type":"Press","date":"2026-04-29"},{"title":"Una IA facilitó a científicos instructivos para hacer armas biológicas","url":"https://www.nytimes.com/es/2026/05/03/espanol/ia-armas-biologicas.html","type":"Press","date":"2026-05-03"},{"title":"AI Chatbots Provide Instructions for Creating Biological Weapons","url":"https://oecd.ai/en/incidents/2026-04-29-a87c","type":"Primary","date":"2026-04-29"}]},{"id":"FI-0201","slug":"south-africa-withdraws-policy-generated-citations","url":"https://failureindex.ai/failures/south-africa-withdraws-policy-generated-citations","headline":"South Africa withdraws AI policy after AI-generated citations found","company":"Department of Communications and Digital Technologies (Republic of South Africa)","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-04-27","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Estimated","time_to_disclosure":"Days","sources":[{"title":"South Africa pulls AI policy after hallucinated citations expose drafting scandal","url":"https://www.cnbcafrica.com/2026/south-africa-pulls-ai-policy-after-hallucinated-citations-expose-drafting-scandal/","type":"Press","date":"2026-04-27"},{"title":"South Africa withdraws AI policy due to fake AI-generated sources","url":"https://www.reuters.com/world/africa/south-africa-withdraws-ai-policy-due-fake-ai-generated-sources-2026-04-27/","type":"Press","date":"2026-04-27"},{"title":"STATEMENT ON MINISTER MALATSI’S USE OF ARTIFICIAL INTELLIGENCE IN DRAFTING SOUTH AFRICA’S NATIONAL AI POLICY","url":"https://www.ancparliament.org.za/statement-on-minister-malatsis-use-of-artificial-intelligence-in-drafting-south-africas-national-ai-policy/","type":"Primary","date":"2026-04-28"}]},{"id":"FI-0304","slug":"immigration-screening-triggers-spike-visa-denials","url":"https://failureindex.ai/failures/immigration-screening-triggers-spike-visa-denials","headline":"U.S. immigration AI screening triggers spike in visa denials and RFEs","company":"U.S. immigration agencies (USCIS / DHS / State Department)","is_anonymized":false,"industry":"public-sector","failure_mode":"tool-misuse","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2026-04-27","date_indexed":"2026-06-05","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Hours","sources":[{"title":"Growing Use of Artificial Intelligence in U.S. Immigration Adjudications Is Driving Higher RFE and Denial Rates","url":"https://www.cozen.com/news-resources/publications/2026/growing-use-of-artificial-intelligence-in-u-s-immigration-adjudications-is-driving-higher-rfe-and-denial-rates","type":"Press","date":"2026-04-27"},{"title":"U.S. Immigration Service Increases Denials For High-Skilled Immigrants","url":"https://www.forbes.com/sites/stuartanderson/2026/04/22/us-immigration-service-increases-denials-for-high-skilled-immigrants/","type":"Press","date":"2026-04-22"}]},{"id":"FI-0027","slug":"cursor-ai-agent-deleted-startup-production","url":"https://failureindex.ai/failures/cursor-ai-agent-deleted-startup-production","headline":"A Cursor AI agent deleted a startup's production database and backups in nine seconds","company":"PocketOS","is_anonymized":false,"industry":"saas","failure_mode":"identity-and-access-drift","ai_surface":"code-assistant","system_class":"generative","severity":"Catastrophic","date_of_incident":"2026-04-25","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"AI Agent Reportedly Deletes Company's Entire Database, Admits to Violating Guardrails (TechRepublic)","url":"https://www.techrepublic.com/article/ai-agent-deletes-company-database-admits-violating-guardrails/","type":"Press","date":"2026-05-04"},{"title":"Cursor's AI Agent Deleted a Startup's Production Database in 9 Seconds","url":"https://frontierbeat.com/2026/04/28/cursor-ai-agent-deleted-startup-production-database-9-seconds/","type":"Press","date":"2026-04-28"}]},{"id":"FI-0280","slug":"perry-hall-fined-200-hallucinations-alabama","url":"https://failureindex.ai/failures/perry-hall-fined-200-hallucinations-alabama","headline":"W. Perry Hall fined $17,200 for AI hallucinations in Alabama Supreme Court briefs","company":"W. Perry Hall","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-04-24","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Weeks","sources":[{"title":"Alabama Supreme Court fines lawyer $17,000 for AI ‘hallucinations’ in legal filings","url":"https://www.al.com/news/2026/04/alabama-supreme-court-fines-lawyer-17000-for-ai-hallucinations-in-legal-filings.html","type":"Press","date":"2026-04-27"},{"title":"Alabama Justices Toss Case Over 'Egregious' Attorney AI Misuse","url":"https://news.bloomberglaw.com/litigation/alabama-justices-toss-case-over-egregious-attorney-ai-misuse","type":"Press","date":"2026-04-01"}]},{"id":"FI-0183","slug":"forcepoint-found-10-wild-prompt-injection","url":"https://failureindex.ai/failures/forcepoint-found-10-wild-prompt-injection","headline":"Forcepoint found 10 in-the-wild prompt-injection payloads targeting AI assistants like Copilot","company":"Microsoft","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"code-assistant","system_class":"generative","severity":"High","date_of_incident":"2026-04-22","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"10 Indirect Prompt Injection Payloads Caught in the Wild","url":"https://www.forcepoint.com/blog/x-labs/indirect-prompt-injection-payloads","type":"Primary","date":"2026-04-22"},{"title":"Researchers Uncover 10 In-the-Wild Indirect Prompt Injection Attacks","url":"https://www.infosecurity-magazine.com/news/researchers-10-wild-indirect/","type":"Press","date":"2026-04-23"},{"title":"Indirect prompt injection is taking hold in the wild","url":"https://www.helpnetsecurity.com/2026/04/24/indirect-prompt-injection-in-the-wild/","type":"Press","date":"2026-04-24"}]},{"id":"FI-0169","slug":"cve-2026-39861-sandbox-escape-claude","url":"https://failureindex.ai/failures/cve-2026-39861-sandbox-escape-claude","headline":"CVE-2026-39861: a sandbox escape in Claude Code enabling RCE via prompt-injection symlinks","company":"Anthropic","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"code-assistant","system_class":"generative","severity":"High","date_of_incident":"2026-04-20","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Claude Code: Sandbox Escape via Symlink Following Allows Arbitrary File Write Outside Workspace (GHSA-vp62-r36r-9xqp)","url":"https://github.com/advisories/GHSA-vp62-r36r-9xqp","type":"Primary","date":"2026-04-20"},{"title":"CVE-2026-39861: Anthropic Claude Code RCE Vulnerability","url":"https://www.sentinelone.com/vulnerability-database/cve-2026-39861/","type":"Press","date":"2026-04-23"}]},{"id":"FI-0119","slug":"sullivan-cromwell-apologized-filing-three","url":"https://failureindex.ai/failures/sullivan-cromwell-apologized-filing-three","headline":"Sullivan & Cromwell apologized for filing about three dozen AI-hallucinated citations","company":"Sullivan & Cromwell","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2026-04-18","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Sullivan & Cromwell Apology Letter for AI Hallucinations (In re Prince USA)","url":"https://websitedc.s3.amazonaws.com/documents/In_re_Prince_USA_18_April_2026.pdf","type":"Court Filing","date":"2026-04-18"},{"title":"Sullivan & Cromwell law firm apologizes for AI 'hallucinations' in court filing","url":"https://www.reuters.com/legal/litigation/sullivan-cromwell-law-firm-apologizes-ai-hallucinations-court-filing-2026-04-21","type":"Press","date":"2026-04-21"},{"title":"A.I. 'Hallucinations' Created Errors in Court Filing, Top Law Firm Says","url":"https://www.nytimes.com/2026/04/21/nyregion/sullivan-cromwell-ai-hallucination.html","type":"Press","date":"2026-04-21"}]},{"id":"FI-0170","slug":"cve-2026-35603-enables-local-privilege","url":"https://failureindex.ai/failures/cve-2026-35603-enables-local-privilege","headline":"CVE-2026-35603 enables local privilege escalation in Claude Code on Windows","company":"Anthropic","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"code-assistant","system_class":"generative","severity":"Medium","date_of_incident":"2026-04-17","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Insecure System-Wide Configuration Loading Enables Local Privilege Escalation on Windows (GHSA-5cwg-9f6j-9jvx)","url":"https://github.com/anthropics/claude-code/security/advisories/GHSA-5cwg-9f6j-9jvx","type":"Primary","date":"2026-04-17"},{"title":"CVE-2026-35603 Detail (NVD)","url":"https://nvd.nist.gov/vuln/detail/CVE-2026-35603","type":"Primary","date":"2026-04-17"},{"title":"CVE-2026-35603: Claude Code Privilege Escalation Flaw (SentinelOne)","url":"https://sentinelone.com/vulnerability-database/cve-2026-35603","type":"Press","date":"2026-04-23"}]},{"id":"FI-0297","slug":"upstart-miscalibration-cfpb-terminates-action-letter","url":"https://failureindex.ai/failures/upstart-miscalibration-cfpb-terminates-action-letter","headline":"Upstart Model 22 miscalibration and CFPB terminates no-action letter","company":"Upstart Holdings, Inc.","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"hallucination","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2026-04-15","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Estimated","time_to_disclosure":"Days","sources":[{"title":"CFPB termination order - Upstart no-action letter termination","url":"https://files.consumerfinance.gov/f/documents/cfpb_upstart-no-action-letter-termination_order_2022-06.pdf","type":"Primary","date":"2022-06-08"},{"title":"UPST Investor Alert: Upstart Holdings Securities Fraud Lawsuit... (Levi & Korsinsky / PR Newswire)","url":"https://www.prnewswire.com/news-releases/upst-investor-alert-upstart-holdings-securities-fraud-lawsuit---investors-with-losses-may-seek-to-lead-upstart-holdings-inc-securities-fraud-lawsuit-302742751.html","type":"Press","date":"2026-04-15"},{"title":"Upstart Faces Model 22 Probe As Legal Risks Weigh On Outlook (Yahoo Finance)","url":"https://finance.yahoo.com/news/upstart-faces-model-22-probe-031338096.html","type":"Press","date":"2026-03-03"}]},{"id":"FI-0179","slug":"pipeleak-prompt-injection-let-attackers","url":"https://failureindex.ai/failures/pipeleak-prompt-injection-let-attackers","headline":"PipeLeak prompt injection let attackers exfiltrate Salesforce Agentforce CRM data via forms","company":"Salesforce","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2026-04-15","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"PipeLeak: The Lead That Stole Your Database - Exploiting Salesforce Agentforce With Indirect Prompt Injection","url":"https://capsule.security/blog/pipeleak-the-lead-that-stole-your-database","type":"Primary","date":"2026-04-15"},{"title":"Microsoft, Salesforce Patch AI Agent Data Leak Flaws","url":"https://www.darkreading.com/cloud-security/microsoft-salesforce-patch-ai-agent-data-leak-flaws","type":"Press","date":"2026-04-15"},{"title":"Copilot and Agentforce fall to form-based prompt injection tricks","url":"https://www.csoonline.com/article/4159079/copilot-and-agentforce-fall-to-form-based-prompt-injection-tricks.html","type":"Press","date":"2026-04-15"}]},{"id":"FI-0173","slug":"comment-control-prompt-injection-extracted-api","url":"https://failureindex.ai/failures/comment-control-prompt-injection-extracted-api","headline":"Comment-and-Control prompt injection extracted API keys from Claude Code, Gemini CLI, and Copilot","company":"Anthropic","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2026-04-15","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Comment and Control: Prompt Injection to Credential Theft in Claude Code, Gemini CLI, and GitHub Copilot Agent","url":"https://oddguan.com/blog/comment-and-control-prompt-injection-credential-theft-claude-code-gemini-cli-github-copilot/","type":"Primary","date":"2026-04-15"},{"title":"Claude Code, Gemini CLI, GitHub Copilot Agents Vulnerable to Prompt Injection via Comments","url":"https://www.securityweek.com/claude-code-gemini-cli-github-copilot-agents-vulnerable-to-prompt-injection-via-comments/","type":"Press","date":"2026-04-16"},{"title":"Three AI coding agents leaked secrets through a single prompt injection. One vendor's system card predicted it","url":"https://venturebeat.com/security/ai-agent-runtime-security-system-card-audit-comment-and-control-2026","type":"Press","date":"2026-04-21"}]},{"id":"FI-0570","slug":"anthropic-context-protocol-vulnerability-exposes-200","url":"https://failureindex.ai/failures/anthropic-context-protocol-vulnerability-exposes-200","headline":"Anthropic Model Context Protocol vulnerability exposes 200,000 AI servers to RCE","company":"Anthropic","is_anonymized":false,"industry":"saas","failure_mode":"tool-misuse","ai_surface":"code-assistant","system_class":"generative","severity":"High","date_of_incident":"2026-04-15","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"MCP Supply Chain Advisory: RCE Vulnerabilities Across the AI Ecosystem","url":"http://ox.security/blog/mcp-supply-chain-advisory-rce-vulnerabilities-across-the-ai-ecosystem","type":"Primary","date":"2026-04-15"},{"title":"Anthropic's Model Context Protocol Has Critical Security Flaw Exposed","url":"http://tomshardware.com/tech-industry/artificial-intelligence/anthropics-model-context-protocol-has-critical-security-flaw-exposed","type":"Press","date":"2026-04-22"},{"title":"Anthropic MCP Design Vulnerability Enables RCE, Threatening AI Supply Chain","url":"http://thehackernews.com/2026/04/anthropic-mcp-design-vulnerability.html","type":"Press","date":"2026-04-20"}]},{"id":"FI-0305","slug":"state-tax-agencies-use-opaque-audit","url":"https://failureindex.ai/failures/state-tax-agencies-use-opaque-audit","headline":"State tax agencies use opaque AI for audit selection without oversight","company":"State tax agencies (California Franchise Tax Board and New York State Department of Taxation and Finance)","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2026-04-13","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Hours","sources":[{"title":"Unwatched: How State Audit Selection Systems Bypass Oversight","url":"https://www.taxnotes.com/featured-news/unwatched-how-state-audit-selection-systems-bypass-oversight/2026/04/13/7vl0j","type":"Press","date":"2026-04-13"},{"title":"Tax Notes Investigates States' Use of AI in Audit Selection","url":"https://taxprofblog.aals.org/2026/05/02/tax-notes-investigates-states-use-of-ai-in-audit-selection/","type":"Press","date":"2026-05-02"},{"title":"State & Local Tax Meets AI: How Technology Is Reshaping...","url":"https://www.eidebailly.com/insights/blogs/2026/4/salt20260430","type":"Press","date":"2026-04-30"}]},{"id":"FI-0097","slug":"claude-code-autonomously-moved-1-446","url":"https://failureindex.ai/failures/claude-code-autonomously-moved-1-446","headline":"Claude Code autonomously moved $1,446.65 USDT between a user's Bitget wallets unprompted","company":"Bitget","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2026-04-11","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Estimated","time_to_disclosure":"Days","sources":[{"title":"Claude Code executed unauthorized fund transfer causing financial loss ,  guardrail failure · Issue #46828","url":"https://github.com/anthropics/claude-code/issues/46828","type":"Primary","date":"2026-04-12"},{"title":"Agent-Inflicted Damage: Inside the Real-World Failures of Enterprise AI Systems","url":"https://www.cyera.com/research/agent-inflicted-damage-inside-the-real-world-failures-of-enterprise-ai-systems","type":"Press","date":"2026-05-28"}]},{"id":"FI-0551","slug":"south-african-government-withdraws-draft-policy","url":"https://failureindex.ai/failures/south-african-government-withdraws-draft-policy","headline":"South African Government withdraws draft AI policy containing AI hallucinations","company":"South African Government","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2026-04-10","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"South Africa Pulls Ai Policy After Hallucinated Citations Expose Drafting Scandal","url":"https://www.cnbcafrica.com/2026/south-africa-pulls-ai-policy-after-hallucinated-citations-expose-drafting-scandal/","type":"Press","date":"2026-04-28"},{"title":"South Africa withdraws AI policy filled with AI hallucinations","url":"https://mashable.com/article/south-africa-withdraws-ai-policy-for-being-ai-generated","type":"Press","date":"2026-04-28"},{"title":"Lessons from SA's AI policy based on fake research","url":"https://www.wits.ac.za/news/latest-news/opinion/2026/2026-05/lessons-from-sas-ai-policy-based-on-fake-research.html","type":"Primary","date":"2026-05-04"}]},{"id":"FI-0591","slug":"pro-litigant-sanctioned-000-hallucinated-law","url":"https://failureindex.ai/failures/pro-litigant-sanctioned-000-hallucinated-law","headline":"Pro Se litigant sanctioned $5,000 for AI hallucinated case law in Illinois court","company":"Unidentified AI Tool Provider","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-04-07","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Opinion and Order: Ifeoma Delliane Chinedu Obi v. Cook County, Illinois et al. (Case 1:25-cv-03096)","url":"https://websitedc.s3.amazonaws.com/documents/Obi_v._Cook_COunty_USA_7_April_2026.pdf","type":"Court Filing","date":"2026-04-07"},{"title":"AI Hallucination Cases Database","url":"https://www.damiencharlotin.com/hallucinations/","type":"Reader-Submitted","date":"2026-06-15"}]},{"id":"FI-0324","slug":"bmj-open-study-finds-half-leading","url":"https://failureindex.ai/failures/bmj-open-study-finds-half-leading","headline":"BMJ Open study finds half of leading chatbots give problematic medical advice","company":"OpenAI; Google; xAI; DeepSeek; Meta AI","is_anonymized":false,"industry":"healthcare","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-04-01","date_indexed":"2026-06-08","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"BMJ Open study finds AI chatbots provide poor answers to medical questions half the time, study finds","url":"https://bmjopen.bmj.com/content/16/4/e112695","type":"Primary","date":"2026-06-08"},{"title":"AI chatbots give misleading medical advice about half the time, study finds","url":"https://www.bloomberg.com/news/articles/2026-04-14/ai-chatbots-give-misleading-medical-advice-50-of-the-time-study-finds","type":"Press","date":"2026-04-14"},{"title":"AI chatbots will tell you where to find alternatives to chemotherapy if you ask them, a new study finds","url":"https://www.nbcnews.com/health/health-news/chatbots-offer-problematic-cancer-vaccines-5g-advice-study-rcna332068","type":"Press","date":"2026-04-15"},{"title":"AI chatbots provide poor answers to medical questions half the time, study finds","url":"https://www.cidrap.umn.edu/misc-emerging-topics/ai-chatbots-provide-poor-answers-medical-questions-half-time-study-finds","type":"Press","date":"2026-04-14"}]},{"id":"FI-0371","slug":"baidu-apollo-robotaxis-experience-mass-failure","url":"https://failureindex.ai/failures/baidu-apollo-robotaxis-experience-mass-failure","headline":"Baidu Apollo Go robotaxis experience mass system failure in Wuhan","company":"Baidu","is_anonymized":false,"industry":"travel-and-hospitality","failure_mode":"agentic-action-error","ai_surface":"autonomous-system","system_class":"predictive","severity":"High","date_of_incident":"2026-03-31","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Baidu robotaxi outage in Wuhan caused by 'system failure', police say","url":"https://www.reuters.com/world/asia-pacific/baidu-robotaxi-outage-wuhan-caused-by-system-failure-police-say-2026-04-01/","type":"Press","date":"2026-04-01"},{"title":"Mass robotaxi malfunction halts traffic in Chinese city","url":"https://www.bbc.com/news/articles/cvge91r9j80o","type":"Press","date":"2026-04-01"},{"title":"Baidu Robotaxis Freeze Mid-Ride in Wuhan, Trap Passengers","url":"https://www.bloomberg.com/news/articles/2026-04-01/baidu-robotaxis-freeze-in-wuhan-sparking-flurry-of-police-calls","type":"Press","date":"2026-04-01"}]},{"id":"FI-0099","slug":"anthropic-shipped-source-map-claude-code","url":"https://failureindex.ai/failures/anthropic-shipped-source-map-claude-code","headline":"Anthropic shipped a source map in its Claude Code npm package, exposing 512,000 lines of code","company":"Anthropic","is_anonymized":false,"industry":"saas","failure_mode":"data-leakage","ai_surface":"code-assistant","system_class":"generative","severity":"High","date_of_incident":"2026-03-31","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Claude Code Source Leak: With Great Agency Comes Great Responsibility","url":"https://www.straiker.ai/blog/claude-code-source-leak-with-great-agency-comes-great-responsibility","type":"Primary","date":"2026-03-31"},{"title":"Anthropic's Claude Code source code got accidentally leaked","url":"https://qz.com/anthropic-claude-code-leak-npm-error","type":"Press","date":"2026-04-01"},{"title":"Agent-Inflicted Damage: Inside the Real-World Failures of Enterprise AI Systems","url":"https://www.cyera.com/research/agent-inflicted-damage-inside-the-real-world-failures-of-enterprise-ai-systems","type":"Primary","date":"2026-05-28"}]},{"id":"FI-0569","slug":"crewai-docker-status-check-failure-enables","url":"https://failureindex.ai/failures/crewai-docker-status-check-failure-enables","headline":"CrewAI Docker status check failure enables remote code execution","company":"CrewAI","is_anonymized":false,"industry":"other","failure_mode":"tool-misuse","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2026-03-30","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"CVE Record: CVE-2026-2287","url":"https://www.cve.org/CVERecord?id=CVE-2026-2287","type":"Primary","date":"2026-03-30"},{"title":"CrewAI Vulnerabilities Expose Devices to Hacking - SecurityWeek","url":"https://www.securityweek.com/crewai-vulnerabilities-expose-devices-to-hacking/","type":"Press","date":"2026-03-31"},{"title":"Multiple Vulnerabilities in CrewAI Allow Sandbox Escape and Remote Code Execution via Prompt Injection - Thailand Computer Emergency Response Team (ThaiCERT)","url":"https://www.thaicert.or.th/en/2026/04/02/multiple-vulnerabilities-in-crewai-allow-sandbox-escape-and-remote-code-execution-via-prompt-injection/","type":"Primary","date":"2026-04-02"}]},{"id":"FI-0428","slug":"ircc-automation-produced-incorrect-assessments-least","url":"https://failureindex.ai/failures/ircc-automation-produced-incorrect-assessments-least","headline":"IRCC automation produced incorrect assessments and at least one AI-generated refusal","company":"Immigration, Refugees and Citizenship Canada (IRCC)","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2026-03-27","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Canadian immigration case raises concerns over Generative AI","url":"https://www.thestar.com/news/canada/canada-rejected-her-permanent-residence-application-her-job-duties-were-made-up--by-immigrations-ai-reviewer/article_3f1ea5be-0b3d-4541-ac00-0a1b8484d877.html","type":"Press","date":"2026-05-06"},{"title":"Canada used AI to review immigration, then this happened","url":"https://betanews.com/article/canada-immigration-ai-error-review-concerns/","type":"Press","date":"2026-03-27"}]},{"id":"FI-0100","slug":"claude-code-autonomously-created-google-cloud","url":"https://failureindex.ai/failures/claude-code-autonomously-created-google-cloud","headline":"Claude Code autonomously created a Google Cloud project and attached billing without approval","company":"Anthropic","is_anonymized":false,"industry":"saas","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2026-03-20","date_indexed":"2026-06-04","public_visibility":"Low","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"[BUG] Claude Code created GCP project neat-sky-b42v0 without permission #37155","url":"https://github.com/anthropics/claude-code/issues/37155","type":"Primary","date":"2026-03-21"},{"title":"Claude Code Security: Top 6 Risks, Controls, and Best Practices","url":"https://checkmarx.com/learn/ai-security/claude-code-security-top-6-risks-controls-and-best-practices/","type":"Press","date":"2026-05-12"}]},{"id":"FI-0218","slug":"sears-home-services-chatbot-databases-expose","url":"https://failureindex.ai/failures/sears-home-services-chatbot-databases-expose","headline":"Sears Home Services AI chatbot databases expose millions of customer records","company":"Sears Home Services","is_anonymized":false,"industry":"other","failure_mode":"data-leakage","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-03-18","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"AI chatbot data leak exposes millions of Sears Home Service customer records","url":"https://www.cybernews.com/ai-news/ai-chatbot-data-leak-sears/","type":"Press","date":"2026-03-18"},{"title":"Sears AI chatbot chats and audio files found exposed online","url":"http://mashable.com/article/sears-ai-chatbot-chats-audio-found-exposed-online","type":"Press","date":"2026-06-05"},{"title":"Sears Exposed AI Chatbot Phone Calls and Text Chats to Anyone on the Web","url":"http://wired.com/story/sears-exposed-ai-chatbot-phone-calls-and-text-chats-to-anyone-on-the-web","type":"Press","date":"2026-05-14"}]},{"id":"FI-0135","slug":"lawyer-cited-ai-fabricated-high-court","url":"https://failureindex.ai/failures/lawyer-cited-ai-fabricated-high-court","headline":"A lawyer cited an AI-fabricated High Court authority before the NSW Court of Appeal","company":"Edmonds v Barrington Winstanley Group (legal representatives)","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2026-03-18","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Edmonds v Barrington Winstanley Group Pty Ltd (No 3) [2026] NSWCA 31 (Court of Appeal of New South Wales)","url":"https://www.damiencharlotin.com/hallucinations/documents/1845/Edmonds_v_Barrington_Winstanley_Group_Pty_Ltd_No_3_2026_NSWCA_31_18_March_2026.pdf","type":"Court Filing","date":"2026-03-18"},{"title":"AI Hallucination Cases Database - Damien Charlotin","url":"https://www.damiencharlotin.com/hallucinations/?q=&sort_by=-date&states=Australia&period_idx=0","type":"Primary","date":"2026-03-18"},{"title":"Edmonds v Barrington Winstanley Group - Christian Kameir AI Legal Research Tracker","url":"https://kameir.com/AI-legal-research/edmonds-v-barrington-winstanley-group","type":"Reader-Submitted","date":"2026-03-18"}]},{"id":"FI-0031","slug":"claude-code-agent-deleted-education-platform","url":"https://failureindex.ai/failures/claude-code-agent-deleted-education-platform","headline":"A Claude Code agent deleted an education platform's production database","company":"DataTalks.Club","is_anonymized":false,"industry":"saas","failure_mode":"agentic-action-error","ai_surface":"code-assistant","system_class":"generative","severity":"High","date_of_incident":"2026-03-18","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"An AI agent destroyed this coder's entire database (Fortune)","url":"https://fortune.com/2026/03/18/ai-coding-risks-amazon-agents-enterprise/","type":"Press","date":"2026-03-18"},{"title":"AI Agent Reportedly Deletes Company's Entire Database (TechRepublic, documents the Grigorev case)","url":"https://www.techrepublic.com/article/ai-agent-deletes-company-database-admits-violating-guardrails/","type":"Press","date":"2026-05-04"}]},{"id":"FI-0200","slug":"mdhhs-deploys-snap-reviews-sparking-concerns","url":"https://failureindex.ai/failures/mdhhs-deploys-snap-reviews-sparking-concerns","headline":"MDHHS Deploys AI in SNAP Reviews Sparking Concerns Over False Positives","company":"Michigan Department of Health and Human Services (MDHHS)","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2026-03-17","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Michigan's Health and Human Services Department Deploys AI to Process SNAP Applications","url":"https://michiganadvance.com/2026/03/26/michigans-health-and-human-services-department-deploys-ai-to-process-snap-applications/","type":"Press","date":"2026-03-26"},{"title":"SNAP benefits AI could mislabel fraud; lawsuits raise concerns","url":"https://michiganindependent.com/economy/snap-food-benefits-ai-fraud-payments-lawsuits/","type":"Press","date":"2026-03-27"}]},{"id":"FI-0281","slug":"sixth-circuit-sanctions-two-tennessee-lawyers","url":"https://failureindex.ai/failures/sixth-circuit-sanctions-two-tennessee-lawyers","headline":"Sixth Circuit sanctions two Tennessee lawyers for fake AI citations in Whiting v. City of Athens","company":"Whiting v. City of Athens attorneys (Van R. Irion and Russ Egli)","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-03-13","date_indexed":"2026-06-05","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"Whiting v. City of Athens, No. 25-5424 (6th Cir. 2026)","url":"https://law.justia.com/cases/federal/appellate-courts/ca6/25-5424/25-5424-2026-03-13.html","type":"Primary","date":"2026-03-13"},{"title":"Sixth Circuit slaps steep sanctions on two lawyers for fake citations and misrepresentations in appellate briefs","url":"https://www.lawnext.com/2026/03/sixth-circuit-slaps-steep-sanctions-on-two-lawyers-for-fake-citations-and-misrepresentations-in-appellate-briefs.html","type":"Press","date":"2026-03-14"},{"title":"Sixth Circuit Sanctions Attorneys for Fake Citations - What Does this Mean for Use of AI?","url":"https://www.sixthcircuitappellateblog.com/recent-cases/sixth-circuit-sanctions-attorneys-for-fake-citations-what-does-this-mean-for-use-of-ai/","type":"Press","date":"2026-03-15"},{"title":"Sixth Circuit sides with City of Athens","url":"https://cityofathenstn.com/2026/03/16/sixth-circuit-sides-with-city-of-athens/","type":"Press","date":"2026-03-16"}]},{"id":"FI-0298","slug":"unitedhealth-group-ordered-provide-discovery-coverage","url":"https://failureindex.ai/failures/unitedhealth-group-ordered-provide-discovery-coverage","headline":"UnitedHealth Group ordered to provide AI tool discovery in coverage denial case","company":"UnitedHealth Group","is_anonymized":false,"industry":"healthcare","failure_mode":"agentic-action-error","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-03-11","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Judge orders UnitedHealth to hand over broad discovery in AI coverage-denial case","url":"https://www.beckerspayer.com/legal/judge-orders-unitedhealth-to-hand-over-broad-discovery-in-ai-coverage-denial-case/","type":"Press","date":"2026-03-11"},{"title":"Court orders UnitedHealth Group to disclose AI denial algorithm","url":"http://distilinfo.com/2026/03/12/court-orders-unitedhealth-to-disclose-ai-denial-algorithm","type":"Press","date":"2026-03-12"},{"title":"Federal Court Orders Broad Discovery Against UHC in AI Coverage Denial Lawsuit","url":"https://www.afslaw.com/perspectives/alerts/federal-court-orders-broad-discovery-against-uhc-ai-coverage-denial-lawsuit","type":"Press","date":"2026-03-12"}]},{"id":"FI-0550","slug":"grammarly-expert-review-allegedly-used-author","url":"https://failureindex.ai/failures/grammarly-expert-review-allegedly-used-author","headline":"Grammarly AI Expert Review allegedly used author identities without consent","company":"Grammarly","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2026-03-11","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Superhuman is disabling Grammarly's \"expert review\" AI feature","url":"http://theverge.com/ai-artificial-intelligence/893270/grammarly-ai-expert-review-disabled","type":"Press","date":"2026-03-11"},{"title":"A writer is suing Grammarly for turning her and other authors into AI editors without consent","url":"http://techcrunch.com/2026/03/12/a-writer-is-suing-grammarly-for-turning-her-and-other-authors-into-ai-editors-without-consent","type":"Press","date":"2026-03-12"},{"title":"Grammarly is facing a class action lawsuit alleging its AI-powered Expert Review tool used real authors' identities without consent","url":"http://mashable.com/article/grammarly-expert-review-ai-use-authors-name-identity","type":"Press","date":"2026-03-11"}]},{"id":"FI-0107","slug":"popeyes-ai-drive-thru-agent-oahu","url":"https://failureindex.ai/failures/popeyes-ai-drive-thru-agent-oahu","headline":"Popeyes' AI drive-thru agent in Oahu frustrated customers with slow, repetitive ordering","company":"Popeyes","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"agentic-action-error","ai_surface":"voice-agent","system_class":"generative","severity":"Medium","date_of_incident":"2026-03-10","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Popeyes AI took my drive thru order and it's ass","url":"https://www.reddit.com/r/mildlyinfuriating/comments/1rpo5js/popeyes_ai_took_my_drive_thru_order_and_its_ass/","type":"Social","date":"2026-03-10"},{"title":"Popeyes AI took my drive thru order and it's ass (r/Popeyes cross-post)","url":"https://www.reddit.com/r/Popeyes/comments/1rpo3pi/popeyes_ai_took_my_drive_thru_order_and_its_ass/","type":"Social","date":"2026-03-10"},{"title":"Can AI Take Your Fast-Food Order? We Put It to the Test","url":"https://trustdale.com/blog/can-ai-take-your-fast-food-order-we-put-it-to-the-test","type":"Press","date":"2025-03-14"}]},{"id":"FI-0557","slug":"lara-lewington-martin-lewis-deepfake-ads","url":"https://failureindex.ai/failures/lara-lewington-martin-lewis-deepfake-ads","headline":"Lara Lewington and Martin Lewis deepfake ads promote Quantum AI scheme","company":"Public","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"media-generation","system_class":"generative","severity":"High","date_of_incident":"2026-03-09","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Days","sources":[{"title":"Incident 1411 - Purported Deepfake Scam Ad Reportedly Used Lara Lewington and Martin Lewis to Promote Quantum AI Scheme","url":"https://incidentdatabase.ai/cite/1411/","type":"Primary","date":"2026-03-09"},{"title":"Martin Lewis Scam Warning (2026): Fake Deepfake Ads & How to ...","url":"https://www.refundee.com/blog/martin-lewis-scam-warning-2026","type":"Press","date":"2026-01-01"},{"title":"Martin Lewis X post","url":"https://x.com/MartinSLewis/status/2031039858647482642?lang=en","type":"Social","date":"2026-01-01"}]},{"id":"FI-0101","slug":"claude-code-printed-live-api-keys","url":"https://failureindex.ai/failures/claude-code-printed-live-api-keys","headline":"Claude Code printed live API keys and AWS credentials by running unsanitized commands on .env","company":"Anthropic","is_anonymized":false,"industry":"saas","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2026-03-09","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"SECURITY: Claude Code reveals secret keys and credentials in terminal output despite explicit prohibitions","url":"https://github.com/anthropics/claude-code/issues/32523","type":"Primary","date":"2026-03-09"},{"title":"Claude Code Security Best Practices","url":"https://www.backslash.security/blog/claude-code-security-best-practices","type":"Press","date":"2025-09-18"},{"title":"[Security] Claude Code reads .env files by default","url":"https://www.reddit.com/r/ClaudeAI/comments/1lgudw2/security_claude_code_reads_env_files_by_default/","type":"Social","date":"2026-03-09"}]},{"id":"FI-0244","slug":"alibaba-rome-allegedly-mined-cryptocurrency-during","url":"https://failureindex.ai/failures/alibaba-rome-allegedly-mined-cryptocurrency-during","headline":"Alibaba's ROME AI agent allegedly mined cryptocurrency during training, per new reports","company":"Alibaba Group","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2026-03-07","date_indexed":"2026-06-05","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Alibaba's AI agent mined crypto with no permission: Now what?","url":"https://www.forbes.com/sites/boazsobrado/2026/03/11/alibabas-ai-agent-mined-crypto-without-permission-now-what/","type":"Press","date":"2026-03-11"},{"title":"AI agents 'ROME' model mined cryptocurrency, Alibaba-affiliated researchers say","url":"https://www.axios.com/2026/03/07/ai-agents-rome-model-cryptocurrency","type":"Press","date":"2026-03-07"},{"title":"An experimental AI agent broke out of its testing environment and mined crypto without permission","url":"http://livescience.com/technology/artificial-intelligence/an-experimental-ai-agent-broke-out-of-its-testing-environment-and-mined-crypto-without-permission","type":"Press","date":"2026-03-08"}]},{"id":"FI-0530","slug":"nepal-election-disinformation-surge-uses-deepfakes","url":"https://failureindex.ai/failures/nepal-election-disinformation-surge-uses-deepfakes","headline":"Nepal election disinformation surge uses AI deepfakes to mislead voters","company":"Nepal Election Entities","is_anonymized":false,"industry":"public-sector","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-03-05","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"AI turns Nepal’s election into ‘digital battleground’","url":"https://www.taipeitimes.com/News/world/archives/2026/03/04/2003853248","type":"Press","date":"2026-03-04"},{"title":"AI disinformation turns Nepal polls into 'digital battleground'","url":"https://www.japantimes.co.jp/news/2026/03/04/asia-pacific/politics/ai-disinformation-nepal-election/","type":"Press","date":"2026-03-04"},{"title":"Viral lies: AI deepfakes hijack reality in Nepal’s election run-up","url":"https://www.scmp.com/week-asia/politics/article/3341037/viral-lies-ai-deepfakes-hijack-reality-nepals-election-run","type":"Press","date":"2026-01-24"}]},{"id":"FI-0255","slug":"amity-regional-high-school-grading-error","url":"https://failureindex.ai/failures/amity-regional-high-school-grading-error","headline":"Amity Regional High School AI grading error misread rubric, penalizing a student","company":"Amity Regional High School (Woodbridge, CT)","is_anonymized":false,"industry":"other","failure_mode":"tool-misuse","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-03-05","date_indexed":"2026-06-05","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"My school is grading me with AI. It got my grade wrong.","url":"https://ctmirror.org/2026/03/05/my-school-is-grading-me-with-ai-it-got-my-grade-wrong/","type":"Press","date":"2026-03-05"},{"title":"Keep Amity Human: Cut funding for harmful AI-powered grading platforms","url":"https://www.change.org/p/keepamityhuman-cut-funding-for-harmful-ai-powered-grading-platforms","type":"Social","date":"2026-03-05"}]},{"id":"FI-0379","slug":"waymo-robotaxi-blocks-ambulance-during-austin","url":"https://failureindex.ai/failures/waymo-robotaxi-blocks-ambulance-during-austin","headline":"Waymo robotaxi blocks ambulance during Austin mass shooting response","company":"Waymo","is_anonymized":false,"industry":"travel-and-hospitality","failure_mode":"agentic-action-error","ai_surface":"autonomous-system","system_class":"predictive","severity":"High","date_of_incident":"2026-03-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Waymo blocks ambulance responding to Austin mass shooting","url":"https://www.axios.com/local/austin/2026/03/02/waymo-vehicle-blocks-ems-austin-mass-shooting","type":"Press","date":"2026-03-01"},{"title":"Austin City Council seeks discussion with Waymo after vehicle blocks ambulance during mass shooting response","url":"https://www.kvue.com/article/news/local/austin-mass-shooting/austin-city-councilmembers-letter-to-waymo-incident-mass-shooting-response-sixth-street-bufords/269-6870d3b1-136c-4913-9652-bfa58e219f75","type":"Press","date":"2026-03-11"}]},{"id":"FI-0079","slug":"meta-internal-ai-agent-faulty-instructions","url":"https://failureindex.ai/failures/meta-internal-ai-agent-faulty-instructions","headline":"A Meta internal AI agent's faulty instructions exposed sensitive data to staff for two hours","company":"Meta","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2026-03-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Inside Meta, a Rogue AI Agent Triggers Security Alert","url":"https://www.theinformation.com/articles/inside-meta-rogue-ai-agent-triggers-security-alert","type":"Press","date":"2026-03-18"},{"title":"Meta AI agent's instruction causes large sensitive data leak to employees","url":"https://www.theguardian.com/technology/2026/mar/20/meta-ai-agents-instruction-causes-large-sensitive-data-leak-to-employees","type":"Press","date":"2026-03-20"},{"title":"AI Agent Errors Trigger Sev-1 Security Incident at Meta","url":"https://www.kiteworks.com/cybersecurity-risk-management/meta-rogue-ai-agent-data-exposure-governance/","type":"Customer-Disclosed","date":"2026-03-24"}]},{"id":"FI-0322","slug":"india-poshan-tracker-facial-recognition-excludes","url":"https://failureindex.ai/failures/india-poshan-tracker-facial-recognition-excludes","headline":"India's Poshan Tracker facial-recognition excludes eligible beneficiaries","company":"India Ministry of Women and Child Development (Poshan Tracker)","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2026-03-01","date_indexed":"2026-06-08","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Indias facial-recognition drive on hungry children erasing them","url":"https://www.decodeinternet.in/decode/indias-facial-recognition-drive-on-hungry-children-is-erasing-them-30906","type":"Press","date":"2026-06-08"},{"title":"Indias facial-recognition drive: hungry children erasing them","url":"https://pulitzercenter.org/stories/indias-facial-recognition-drive-hungry-children-erasing-them","type":"Press","date":"2026-06-08"}]},{"id":"FI-0321","slug":"essex-police-pauses-live-facial-recognition","url":"https://failureindex.ai/failures/essex-police-pauses-live-facial-recognition","headline":"Essex Police pauses live facial recognition after Cambridge study finds racial bias","company":"Essex Police","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"Medium","date_of_incident":"2026-03-01","date_indexed":"2026-06-08","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"BBC News article on pause and bias","url":"https://www.bbc.co.uk/news/articles/c0q9e4573nvo","type":"Primary","date":"2026-03-19"},{"title":"The Guardian technology article on pause and bias","url":"https://www.theguardian.com/technology/2026/mar/19/essex-police-pause-facial-recognition-camera-use-study-racial-bias","type":"Press","date":"2026-03-19"}]},{"id":"FI-0556","slug":"war-footage-misleads-millions-during-opening","url":"https://failureindex.ai/failures/war-footage-misleads-millions-during-opening","headline":"AI war footage misleads millions during opening phase of Iran war","company":"Media/Public","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-02-28","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Days","sources":[{"title":"AI-generated Iran war videos surge as creators use new tech to cash in","url":"https://www.bbc.com/news/articles/ckg8wvz427vo","type":"Press","date":"2026-03-07"},{"title":"AI fakes flood social media during Iran war","url":"https://www.kcra.com/article/ai-fakes-iran-war/70709776","type":"Press","date":"2026-03-11"}]},{"id":"FI-0547","slug":"mckinsey-lilli-platform-database-accessed-via","url":"https://failureindex.ai/failures/mckinsey-lilli-platform-database-accessed-via","headline":"McKinsey Lilli AI platform database accessed via CodeWall autonomous agent SQL injection","company":"McKinsey","is_anonymized":false,"industry":"other","failure_mode":"data-leakage","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-02-28","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"How we hacked McKinsey's AI platform","url":"http://codewall.ai/blog/how-we-hacked-mckinseys-ai-platform","type":"Primary","date":"2026-03-09"},{"title":"AI agent hacked McKinsey AI platform","url":"http://outpost24.com/blog/ai-agent-hacked-mckinsey-ai-platform","type":"Press","date":"2026-03-09"}]},{"id":"FI-0093","slug":"shopify-sidekick-magic-ai-hallucinated-product","url":"https://failureindex.ai/failures/shopify-sidekick-magic-ai-hallucinated-product","headline":"Shopify Sidekick and Magic AI hallucinated product SKUs and ignored banned SEO terms","company":"Shopify","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2026-02-24","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Warning: Shopify AI (Sidekick/Magic) hallucinates technical data and sabotages strategic SEO","url":"https://community.shopify.com/t/warning-shopify-ai-sidekick-magic-hallucinates-technical-data-and-sabotages-strategic-seo/589483","type":"Customer-Disclosed","date":"2026-02-24"},{"title":"Sidekick disappointment","url":"https://community.shopify.com/t/sidekick-disappointment/606883","type":"Customer-Disclosed","date":"2026-04-08"}]},{"id":"FI-0242","slug":"openclaw-clawhub-marketplace-exploited-distribute-macos","url":"https://failureindex.ai/failures/openclaw-clawhub-marketplace-exploited-distribute-macos","headline":"OpenClaw ClawHub marketplace exploited to distribute macOS stealer malware","company":"OpenClaw","is_anonymized":false,"industry":"other","failure_mode":"tool-misuse","ai_surface":"agentic-workflow","system_class":"generative","severity":"Catastrophic","date_of_incident":"2026-02-23","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Malicious OpenClaw Skills Used to Distribute Atomic macOS Stealer","url":"https://www.trendmicro.com/en_us/research/26/b/openclaw-skills-used-to-distribute-atomic-macos-stealer.html","type":"Primary","date":"2026-02-23"},{"title":"Researchers Find 341 Malicious ClawHub Skills","url":"http://thehackernews.com/2026/02/researchers-find-341-malicious-clawhub.html","type":"Press","date":"2026-02-01"},{"title":"AI Coding Agent Horror Stories: Security Risks","url":"https://www.docker.com/blog/ai-coding-agent-horror-stories-security-risks/","type":"Press","date":"2026-02-01"}]},{"id":"FI-0461","slug":"openclaw-allegedly-ran-amok-deleted-meta","url":"https://failureindex.ai/failures/openclaw-allegedly-ran-amok-deleted-meta","headline":"OpenClaw agent allegedly ran amok and deleted a Meta researcher’s inbox","company":"OpenClaw (agent)","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2026-02-23","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"A Meta AI security researcher said an OpenClaw agent ran amok on her inbox","url":"https://techcrunch.com/2026/02/23/a-meta-ai-security-researcher-said-an-openclaw-agent-ran-amok-on-her-inbox/","type":"Press","date":"2026-02-23"},{"title":"Meta Security Researcher's AI Agent Accidentally Deleted Her Emails","url":"https://www.pcmag.com/news/meta-security-researchers-openclaw-ai-agent-accidentally-deleted-her-emails","type":"Press","date":"2026-02-24"}]},{"id":"FI-0237","slug":"lobstar-wilde-accidentally-transfers-441-000","url":"https://failureindex.ai/failures/lobstar-wilde-accidentally-transfers-441-000","headline":"Lobstar Wilde AI agent accidentally transfers $441,000 in crypto tokens","company":"Nik Pash","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2026-02-23","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Estimated","time_to_disclosure":"Hours","sources":[{"title":"My lobster lost $450,000 this weekend","url":"https://pashpashpash.substack.com/p/my-lobster-lost-450000-this-weekend","type":"Primary","date":"2026-06-05"},{"title":"The Lobstar Wilde Incident: A Wake-Up Call for Autonomous Trading","url":"https://blockeden.xyz/blog/2026/02/24/ai-agent-450k-accident-lobstar-wilde/","type":"Press","date":"2026-02-24"}]},{"id":"FI-0094","slug":"walmart-ai-voice-agent-bypassed-classic","url":"https://failureindex.ai/failures/walmart-ai-voice-agent-bypassed-classic","headline":"A Walmart AI voice agent was bypassed with classic prompt injection to reach a human","company":"Walmart","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"prompt-injection","ai_surface":"voice-agent","system_class":"generative","severity":"Medium","date_of_incident":"2026-02-21","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Prompt injection works at Walmart","url":"https://www.reddit.com/r/ChatGPT/comments/1radrts/prompt_injection_works_at_walmart/","type":"Social","date":"2026-02-21"},{"title":"Walmart's AI phone got bypassed with one sentence. That's a huge problem.","url":"https://www.reddit.com/r/automation/comments/1rcgtr9/walmarts_ai_phone_got_bypassed_with_one_sentence/","type":"Social","date":"2026-02-21"}]},{"id":"FI-0236","slug":"moonwell-defi-platform-loses-million-generated","url":"https://failureindex.ai/failures/moonwell-defi-platform-loses-million-generated","headline":"Moonwell DeFi platform loses $1.78 million due to AI generated smart contract pricing error","company":"Moonwell","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"code-assistant","system_class":"generative","severity":"Catastrophic","date_of_incident":"2026-02-18","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Hours","sources":[{"title":"Anthropic's Claude Opus 4.6 blamed for Moonwell's $1.78 ...","url":"https://www.cryptopolitan.com/claude-moonwell-smart-contract-exploit/","type":"Press","date":"2026-02-18"},{"title":"Moonwell Lost $1.78M After Smart Contract Bug Linked To AI-Generated Code","url":"https://mpost.io/moonwell-lost-1-78m-after-smart-contract-bug-linked-to-ai-generated-code/","type":"Press","date":"2026-02-23"},{"title":"Oracle error leaves DeFi lender grappling with bad debt","url":"https://finance.yahoo.com/news/oracle-error-leaves-defi-lender-082155372.html","type":"Press","date":"2026-02-18"}]},{"id":"FI-0462","slug":"cline-triage-bot-tricked-prompt-injection","url":"https://failureindex.ai/failures/cline-triage-bot-tricked-prompt-injection","headline":"Cline AI triage bot tricked by prompt injection to publish malicious npm package","company":"Cline","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-02-17","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Supply Chain Attack targeting Cline installs OpenClaw","url":"https://www.endorlabs.com/learn/supply-chain-attack-targeting-cline-installs-openclaw","type":"Social","date":"2026-02-18"},{"title":"Cline CLI 2.3.0 Supply Chain Attack: OpenClaw Unauthorized Installation on Developer and CI/CD Systems","url":"https://www.rescana.com/post/cline-cli-2-3-0-supply-chain-attack-openclaw-unauthorized-installation-on-developer-and-ci-cd-syste","type":"Social","date":"2026-02-22"},{"title":"Cline CLI Supply Chain Attack via Prompt Injection","url":"https://github.com/vectara/awesome-agent-failures/blob/main/docs/case-studies/cline-supply-chain-attack.md","type":"Social","date":"2026-02-17"}]},{"id":"FI-0524","slug":"zdf-airs-sora-video-real-ice","url":"https://failureindex.ai/failures/zdf-airs-sora-video-real-ice","headline":"ZDF airs Sora AI video as real ICE footage in news report","company":"ZDF","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-02-15","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"ZDF verwendete KI-Bilder in „Heute Journal“-Sendung - Sender entschuldigt sich live bei Zuschauern (ZDF used AI images in \"Heute Journal\" broadcast - Broadcaster apologizes live to viewers)","url":"https://www.welt.de/kultur/medien/article699413fecb2e61df38756a30/zdf-verwendete-ki-bilder-in-heute-journal-sendung-sender-entschuldigt-sich-live-bei-zuschauern.html","type":"Press","date":"2026-02-18"},{"title":"German TV Giant Caught Using AI Video in Immigration Report","url":"https://europeanconservative.com/articles/news/german-tv-giant-caught-using-ai-video-in-immigration-report/","type":"Press","date":"2026-02-18"},{"title":"German state broadcaster recalls US correspondent over AI clip of ICE arrest","url":"https://brusselssignal.eu/2026/02/german-state-broadcaster-recalls-us-correspondent-over-ai-clip-of-ice-arrest/","type":"Press","date":"2026-02-20"}]},{"id":"FI-0527","slug":"augsburg-car-dealer-uses-generated-image","url":"https://failureindex.ai/failures/augsburg-car-dealer-uses-generated-image","headline":"Augsburg car dealer uses AI-generated image of burning car to attempt fraud","company":"Augsburg Car Dealer","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"tool-misuse","ai_surface":"media-generation","system_class":"generative","severity":"Medium","date_of_incident":"2026-02-15","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"KI-Bild als Täuschung - Autohändler fordert Geld zurück (AI Image as Deception - Car Dealer Demands Money Back)","url":"https://www.schwaebische.de/regional/bayern/ki-bild-als-taeuschung-autohaendler-fordert-geld-zurueck-4360771","type":"Press","date":"2026-02-15"},{"title":"Car Dealer Uses AI-Generated Image in Attempted Fraud","url":"https://oecd.ai/en/incidents/2026-02-15-8a9e","type":"Primary","date":"2026-02-15"},{"title":"Brennender Skoda: Autokäufer (28) will Augsburgerin (27) mit gefälschtem KI-Bild betrügen (Burning Skoda: Car buyer (28) wants to defraud Augsburg woman (27) with fake AI image)","url":"https://www.donaukurier.de/lokales/region-augsburg/brennender-skoda-autokaeufer-28-will-augsburgerin-27-mit-gefaelschtem-ki-bild-betruegen-20528323","type":"Press","date":"2026-02-15"}]},{"id":"FI-0022","slug":"anonymized-retail-banking-onboarding-leakage","url":"https://failureindex.ai/failures/anonymized-retail-banking-onboarding-leakage","headline":"Retail bank onboarding chatbot served one user another user's KYC document","company":null,"is_anonymized":true,"industry":"retail-banking","failure_mode":"data-leakage","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-02-14","date_indexed":"2026-05-13","public_visibility":"Low","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Realm Labs case file under NDA","url":"https://failureindex.ai/about#anonymization-policy","type":"Customer-Disclosed","date":"2026-02-20"}]},{"id":"FI-0526","slug":"remax-ici-uses-misleadingly-alter-home","url":"https://failureindex.ai/failures/remax-ici-uses-misleadingly-alter-home","headline":"Remax D’ICI agent uses AI to misleadingly alter home listing photos","company":"Remax D’ICI","is_anonymized":false,"industry":"other","failure_mode":"tool-misuse","ai_surface":"copilot","system_class":"generative","severity":"Low","date_of_incident":"2026-02-12","date_indexed":"2026-06-16","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Real estate AI: Quebec realtor apologizes for image","url":"https://www.ctvnews.ca/montreal/article/realtor-agency-apologize-for-ai-image-that-altered-facade-of-quebec-home-for-sale/","type":"Press","date":"2026-02-12"},{"title":"Real estate AI: Quebec realtor apologizes for image","url":"https://www.cp24.com/news/canada/2026/02/12/realtor-agency-apologize-for-ai-image-that-altered-facade-of-quebec-home-for-sale/","type":"Press","date":"2026-02-12"},{"title":"Enhancing vs. misleading: Real estate’s AI photo evolution enters enforcement phase","url":"https://realestatemagazine.ca/enhancing-vs-misleading-real-estates-ai-photo-evolution-enters-enforcement-phase/","type":"Press","date":"2026-03-30"}]},{"id":"FI-0314","slug":"dutch-probation-service-suspends-discriminatory-oxrec","url":"https://failureindex.ai/failures/dutch-probation-service-suspends-discriminatory-oxrec","headline":"Dutch Probation Service suspends OXREC risk algorithm over discrimination findings","company":"Dutch Probation Service (Reclassering Nederland)","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2026-02-12","date_indexed":"2026-06-08","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"OECD AI Incidents","url":"https://oecd.ai/en/incidents/2026-02-12-350b","type":"Reader-Submitted","date":"2026-02-12"},{"title":"Probation service used error-ridden algorithms to assess risks","url":"https://www.dutchnews.nl/2026/02/probation-service-used-error-ridden-algorithms-to-assess-risks/","type":"Press","date":"2026-02-13"},{"title":"Probation algorithm may be discriminatory, often underestimates chance of reoffending","url":"https://nltimes.nl/2026/02/12/probation-algorithm-may-discriminatory-often-underestimates-chance-reoffending","type":"Press","date":"2026-02-12"}]},{"id":"FI-0548","slug":"rathbun-publishes-accusatory-blog-post-targeting","url":"https://failureindex.ai/failures/rathbun-publishes-accusatory-blog-post-targeting","headline":"AI agent MJ Rathbun publishes accusatory blog post targeting Matplotlib maintainer","company":"Matplotlib","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"code-assistant","system_class":"generative","severity":"Low","date_of_incident":"2026-02-11","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"An AI Agent Published a Hit Piece on Me","url":"https://theshamblog.com/an-ai-agent-published-a-hit-piece-on-me/","type":"Primary","date":"2026-02-12"},{"title":"An AI Agent Published a Hit Piece on Me","url":"https://simonwillison.net/2026/Feb/12/an-ai-agent-published-a-hit-piece-on-me/","type":"Press","date":"2026-02-12"},{"title":"Incident 1373: AI Coding Agent 'MJ Rathbun' Allegedly Published Personalized Accusatory Blog Post Targeting Matplotlib Maintainer After Pull Request Closure","url":"https://incidentdatabase.ai/cite/1373/","type":"Reader-Submitted","date":"2026-02-11"}]},{"id":"FI-0555","slug":"dji-romo-cloud-authorization-bug-exposes","url":"https://failureindex.ai/failures/dji-romo-cloud-authorization-bug-exposes","headline":"DJI Romo Cloud authorization bug exposes 7,000 robot vacuums","company":"DJI","is_anonymized":false,"industry":"other","failure_mode":"data-leakage","ai_surface":"autonomous-system","system_class":"predictive","severity":"High","date_of_incident":"2026-02-08","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"The DJI Romo robovac had security so poor, this man remotely accessed thousands of them","url":"https://www.theverge.com/tech/879088/dji-romo-hack-vulnerability-remote-control-camera-access-mqtt","type":"Press","date":"2026-02-14"},{"title":"Man accidentally gains control of 7,000 robot vacuums","url":"https://www.popsci.com/technology/robot-vacuum-army/","type":"Press","date":"2026-01-01"}]},{"id":"FI-0032","slug":"ai-desktop-agent-deleted-15-years","url":"https://failureindex.ai/failures/ai-desktop-agent-deleted-15-years","headline":"An AI desktop agent deleted 15 years of a family's photos while tidying a desktop","company":"Anthropic (Claude Cowork)","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2026-02-07","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Blundering husband asks Claude AI to organize wife's PC, accidentally erases her cherished family photos","url":"https://futurism.com/artificial-intelligence/claude-wife-photos","type":"Press","date":"2026-02-13"},{"title":"Amazon's AI deleted production. Then Amazon blamed the humans. (Barrack AI, documents the Cowork case)","url":"https://blog.barrack.ai/amazon-ai-agents-deleting-production/","type":"Press","date":"2026-02-22"}]},{"id":"FI-0262","slug":"brazilian-allegedly-used-illegally-resell-sus","url":"https://failureindex.ai/failures/brazilian-allegedly-used-illegally-resell-sus","headline":"Brazilian firm allegedly used AI to illegally resell SUS patient data","company":"Unnamed company (investigated in Operation Glycon)","is_anonymized":false,"industry":"healthcare","failure_mode":"data-leakage","ai_surface":"chatbot","system_class":"generative","severity":"Catastrophic","date_of_incident":"2026-02-04","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"PF deflagra Operação Glycon contra comercialização ilegal de dados sensíveis de pacientes do SUS","url":"https://www.gov.br/pf/pt-br/assuntos/noticias/2026/02/pf-deflagra-operacao-glycon-contra-comercializacao-ilegal-de-dados-sensiveis-de-pacientes-do-sus","type":"Primary","date":"2026-02-04"},{"title":"Empresa alvo de operação usou IA para vender dados de pacientes do SUS","url":"https://www.metropoles.com/sao-paulo/empresa-operacao-ia-dados-sus","type":"Press","date":"2026-02-04"}]},{"id":"FI-0136","slug":"australian-court-referred-solicitors","url":"https://failureindex.ai/failures/australian-court-referred-solicitors","headline":"An Australian court referred solicitors to a commissioner over AI submissions citing fake cases","company":"Anonymised law firm (names sealed by court order in Pasuengos v Minister)","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2026-02-03","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"Pasuengos v Minister for Immigration and Citizenship (No 2) [2026] FedCFamC2G 96 (3 February 2026)","url":"https://www.austlii.edu.au/cgi-bin/viewdb/au/cases/cth/FedCFamC2G/2026/96.html","type":"Court Filing","date":"2026-02-03"},{"title":"AI Hallucination Cases Database - Australia entries","url":"https://www.damiencharlotin.com/hallucinations/?q=&sort_by=-date&states=Australia&period_idx=0","type":"Primary","date":"2026-02-03"},{"title":"AI Hallucination Cases: Australia - OBITER","url":"https://kirstenegroth.blog/ai-hallucination-cases/","type":"Press","date":"2026-04-24"}]},{"id":"FI-0309","slug":"tesla-austin-robotaxi-fleet-logs-crashes","url":"https://failureindex.ai/failures/tesla-austin-robotaxi-fleet-logs-crashes","headline":"Tesla Austin robotaxi fleet logs 14 crashes prompting NHTSA investigation","company":"Tesla","is_anonymized":false,"industry":"other","failure_mode":"tool-misuse","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-02-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"Tesla’s FSD: 10 billion miles, but no magical milestone for autonomy","url":"http://electrek.co/2026/05/03/tesla-fsd-10-billion-miles-no-magical-milestone-autonomy","type":"Press","date":"2026-05-03"},{"title":"Tesla Discloses Two Robotaxi Crashes to NHTSA","url":"http://teslarati.com/tesla-discloses-two-robotaxi-crashes-nhtsa","type":"Press","date":"2026-05-22"},{"title":"Tesla FSD Investigation 2026","url":"http://aguiarinjurylawyers.com/tesla-fsd-investigation-2026/","type":"Court Filing","date":"2026-06-05"}]},{"id":"FI-0189","slug":"rose-dominican-hospital-sepsis-alert-recommends","url":"https://failureindex.ai/failures/rose-dominican-hospital-sepsis-alert-recommends","headline":"St. Rose Dominican Hospital AI sepsis alert recommends dangerous fluids for dialysis patient","company":"St. Rose Dominican Hospital","is_anonymized":false,"industry":"healthcare","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2026-02-01","date_indexed":"2026-06-05","public_visibility":"Low","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"AI Told a Nurse to Load a Dialysis Patient with Fluids. He Caught It Just in Time","url":"https://nurse.org/news/ai-system-dialysis-patient-fluids-nurse-judgement/","type":"Press","date":"2026-02-24"},{"title":"AI Told Nurse To Load Dialysis Patient With Fluids. He Caught It Just In Time","url":"https://www.asrn.org/journal-advanced-practice-nursing/3446-ai-told-nurse-to-load-dialysis-patient-with-fluids-he-caught-it-just-in-time.html","type":"Press","date":"2026-02-15"}]},{"id":"FI-0489","slug":"home-bargains-shoppers-wrongfully-accused-facewatch","url":"https://failureindex.ai/failures/home-bargains-shoppers-wrongfully-accused-facewatch","headline":"Home Bargains shoppers wrongfully accused by Facewatch facial recognition","company":"Home Bargains","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"hallucination","ai_surface":"computer-vision","system_class":"predictive","severity":"Medium","date_of_incident":"2026-02-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Guilty until proven innocent: shoppers falsely identified by facial recognition struggle to clear their name","url":"https://www.theguardian.com/technology/2026/may/03/guilty-until-proven-innocent-shoppers-falsely-identified-by-facial-recognition-struggle-to-clear-their-name","type":"Press","date":"2026-05-03"},{"title":"Shoppers Falsely Accused of Stealing by Stores Using AI Facial Recognition Tech","url":"https://novaramedia.com/2026/05/04/shoppers-falsely-accused-of-stealing-by-stores-using-ai-facial-recognition-tech/","type":"Press","date":"2026-05-04"},{"title":"Chester man accused of being thief after Home Bargains face scan","url":"https://www.bbc.com/news/articles/cn0e56wjz6wo","type":"Press","date":"2026-06-10"}]},{"id":"FI-0158","slug":"xpeng-iron-humanoid-robot-fell-backwards","url":"https://failureindex.ai/failures/xpeng-iron-humanoid-robot-fell-backwards","headline":"Xpeng's IRON humanoid robot fell backwards during a live catwalk demo at a Shenzhen mall","company":"Xpeng","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2026-01-31","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"When a robot topples: China's Xpeng deals with fallout from humanoid's public plunge","url":"https://www.scmp.com/tech/article/3342102/when-robot-topples-chinas-xpeng-deals-fallout-humanoids-public-plunge","type":"Press","date":"2026-02-02"},{"title":"Chinese Humanoid Robot Does a Demon Twist and Faceplants With a Thud During Demonstration","url":"https://futurism.com/robots-and-machines/xpeng-iron-robot-falls","type":"Press","date":"2026-02-08"},{"title":"Xpeng's IRON humanoid robot with catwalk stumbles at stage event","url":"https://interestingengineering.com/ai-robotics/xpeng-iron-humanoid-robot-shenzhen","type":"Press","date":"2026-02-02"}]},{"id":"FI-0025","slug":"anonymized-healthcare-prior-auth-agent-policy-violation","url":"https://failureindex.ai/failures/anonymized-healthcare-prior-auth-agent-policy-violation","headline":"Health plan's prior-auth agent approved a procedure outside coverage policy","company":null,"is_anonymized":true,"industry":"healthcare","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2026-01-29","date_indexed":"2026-05-13","public_visibility":"Low","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"Realm Labs case file under NDA","url":"https://failureindex.ai/about#anonymization-policy","type":"Customer-Disclosed","date":"2026-02-10"}]},{"id":"FI-0243","slug":"openclaw-skills-suffer-widespread-vulnerabilities-exfil","url":"https://failureindex.ai/failures/openclaw-skills-suffer-widespread-vulnerabilities-exfil","headline":"OpenClaw agent skills suffer widespread vulnerabilities and data exfiltration","company":"OpenClaw","is_anonymized":false,"industry":"other","failure_mode":"prompt-injection","ai_surface":"agentic-workflow","system_class":"generative","severity":"Catastrophic","date_of_incident":"2026-01-28","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Personal AI Agents like OpenClaw Are a Security Nightmare","url":"https://blogs.cisco.com/ai/personal-ai-agents-like-openclaw-are-a-security-nightmare","type":"Primary","date":"2026-01-28"},{"title":"OpenClaw's 230 Malicious Skills: What Agentic AI Supply Chains...","url":"https://www.authmind.com/blogs/openclaw-malicious-skills-agentic-ai-supply-chain","type":"Primary","date":"2026-02-01"}]},{"id":"FI-0299","slug":"adelphi-university-falsely-accused-student-plagiarism","url":"https://failureindex.ai/failures/adelphi-university-falsely-accused-student-plagiarism","headline":"Adelphi University falsely accused student of AI plagiarism, court rules in his favor","company":"Adelphi University","is_anonymized":false,"industry":"other","failure_mode":"tool-misuse","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2026-01-28","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Estimated","time_to_disclosure":"Days","sources":[{"title":"Adelphi accused a student of using AI to plagiarize. He fought back ,  and won.","url":"http://newsday.com/long-island/education/adelphi-university-ai-plagiarism-lawsuit-oh07enyz","type":"Press","date":"2026-02-09"},{"title":"Adelphi University facing lawsuit after AI-assisted plagiarism accusation against student","url":"http://cbsnews.com/newyork/news/adelphi-university-artificial-intelligence-plagiarism-lawsuit","type":"Press","date":"2025-10-10"}]},{"id":"FI-0323","slug":"sainsbury-customer-wrongly-ejected-facial-recognition","url":"https://failureindex.ai/failures/sainsbury-customer-wrongly-ejected-facial-recognition","headline":"Sainsbury's customer wrongly ejected after facial recognition error","company":"Sainsbury's","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"hallucination","ai_surface":"computer-vision","system_class":"predictive","severity":"Medium","date_of_incident":"2026-01-27","date_indexed":"2026-06-08","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"Facial recognition error: Customer misidentified by Sainsbury's","url":"https://www.bbc.co.uk/news/articles/c0lxdn4w2g3o","type":"Press","date":"2026-02-05"},{"title":"Sainsbury’s shopper felt like a ‘criminal’ after facial recognition error","url":"https://www.the-independent.com/news/uk/home-news/sainsburys-facial-recognition-error-warren-rajah-b2914845.html","type":"Press","date":"2026-02-05"}]},{"id":"FI-0463","slug":"clawdbot-moltbot-exposed-admin-dashboards-enabled","url":"https://failureindex.ai/failures/clawdbot-moltbot-exposed-admin-dashboards-enabled","headline":"Clawdbot/Moltbot exposed admin dashboards enabled unauthenticated RCE and data leaks","company":"Clawdbot (rebranded Moltbot) open-source project","is_anonymized":false,"industry":"saas","failure_mode":"data-leakage","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2026-01-27","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Clawdbot becomes Moltbot, but can’t shed security concerns","url":"https://www.theregister.com/2026/01/27/clawdbot_moltbot_security_concerns/","type":"Press","date":"2026-01-27"},{"title":"Moltbot security alert exposed Clawdbot control panels risk credential leaks and account takeovers","url":"https://www.bitdefender.com/en-us/blog/hotforsecurity/moltbot-security-alert-exposed-clawdbot-control-panels-risk-credential-leaks-and-account-takeovers","type":"Press","date":"2026-01-27"},{"title":"Clawdbot (Moltbot): When \"Easy AI\" Becomes a Security Nightmare","url":"https://www.intruder.io/blog/clawdbot-when-easy-ai-becomes-a-security-nightmare","type":"Press","date":"2026-01-27"}]},{"id":"FI-0159","slug":"british-museum-posted-then-deleted-ai","url":"https://failureindex.ai/failures/british-museum-posted-then-deleted-ai","headline":"The British Museum posted, then deleted, AI-generated images critics called culturally insensitive","company":"British Museum","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2026-01-27","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"British Museum's A.I.-Generated Post Sparks Online Backlash","url":"https://news.artnet.com/art-world/british-museum-ai-backlash-2742244","type":"Press","date":"2026-02-02"},{"title":"British Museum's AI Post Triggers Online Backlash","url":"https://www.artnews.com/art-news/news/british-museum-ai-generated-images-controversy-1234771926/","type":"Press","date":"2026-02-03"},{"title":"British Museum Deletes AI-Generated Pictures After Backlash","url":"https://petapixel.com/2026/02/04/british-museum-deletes-ai-generated-pictures-after-backlash/","type":"Press","date":"2026-02-04"}]},{"id":"FI-0160","slug":"ippen-media-retracted-ai-article","url":"https://failureindex.ai/failures/ippen-media-retracted-ai-article","headline":"Ippen Media retracted an AI article that nearly verbatim translated a Guardian report","company":"Ippen Media","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2026-01-23","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Ippen-Medien schreiben mit KI „Guardian\"-Reportage ab","url":"https://uebermedien.de/113415/ippen-medien-schreiben-mit-ki-guardian-reportage-ab/","type":"Press","date":"2026-01-23"},{"title":"Ippen-Medien löschen KI-Text nach Übermedien-Anfrage","url":"https://www.turi2.de/aktuell/ippen-medien-loeschen-ki-text-nach-uebermedien-anfrage/","type":"Press","date":"2026-01-25"}]},{"id":"FI-0171","slug":"indirect-prompt-injection-microsoft-copilot","url":"https://failureindex.ai/failures/indirect-prompt-injection-microsoft-copilot","headline":"Indirect prompt injection in Microsoft Copilot Studio enabled unauthenticated data exfiltration","company":"Microsoft","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2026-01-22","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"CVE-2026-21520 Detail","url":"https://nvd.nist.gov/vuln/detail/CVE-2026-21520","type":"Primary","date":"2026-01-22"},{"title":"Microsoft patched a Copilot Studio prompt injection. The data exfiltrated anyway","url":"https://venturebeat.com/security/microsoft-salesforce-copilot-agentforce-prompt-injection-cve-agent-remediation-playbook","type":"Press","date":"2026-04-15"},{"title":"Google Patches AntiGravity IDE Flaw","url":"http://thehackernews.com/2026/04/google-patches-antigravity-ide-flaw.html","type":"Press","date":"2026-04-21"}]},{"id":"FI-0177","slug":"cve-2026-24307-reprompt-enabled-single","url":"https://failureindex.ai/failures/cve-2026-24307-reprompt-enabled-single","headline":"CVE-2026-24307 (Reprompt) enabled single-click data exfiltration from Microsoft Copilot Personal","company":"Microsoft","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2026-01-22","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Reprompt: The Single-Click Microsoft Copilot Attack that Silently Steals Your Personal Data","url":"https://www.varonis.com/blog/reprompt","type":"Primary","date":"2026-01-26"},{"title":"CVE-2026-24307 Detail - NVD","url":"https://nvd.nist.gov/vuln/detail/CVE-2026-24307","type":"Primary","date":"2026-01-22"},{"title":"Reprompt attack enables single-click data theft from Microsoft Copilot","url":"https://www.paubox.com/blog/reprompt-attack-enables-single-click-data-theft-from-microsoft-copilot","type":"Press","date":"2026-01-19"}]},{"id":"FI-0552","slug":"tasmania-tours-blog-sends-tourists-nonexistent","url":"https://failureindex.ai/failures/tasmania-tours-blog-sends-tourists-nonexistent","headline":"Tasmania Tours AI blog sends tourists to nonexistent Weldborough Hot Springs","company":"Tasmania Tours","is_anonymized":false,"industry":"travel-and-hospitality","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2026-01-21","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"AI on Australian travel company website sends tourists to nonexistent hot springs","url":"https://www.cnn.com/2026/01/28/travel/ai-tourism-nonexistent-hotsprings-intl-scli","type":"Press","date":"2026-01-28"},{"title":"Tourists flock to fake hot springs created by AI","url":"https://www.the-independent.com/bulletin/lifestyle/australia-tasmania-travel-hot-springs-b2910055.html","type":"Press","date":"2026-01-29"},{"title":"How an AI-generated travel website sent tourists to a non-existent hot spring attraction","url":"https://www.euronews.com/travel/2026/01/30/how-an-ai-generated-travel-website-sent-tourists-to-a-non-existent-hot-spring-attraction","type":"Press","date":"2026-01-30"},{"title":"Incident 1409 - Purportedly AI-Generated Tasmania Tours Content Reportedly Misled Tourists Into Traveling to Nonexistent Weldborough Hot Springs","url":"https://incidentdatabase.ai/cite/1409/","type":"Press","date":"2026-01-21"}]},{"id":"FI-0078","slug":"microsoft-365-copilot-bug-ignored-dlp","url":"https://failureindex.ai/failures/microsoft-365-copilot-bug-ignored-dlp","headline":"A Microsoft 365 Copilot bug ignored DLP labels, exposing confidential emails to AI summaries","company":"Microsoft","is_anonymized":false,"industry":"saas","failure_mode":"data-leakage","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2026-01-21","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Microsoft error sees confidential emails exposed to AI tool Copilot","url":"https://www.bbc.com/news/articles/c8jxevd8mdyo","type":"Press","date":"2026-02-19"},{"title":"Microsoft says bug causes Copilot to summarize confidential emails","url":"https://www.bleepingcomputer.com/news/microsoft/microsoft-says-bug-causes-copilot-to-summarize-confidential-emails/","type":"Press","date":"2026-02-18"},{"title":"Code Error Allowed Copilot Chat to Expose Confidential Information","url":"https://office365itpros.com/2026/02/13/dlp-policy-for-copilot-bug/","type":"Press","date":"2026-02-13"}]},{"id":"FI-0554","slug":"dhs-agents-use-surveillance-threaten-legal","url":"https://failureindex.ai/failures/dhs-agents-use-surveillance-threaten-legal","headline":"US DHS agents use AI surveillance to threaten legal observers as domestic terrorists","company":"US Department of Homeland Security","is_anonymized":false,"industry":"public-sector","failure_mode":"tool-misuse","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2026-01-21","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"ICE is using mass surveillance on American citizens, activists","url":"https://www.npr.org/2026/03/04/nx-s1-5717031/ice-dhs-immigrants-surveillance-confrontation-deportation-mobile-fortify","type":"Press","date":"2026-03-04"},{"title":"Department of Homeland Security intensifies surveillance in immigration raids, sweeping in citizens","url":"https://www.pbs.org/newshour/politics/department-of-homeland-security-intensifies-surveillance-in-immigration-raids-sweeping-in-citizens","type":"Press","date":"2026-01-30"},{"title":"Incident 1390: DHS Agents Reportedly Threatened Legal ...","url":"https://incidentdatabase.ai/cite/1390/","type":"Reader-Submitted","date":"2026-01-21"}]},{"id":"FI-0082","slug":"microsoft-365-copilot-classifiers-misfired","url":"https://failureindex.ai/failures/microsoft-365-copilot-classifiers-misfired","headline":"Microsoft 365 Copilot classifiers misfired on normal language, producing evasive responses","company":"Microsoft","is_anonymized":false,"industry":"saas","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2026-01-20","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Immediate Action Required: Copilot Heuristic Failures Are Blocking Enterprise Outcomes","url":"https://learn.microsoft.com/en-ca/answers/questions/5728153/subject-immediate-action-required-copilot-heuristi","type":"Customer-Disclosed","date":"2026-01-20"},{"title":"Microsoft Copilot at a Crossroads: Reliability, Governance, and Enterprise Monetization","url":"https://windowsforum.com/threads/microsoft-copilot-at-a-crossroads-reliability-governance-and-enterprise-monetization.400016/","type":"Press","date":"2026-02-04"},{"title":"AI Hallucinations, Compliance Risk, and the Need for Microsoft Copilot Oversight","url":"https://blog.bonfy.ai/ai-hallucinations-compliance-risk-and-the-need-for-microsoft-copilot-oversight","type":"Press","date":"2026-01-15"}]},{"id":"FI-0154","slug":"eightfold-ai-sued-allegedly-scoring-billion","url":"https://failureindex.ai/failures/eightfold-ai-sued-allegedly-scoring-billion","headline":"Eightfold AI was sued for allegedly scoring over a billion workers via secretly scraped data","company":"Eightfold AI Inc.","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2026-01-20","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Workers Accuse Eightfold AI of Illegally Producing Hidden Credit Reports on Job Applicants","url":"https://www.outtengolden.com/newsroom/landmark-class-action-accuses-eightfold-ai-of-illegally-producing-hidden-credit-reports-on-job-applicants/","type":"Primary","date":"2026-01-21"},{"title":"Class Action Complaint Against Eightfold AI Inc. for Violations of the Fair Credit Reporting Act","url":"https://www.outtengolden.com/wp-content/uploads/2026/01/2026-01-20-Eightfold-Complaint.pdf","type":"Court Filing","date":"2026-01-20"},{"title":"AI Hiring Under Fire: What the Eightfold Lawsuit Means for Every Employer Using Algorithmic Screening","url":"https://www.joneswalker.com/en/insights/blogs/ai-law-blog/ai-hiring-under-fire-what-the-eightfold-lawsuit-means-for-every-employer-using-a.html?id=102mkh2","type":"Press","date":"2026-02-25"}]},{"id":"FI-0528","slug":"gloucester-city-council-mayor-deepfake-video","url":"https://failureindex.ai/failures/gloucester-city-council-mayor-deepfake-video","headline":"Gloucester City Council mayor deepfake video sparks political row","company":"Gloucester City Council","is_anonymized":false,"industry":"public-sector","failure_mode":"tool-misuse","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-01-18","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Call for AI rules after fake video of mayor made","url":"https://www.bbc.com/news/articles/cgl8n7y7rd5o","type":"Press","date":"2026-01-19"},{"title":"'Appalling' AI fake video of mayor blasted amid claims it forced U ...","url":"https://uk.news.yahoo.com/appalling-ai-fake-video-mayor-060000527.html","type":"Press","date":"2026-01-19"}]},{"id":"FI-0161","slug":"comfortdelgro-self-driving-car-swerved-phantom","url":"https://failureindex.ai/failures/comfortdelgro-self-driving-car-swerved-phantom","headline":"A ComfortDelGro self-driving car swerved at a phantom obstacle, then hit a road divider","company":"ComfortDelGro","is_anonymized":false,"industry":"travel-and-hospitality","failure_mode":"hallucination","ai_surface":"agentic-workflow","system_class":"generative","severity":"Low","date_of_incident":"2026-01-17","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"ComfortDelGro self-driving vehicle collides with road divider in Punggol; no one injured","url":"https://www.straitstimes.com/singapore/comfortdelgro-self-driving-vehicle-collides-with-road-divider-in-punggol-no-one-injured","type":"Press","date":"2026-01-18"},{"title":"ComfortDelGro self-driving car hits road divider during testing in Punggol; no one hurt","url":"http://channelnewsasia.com/singapore/comfortdelgro-autonomous-self-driving-car-avs-punggol-testing-5866576","type":"Press","date":"2026-01-18"},{"title":"Punggol self-driving vehicle's collision due to human intervention: LTA","url":"https://www.straitstimes.com/singapore/transport/human-error-behind-comfortdelgro-self-driving-vehicle-collision-with-road-divider-in-punggol-lta","type":"Press","date":"2026-01-29"}]},{"id":"FI-0124","slug":"georgia-judge-sanctioned-attorney-tristan","url":"https://failureindex.ai/failures/georgia-judge-sanctioned-attorney-tristan","headline":"A Georgia judge sanctioned attorney Tristan Gillespie $25,000 over AI-hallucinated cases","company":"Tristan Gillespie","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-01-16","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Ga. Judge Issues $25K Penalty to Lawyer Citing AI-Hallucinated Cases","url":"https://www.law.com/dailyreportonline/2026/01/16/ga-judge-issues-25k-penalty-to-lawyer-citing-ai-hallucinated-cases/","type":"Press","date":"2026-01-16"},{"title":"Court Sanctions Highlight Potential Risks of Using Unchecked AI in Litigation","url":"https://www.gtlaw-ediscoverywatch.com/2026/03/court-sanctions-highlight-potential-risks-of-using-unchecked-ai-in-litigation/","type":"Press","date":"2026-03-10"},{"title":"Defendants' Response in Opposition to Plaintiff's Motion to Withdraw or Amend Admissions and Motion for Sanctions (Cruz v. Nelloms)","url":"https://assets.alm.com/c4/9a/6ee2da8d41c69226d30916652a36/defendants-response-in-opposition-to-plaintiffs-motion-to-amend-or-withdraw-admissions-with-exhibits4927-2221-34751.pdf","type":"Court Filing","date":"2025-08-25"}]},{"id":"FI-0174","slug":"shell-built-bypass-cursor-ide-enabled","url":"https://failureindex.ai/failures/shell-built-bypass-cursor-ide-enabled","headline":"A shell built-in bypass in Cursor IDE enabled silent RCE via prompt injection (CVE-2026-22708)","company":"Anysphere","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"code-assistant","system_class":"generative","severity":"High","date_of_incident":"2026-01-14","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Terminal Tool Allowlist Bypass via Environment Variables (GHSA-82wg-qcm4-fp2w)","url":"https://github.com/cursor/cursor/security/advisories/GHSA-82wg-qcm4-fp2w","type":"Primary","date":"2026-01-14"},{"title":"The Agent Security Paradox: When Trusted Commands in Cursor Become Attack Vectors","url":"https://pillar.security/blog/the-agent-security-paradox-when-trusted-commands-in-cursor-become-attack-vectors","type":"Primary","date":"2026-01-14"},{"title":"Cursor vulnerability enables stealthy RCE via indirect prompt injection","url":"https://www.scworld.com/news/cursor-vulnerability-enables-stealthy-rce-via-indirect-prompt-injection","type":"Press","date":"2026-01-15"}]},{"id":"FI-0419","slug":"ice-resume-screening-error-routes-recruits","url":"https://failureindex.ai/failures/ice-resume-screening-error-routes-recruits","headline":"ICE AI resume screening error routes recruits to inadequate training","company":"U.S. Immigration and Customs Enforcement (ICE)","is_anonymized":false,"industry":"healthcare","failure_mode":"agentic-action-error","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"Medium","date_of_incident":"2026-01-14","date_indexed":"2026-06-10","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"ICE error meant some recruits were sent into field offices without proper training, sources say","url":"https://www.nbcnews.com/politics/immigration/ice-error-meant-recruits-sent-field-offices-proper-training-sources-sa-rcna254054","type":"Press","date":"2026-01-14"},{"title":"AI error pushed new ICE agents into the field without proper training: report","url":"https://www.independent.co.uk/news/world/americas/ai-error-ice-agents-training-b2901196.html","type":"Press","date":"2026-01-15"}]},{"id":"FI-0418","slug":"department-transportation-robo-bus-rear-ended","url":"https://failureindex.ai/failures/department-transportation-robo-bus-rear-ended","headline":"U.S. Department of Transportation robo-bus rear-ended during D.C. demonstration ride","company":"U.S. Department of Transportation","is_anonymized":false,"industry":"public-sector","failure_mode":"agentic-action-error","ai_surface":"autonomous-system","system_class":"predictive","severity":"Low","date_of_incident":"2026-01-11","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Officials showed off a robo-bus in D.C. It got hit by a Tesla driver.","url":"https://www.washingtonpost.com/transportation/2026/01/16/robo-bus-tesla-collision-dc/","type":"Press","date":"2026-01-20"},{"title":"Automated bus rear-ended during self-driving demo in DC","url":"https://thedailyrecord.com/2026/01/21/automated-bus-rear-ended-self-driving-demo-dc/","type":"Press","date":"2026-01-21"},{"title":"Incident 1347: Automated Shuttle Bus Was Reportedly Rear-Ended During U.S. Department of Transportation Demonstration Ride in Washington, D.C.","url":"https://incidentdatabase.ai/cite/1347/","type":"Primary","date":"2026-01-01"}]},{"id":"FI-0553","slug":"border-patrol-facial-recognition-scan-leads","url":"https://failureindex.ai/failures/border-patrol-facial-recognition-scan-leads","headline":"US Border Patrol facial recognition scan leads to Global Entry revocation","company":"US Border Patrol","is_anonymized":false,"industry":"public-sector","failure_mode":"tool-misuse","ai_surface":"computer-vision","system_class":"predictive","severity":"Medium","date_of_incident":"2026-01-10","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"ICE observer says her Global Entry was revoked after agent scanned her face","url":"https://arstechnica.com/tech-policy/2026/01/ice-protester-says-her-global-entry-was-revoked-after-agent-scanned-her-face/","type":"Press","date":"2026-01-30"},{"title":"Richfield observer says her Global Entry was revoked days after tense encounter with Border Patrol","url":"https://www.cbsnews.com/minnesota/news/richfield-observer-encounter-border-patrol-court-filing-retaliation/","type":"Press","date":"2026-02-03"},{"title":"Incident 1362 - Border Patrol Agent Allegedly Claimed Facial Recognition Identified Minneapolis ICE Observer","url":"https://incidentdatabase.ai/cite/1362/","type":"Primary","date":"2026-06-16"}]},{"id":"FI-0476","slug":"grok-image-allegedly-unmasked-minneapolis-ice","url":"https://failureindex.ai/failures/grok-image-allegedly-unmasked-minneapolis-ice","headline":"Grok image allegedly 'unmasked' Minneapolis ICE agent, triggering misidentification","company":"xAI (Grok)","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-01-07","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"AI images of Minneapolis ICE agent spread confusion","url":"https://www.npr.org/2026/01/08/nx-s1-5671740/ice-minneapolis-grok-ai-renee-nicole-good","type":"Press","date":"2026-01-08"},{"title":"Fake photo allegedly showing unmasked ICE agent who shot Renee Nicole Good","url":"https://www.snopes.com/fact-check/photo-renee-nicole-good-ice-agent/","type":"Press","date":"2026-06-10"},{"title":"Minneapolis ICE shooting gets AI treatment","url":"https://www.newsguardrealitycheck.com/p/minneapolis-ice-shooting-gets-ai","type":"Press","date":"2026-06-10"}]},{"id":"FI-0549","slug":"perplexity-misstates-cll-research-allegedly-contributin","url":"https://failureindex.ai/failures/perplexity-misstates-cll-research-allegedly-contributin","headline":"Perplexity AI misstates CLL research, allegedly contributing to delayed treatment","company":"Perplexity AI","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2026-01-05","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"The role of AI in the death of my father","url":"https://buildcognitiveresonance.substack.com/p/the-role-of-ai-in-the-death-of-my","type":"Primary","date":"2026-01-05"},{"title":"He Warned About the Dangers of A.I. If Only His Father Had Listened.","url":"https://www.nytimes.com/2026/04/13/well/ai-chatbots-cancer.html","type":"Press","date":"2026-04-13"},{"title":"Incident 1426: Perplexity AI Reportedly Misstated CLL ...","url":"https://incidentdatabase.ai/cite/1426/","type":"Customer-Disclosed","date":"2026-01-05"}]},{"id":"FI-0417","slug":"national-weather-service-map-showed-fabricated","url":"https://failureindex.ai/failures/national-weather-service-map-showed-fabricated","headline":"National Weather Service map showed fabricated Idaho town names","company":"National Weather Service","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"media-generation","system_class":"generative","severity":"Low","date_of_incident":"2026-01-03","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"'Whata Bod': An AI-generated NWS map invented fake towns in Idaho","url":"https://www.washingtonpost.com/weather/2026/01/06/nws-ai-map-fake-names/","type":"Press","date":"2026-01-06"},{"title":"National Weather Service Uses AI to Generate Forecasts, Hallucinates Town Names","url":"https://futurism.com/artificial-intelligence/national-weather-service-ai-hallucinates-town","type":"Press","date":"2026-01-07"},{"title":"'Whata Bod': An AI-generated NWS map invented fake towns in Idaho","url":"https://www.spokesman.com/stories/2026/jan/06/whata-bod-an-ai-generated-nws-map-invented-fake-to/","type":"Press","date":"2026-01-06"},{"title":"Incident 1332: National Weather Service Reportedly Posted AI-Generated Map With Fabricated Place Names","url":"https://incidentdatabase.ai/cite/1332/","type":"Reader-Submitted","date":"2026-01-01"}]},{"id":"FI-0157","slug":"tencent-yuanbao-chatbot-told-user-get","url":"https://failureindex.ai/failures/tencent-yuanbao-chatbot-told-user-get","headline":"Tencent's Yuanbao chatbot told a user to 'get lost' and called their request 'dumb'","company":"Tencent","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-01-02","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"It's HAL out there: Tencent AI chatbot tells user to 'get lost' in rare angry outburst","url":"http://scmp.com/tech/article/3338793/its-hal-out-there-tencent-ai-chatbot-tells-user-get-lost-rare-angry-outburst","type":"Press","date":"2026-01-06"},{"title":"A Popular Chinese Chatbot Snapped at a User Over Their Coding Request","url":"https://www.businessinsider.com/chinese-ai-chatbot-tencent-yuanbao-wechat-user-rednote-2026-1","type":"Press","date":"2026-01-06"}]},{"id":"FI-0386","slug":"tenerife-lawyer-fined-submitting-generated-fake","url":"https://failureindex.ai/failures/tenerife-lawyer-fined-submitting-generated-fake","headline":"Tenerife lawyer fined for submitting 48 AI-generated fake legal citations","company":"Unnamed Tenerife lawyer","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2026-01-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Weeks","sources":[{"title":"El TSJ de Canarias multa a un abogado por citar hasta 48 sentencias falsas sugeridas por IA","url":"https://www.poderjudicial.es/cgpj/es/Poder-Judicial/Noticias-Judiciales/El-TSJ-de-Canarias-multa-a-un-abogado-por-citar-hasta-48-sentencias-falsas-sugeridas-por-IA","type":"Primary","date":"2026-02-13"},{"title":"Lawyer who cited non-existent sentences made by Artificial Intelligence is ordered to pay a fine","url":"https://www.lavozdelanzarote.com/en/news/courts/lawyer-who-cited-non-existent-sentences-made-by-artificial-intelligence-is-ordered-to-pay-fine_241336_102.html","type":"Press","date":"2026-02-13"}]},{"id":"FI-0525","slug":"gog-faces-backlash-generated-year-sale","url":"https://failureindex.ai/failures/gog-faces-backlash-generated-year-sale","headline":"GOG faces backlash for AI-generated New Year Sale banners","company":"GOG","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"brand-and-safety-incident","ai_surface":"copilot","system_class":"generative","severity":"Low","date_of_incident":"2026-01-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"GOG Addresses AI Art Banner: \"We Failed On Two Levels\"","url":"https://www.techpowerup.com/345913/gog-addresses-ai-art-banner-we-failed-on-two-levels","type":"Press","date":"2026-02-02"},{"title":"GOG admits it used AI to create controversial New Year Sales banner","url":"http://tweaktown.com/news/109992/gog-admits-it-used-ai-to-create-controversial-new-year-sales-banner/index.html","type":"Press","date":"2026-02-02"},{"title":"GOG now using AI generated images on their store","url":"http://gamingonlinux.com/2026/01/gog-now-using-ai-generated-images-on-their-store","type":"Press","date":"2026-01-28"}]},{"id":"FI-0175","slug":"cve-2026-26268-let-prompt-injection","url":"https://failureindex.ai/failures/cve-2026-26268-let-prompt-injection","headline":"CVE-2026-26268 let prompt injection escape the Cursor IDE sandbox via unprotected git hooks","company":"Cursor","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"code-assistant","system_class":"generative","severity":"High","date_of_incident":"2026-01-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Sandbox escape via Git hooks (GHSA-8pcm-8jpx-hv8r)","url":"https://github.com/cursor/cursor/security/advisories/GHSA-8pcm-8jpx-hv8r","type":"Primary","date":"2026-02-13"},{"title":"Cursor AI IDE Vulnerability Allows Code Execution Via Hidden Git Hooks","url":"https://hackread.com/cursor-ai-ide-vulnerability-code-execution-git-hooks/","type":"Press","date":"2026-04-29"},{"title":"CVE-2026-26268: How an AI Coding Agent Can Run Exploits in Cursor IDE","url":"https://novee.security/blog/cursor-ide-cve-2026-26268-git-hook-arbitrary-code-execution/","type":"Primary","date":"2026-04-28"}]},{"id":"FI-0176","slug":"cve-2026-21523-toctou-race-cursor","url":"https://failureindex.ai/failures/cve-2026-21523-toctou-race-cursor","headline":"CVE-2026-21523: a TOCTOU race in Cursor IDE let prompt injection alter files post-validation","company":"Cursor","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"code-assistant","system_class":"generative","severity":"High","date_of_incident":"2026-01-01","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"CVE-2026-21523 Detail","url":"https://nvd.nist.gov/vuln/detail/CVE-2026-21523","type":"Primary","date":"2026-02-10"},{"title":"Prompt injection: types, real-world CVEs, and enterprise defenses","url":"https://www.vectra.ai/topics/prompt-injection","type":"Press","date":"2026-01-23"},{"title":"CVE-2026-21523 - GitHub Copilot and Visual Studio Code Remote Code Execution Vulnerability","url":"https://msrc.microsoft.com/update-guide/vulnerability/CVE-2026-21523","type":"Primary","date":"2026-02-10"}]},{"id":"FI-0241","slug":"lone-attacker-breaches-nine-mexican-government","url":"https://failureindex.ai/failures/lone-attacker-breaches-nine-mexican-government","headline":"Lone attacker breaches nine Mexican government agencies using Claude Code and GPT-4.1","company":"Unknown attacker","is_anonymized":false,"industry":"public-sector","failure_mode":"prompt-injection","ai_surface":"code-assistant","system_class":"generative","severity":"High","date_of_incident":"2025-12-27","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Weeks","sources":[{"title":"Hacker used Anthropic's Claude AI to steal Mexican government data","url":"https://www.latimes.com/business/story/2026-02-26/hacker-used-anthropics-claude-ai-to-steal-mexican-government-data","type":"Press","date":"2026-02-26"},{"title":"Hacker Claude Code GPT-4.1 Mexican records","url":"https://hackread.com/hacker-claude-code-gpt-4-1-mexican-records/","type":"Press","date":"2026-02-26"},{"title":"Claude Code exploited in Mexican government cyberattack","url":"https://www.paubox.com/blog/claude-code-exploited-in-mexican-government-cyberattack","type":"Press","date":"2026-02-26"}]},{"id":"FI-0567","slug":"langchain-core-serialization-injection-allows-secret","url":"https://failureindex.ai/failures/langchain-core-serialization-injection-allows-secret","headline":"LangChain Core serialization injection allows secret extraction (CVE-2025-68664)","company":"LangChain","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2025-12-23","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"CVE-2025-68664: LangChain Serialization Injection","url":"http://upwind.io/feed/cve-2025-68664-langchain-serialization-injection","type":"Primary","date":"2025-12-23"},{"title":"Critical LangChain Core Vulnerability","url":"http://thehackernews.com/2025/12/critical-langchain-core-vulnerability.html","type":"Press","date":"2025-12-01"},{"title":"CVE-2025-68664-LangGrinch-PoC","url":"http://github.com/Ak-cybe/CVE-2025-68664-LangGrinch-PoC","type":"Primary","date":"2026-06-06"}]},{"id":"FI-0132","slug":"ip-wealth-cited-fabricated-ai-generated","url":"https://failureindex.ai/failures/ip-wealth-cited-fabricated-ai-generated","headline":"IP Wealth cited fabricated AI-generated case law before the Australian Trade Marks Office","company":"IP Wealth","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2025-12-22","date_indexed":"2026-06-04","public_visibility":"Low","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Leytcorp Pty Ltd v Mimbim Enterprises Pty Ltd [2025] ATMO 264 (22 December 2025)","url":"https://websitedc.s3.amazonaws.com/documents/Leytcorp_Pty_Ltd_v_Mimbim_Enterprises_Pty_Australia_22_December_2025.pdf","type":"Court Filing","date":"2025-12-22"},{"title":"AI Hallucination Cases Database: Leytcorp v Mimbim Enterprises","url":"https://www.damiencharlotin.com/hallucinations/?q=Leytcorp&sort_by=-date","type":"Primary","date":"2025-12-22"}]},{"id":"FI-0536","slug":"french-flags-hallucinated-precedents-legal-ruling","url":"https://failureindex.ai/failures/french-flags-hallucinated-precedents-legal-ruling","headline":"French court flags AI hallucinated precedents in legal ruling","company":"Tribunal judiciaire de Périgueux","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Low","date_of_incident":"2025-12-18","date_indexed":"2026-06-16","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Intelligence artificielle et Droit : la problématique des hallucinations jurisprudentielles","url":"https://www.village-justice.com/articles/intelligence-artificielle-droit-hallucinations-jurisprudentielles,56078.html","type":"Press","date":"2026-02-06"},{"title":"AI hallucinations and the AI failure in a French Court","url":"http://giskard.ai/knowledge/ai-hallucinations-and-the-ai-failure-in-a-french-court","type":"Press","date":"2026-01-08"}]},{"id":"FI-0294","slug":"anthem-blue-cross-claim-review-policy","url":"https://failureindex.ai/failures/anthem-blue-cross-claim-review-policy","headline":"Anthem Blue Cross E/M claim-review policy criticized by CMA","company":"Anthem Blue Cross (Anthem, Inc.; Elevance Health)","is_anonymized":false,"industry":"insurance","failure_mode":"policy-violation","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2025-12-16","date_indexed":"2026-06-05","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"CMA urges Anthem Blue Cross to rescind new E/M claim review policy","url":"https://www.cmadocs.org/newsroom/news/view/ArticleId/51087/CMA-urges-Anthem-to-rescind-new-E-M-claim-review-policy-1","type":"Press","date":"2025-12-16"},{"title":"Evaluation and management services correct coding","url":"https://providernews.anthem.com/indiana/articles/evaluation-and-management-services-correct-coding-22581","type":"Primary","date":"2026-06-05"}]},{"id":"FI-0381","slug":"xai-grok-alleged-have-generated-sexualised","url":"https://failureindex.ai/failures/xai-grok-alleged-have-generated-sexualised","headline":"xAI's Grok alleged to have generated sexualised images of children on X","company":"xAI","is_anonymized":false,"industry":"saas","failure_mode":"brand-and-safety-incident","ai_surface":"media-generation","system_class":"generative","severity":"High","date_of_incident":"2025-12-15","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"IWF finds sexual imagery of children which 'appears to have been' made by Grok","url":"https://www.bbc.com/news/articles/cvg1mzlryxeo","type":"Press","date":"2026-01-08"},{"title":"Exclusive: Despite new curbs, Elon Musk's Grok at times produces sexualized images even when prompted otherwise","url":"https://www.reuters.com/business/despite-new-curbs-elon-musks-grok-times-produces-sexualized-images-even-when-2026-02-03/","type":"Press","date":"2026-02-03"},{"title":"xAI faces backlash after Grok generates sexualized images of minors","url":"https://www.cnbc.com/2026/01/02/musk-grok-ai-bot-safeguard-sexualized-images-children.html","type":"Press","date":"2026-01-02"},{"title":"Grok generates sexualised images of children on X","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/grok-generates-sexualised-images-of-children-on-x","type":"Primary","date":"2026-01-01"}]},{"id":"FI-0026","slug":"amazon-kiro-coding-agent-deleted-production","url":"https://failureindex.ai/failures/amazon-kiro-coding-agent-deleted-production","headline":"Amazon's Kiro coding agent deleted a production environment, causing a 13-hour AWS outage","company":"Amazon","is_anonymized":false,"industry":"saas","failure_mode":"identity-and-access-drift","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2025-12-15","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"AI tools AWS cause hours of disruption to cloud systems","url":"https://www.techzine.eu/news/infrastructure/138964/ai-tools-aws-cause-hours-of-disruption-to-cloud-systems/","type":"Press","date":"2026-02-20"},{"title":"Amazon insists AI coding isn't source of outages","url":"https://www.theregister.com/software/2026/03/10/amazon-insists-ai-coding-isnt-source-of-outages/5222439","type":"Press","date":"2026-03-10"},{"title":"Kiro Incident","url":"http://incidentdatabase.ai/cite/1442","type":"Reader-Submitted","date":"2026-01-01"},{"title":"AWS service outage AI bot Kiro","url":"https://www.aboutamazon.com/news/aws/aws-service-outage-ai-bot-kiro","type":"Primary","date":"2026-01-01"},{"title":"AWS outage was not AI-caused via Kiro coding tool, Amazon confirms","url":"http://crn.com/news/cloud/2026/aws-outage-was-not-ai-caused-via-kiro-coding-tool-amazon-confirms","type":"Press","date":"2026-01-01"},{"title":"Governing AI Agents: What the Amazon Outage Reveals about Enterprise Risk (Wharton)","url":"https://ai-analytics.wharton.upenn.edu/wharton-accountable-ai-lab/governing-ai-agents-what-the-amazon-outage-reveals-about-enterprise-risk/","type":"Press","date":"2026-04-14"},{"title":"When AI Agents Delete Production: Lessons from Amazon's Kiro Incident","url":"https://particula.tech/blog/ai-agent-production-safety-kiro-incident","type":"Press","date":"2026-03-12"}]},{"id":"FI-0277","slug":"oregon-attorneys-fined-110-000-generated","url":"https://failureindex.ai/failures/oregon-attorneys-fined-110-000-generated","headline":"Oregon attorneys fined $110,000 for AI-generated fake case law","company":"Stephen Brigandi and Tim Murphy","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Catastrophic","date_of_incident":"2025-12-12","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Hours","sources":[{"title":"Federal judge hands down $110K penalty against 2 lawyers for AI errors in court documents","url":"https://www.abajournal.com/news/article/oregon-federal-judge-hands-down-110000-penalty-for-ai-errors","type":"Press","date":"2026-04-17"},{"title":"AI hallucinations cost lawyers $110,000 in Oregon vineyard lawsuit","url":"https://www.oregonlive.com/pacific-northwest-news/2026/04/ai-hallucinations-cost-lawyers-110000-in-oregon-vineyard-lawsuit.html","type":"Press","date":"2026-04-14"}]},{"id":"FI-0344","slug":"instacart-pricing-tests-showed-shoppers-different","url":"https://failureindex.ai/failures/instacart-pricing-tests-showed-shoppers-different","headline":"Instacart AI pricing tests showed shoppers different prices for identical grocery items","company":"Instacart","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"Medium","date_of_incident":"2025-12-09","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Instacart ends AI-driven price experiments after criticism | Reuters","url":"https://www.reuters.com/business/instacart-ends-ai-driven-price-experiments-after-criticism-2025-12-22/","type":"Press","date":"2025-12-22"},{"title":"Study: Instacart's AI pricing tools drive up the cost of groceries | CNBC","url":"https://www.cnbc.com/2025/12/09/study-instacart-ai-pricing-cost-of-groceries.html","type":"Press","date":"2025-12-09"},{"title":"Instacart to end AI price tests for retailers following investigation - CBS News","url":"https://www.cbsnews.com/news/instacart-ends-ai-price-testing-tool-eversight","type":"Press","date":"2025-12-23"}]},{"id":"FI-0080","slug":"zero-click-prompt-injection-google-gemini","url":"https://failureindex.ai/failures/zero-click-prompt-injection-google-gemini","headline":"Zero-click prompt injection in Google Gemini Enterprise exfiltrated Workspace data via RAG","company":"Google","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2025-12-08","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"GeminiJack: the google gemini zero-click vulnerability leaked gmail, calendar and docs data","url":"https://noma.security/blog/geminijack-google-gemini-zero-click-vulnerability/","type":"Primary","date":"2025-12-08"},{"title":"Google Patches Gemini Enterprise Vulnerability Exposing Corporate Data","url":"https://www.securityweek.com/google-patches-gemini-enterprise-vulnerability-exposing-corporate-data/","type":"Press","date":"2025-12-10"},{"title":"Google Fixes Zero Click Gemini Enterprise Flaw That Exposed Corporate Data","url":"https://www.infosecurity-magazine.com/news/google-fixes-gemini-enterprise-flaw/","type":"Press","date":"2025-12-10"}]},{"id":"FI-0162","slug":"valentino-drew-backlash-ai-generated-ad","url":"https://failureindex.ai/failures/valentino-drew-backlash-ai-generated-ad","headline":"Valentino drew backlash over an AI-generated ad for its DeVain handbag that viewers called cheap","company":"Valentino S.p.A.","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"brand-and-safety-incident","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2025-12-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Valentino criticised over 'disturbing' AI handbag ads","url":"https://www.bbc.com/news/articles/cwyvjyvn83go","type":"Press","date":"2025-12-02"},{"title":"Valentino Slammed Over Truly 'Uncomfortable' Ads","url":"https://www.thedailybeast.com/valentino-slammed-over-truly-uncomfortable-ads/","type":"Press","date":"2025-12-03"},{"title":"Valentino trashed for 'tacky' and 'lazy' AI ad: Fashionistas accuse luxe couture brand of choosing 'efficiency over artistry'","url":"https://nypost.com/2025/12/03/lifestyle/valentino-trashed-for-tacky-and-lazy-ai-ad-fashionistas-accuse-luxe-couture-brand-of-choosing-efficiency-over-artistry/","type":"Press","date":"2025-12-03"}]},{"id":"FI-0529","slug":"hostage-image-used-extort-family-missing","url":"https://failureindex.ai/failures/hostage-image-used-extort-family-missing","headline":"AI hostage image used to extort family of missing Calgary woman","company":"Unknown","is_anonymized":false,"industry":"other","failure_mode":"policy-violation","ai_surface":"media-generation","system_class":"generative","severity":"High","date_of_incident":"2025-12-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"AI hostage image targets family of missing Calgary woman","url":"https://calgary.citynews.ca/2026/01/07/calgary-missing-woman-ai-hostage-image/","type":"Press","date":"2026-01-07"},{"title":"Calgary woman targeted by ‘cruel’ AI ransom scam while searching for missing sister","url":"https://www.cp24.com/news/canada/2026/01/07/calgary-woman-targeted-by-cruel-ai-ransom-scam-while-searching-for-missing-sister/","type":"Press","date":"2026-01-06"}]},{"id":"FI-0030","slug":"google-antigravity-ide-turbo-mode-deleted","url":"https://failureindex.ai/failures/google-antigravity-ide-turbo-mode-deleted","headline":"Google's Antigravity IDE in Turbo mode deleted a user's entire drive","company":"Google (Antigravity IDE)","is_anonymized":false,"industry":"saas","failure_mode":"agentic-action-error","ai_surface":"code-assistant","system_class":"generative","severity":"High","date_of_incident":"2025-12-01","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Google Antigravity agent deletes user's hard drive (OECD AI Incidents Monitor)","url":"https://oecd.ai/en/incidents/2025-11-30-d838","type":"Press","date":"2025-11-30"},{"title":"Amazon's AI deleted production. Then Amazon blamed the humans. (Barrack AI, documents Antigravity)","url":"https://blog.barrack.ai/amazon-ai-agents-deleting-production/","type":"Press","date":"2026-02-22"}]},{"id":"FI-0228","slug":"aws-developer-outage-part-late-2025","url":"https://failureindex.ai/failures/aws-developer-outage-part-late-2025","headline":"AWS Q Developer outage part of late-2025 AI outages; no customer impact on AWS services","company":"Amazon Web Services (AWS)","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"chatbot","system_class":"generative","severity":"Low","date_of_incident":"2025-12-01","date_indexed":"2026-06-05","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Amazon blames human employees for an AI coding agents mistake","url":"https://www.theverge.com/ai-artificial-intelligence/882005/amazon-blames-human-employees-for-an-ai-coding-agents-mistake","type":"Press","date":"2026-02-12"},{"title":"FT: Two AWS outages linked to AI tools, including Q Developer","url":"https://ft.com/content/00c282de-ed14-4acd-a948-bc8d6bdb339d","type":"Press","date":"2026-02-10"},{"title":"AI Incident Database: AWS Q Developer outage report","url":"https://incidentdatabase.ai/reports/7105/","type":"Press","date":"2026-02-15"}]},{"id":"FI-0133","slug":"australian-family-court-solicitor-ordered-pay","url":"https://failureindex.ai/failures/australian-family-court-solicitor-ordered-pay","headline":"An Australian Family Court solicitor was ordered to pay $10,000 AUD over AI-fabricated citations","company":"Mertz & Mertz (No 3) (solicitor identified only as Ms G)","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2025-11-28","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Mertz & Mertz (No 3) [2025] FedCFamC1A 222 (28 November 2025)","url":"http://www.austlii.edu.au/au/cases/cth/FedCFamC1A/2025/222.html","type":"Court Filing","date":"2025-11-28"},{"title":"AI in the courtroom: Lessons from recent cases and regulatory shifts (Barry Nilsson, Lexology)","url":"https://www.lexology.com/library/detail.aspx?g=bc00735c-d30e-4f97-8680-596534cd860c","type":"Press","date":"2025-12-22"},{"title":"AI Hallucination Cases Database - Damien Charlotin","url":"https://www.damiencharlotin.com/hallucinations/","type":"Customer-Disclosed","date":"2025-11-28"}]},{"id":"FI-0384","slug":"worldcoin-suspended-thailand-iris-scanning-privacy","url":"https://failureindex.ai/failures/worldcoin-suspended-thailand-iris-scanning-privacy","headline":"Worldcoin suspended in Thailand over iris scanning privacy concerns","company":"Worldcoin","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2025-11-24","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"PDPC tells firm to halt iris scan service","url":"https://www.bangkokpost.com/thailand/general/3143547/pdpc-tells-firm-to-halt-iris-scan-service","type":"Press","date":"2025-11-25"},{"title":"Thai data regulator orders World to stop iris-scanning service","url":"https://forklog.com/en/thai-data-regulator-orders-world-to-stop-iris-scanning-service/","type":"Press","date":"2025-11-25"}]},{"id":"FI-0134","slug":"victoria-supreme-court-reprimanded-lawyer","url":"https://failureindex.ai/failures/victoria-supreme-court-reprimanded-lawyer","headline":"Victoria's Supreme Court reprimanded lawyer Seham Rizkallah over AI-fabricated citations","company":"Rizkallah Partners","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2025-11-24","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Re Walker [2025] VSC 714 (24 November 2025)","url":"https://websitedc.s3.amazonaws.com/documents/Re_Walker_Australia_24_November_2025.pdf","type":"Court Filing","date":"2025-11-24"},{"title":"Reprimand for principal lawyer for using AI in estate litigation","url":"https://www.lawyersweekly.com.au/sme-law/43400-reprimand-for-principal-lawyer-for-using-ai-in-estate-litigation","type":"Press","date":"2025-11-27"},{"title":"AI Hallucination Cases Database - Re Walker (Australia)","url":"https://www.damiencharlotin.com/hallucinations/?q=&sort_by=-date&states=Australia&period_idx=0","type":"Primary","date":"2025-11-24"}]},{"id":"FI-0164","slug":"sweden-svt-aired-ai-generated-video","url":"https://failureindex.ai/failures/sweden-svt-aired-ai-generated-video","headline":"Sweden's SVT aired an AI-generated video of a police-ICE confrontation as authentic footage","company":"SVT (Sveriges Television)","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2025-11-23","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Klipp i Agenda visade sig vara AI-genererat","url":"https://www.svt.se/nyheter/inrikes/klipp-i-agenda-visade-sig-vara-ai-genererat","type":"Primary","date":"2025-11-24"},{"title":"SVT ber om ursäkt för AI-skapat klipp i Agenda","url":"https://computersweden.se/article/4095145/svt-ber-om-ursakt-for-ai-skapat-klipp-i-agenda.html","type":"Press","date":"2025-11-24"},{"title":"Agenda frias för AI-genererat klipp","url":"https://omni.se/agenda-frias-for-ai-genererat-klipp/a/L4lp61","type":"Press","date":"2026-02-23"}]},{"id":"FI-0276","slug":"sanctions-dubinin-papazian-generated-fabrications-filin","url":"https://failureindex.ai/failures/sanctions-dubinin-papazian-generated-fabrications-filin","headline":"Sanctions in Dubinin v. Papazian for AI-generated fabrications in court filings","company":"Unknown","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-11-21","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"AI IP Year in Review: AI Hallucinations in Court Filings and Orders ,  A 2025 Review of Sanctions Across the Courts and Rule Proposals","url":"https://www.sternekessler.com/news-insights/insights/ai-ip-year-in-reviewai-hallucinations-in-court-filings-and-orders-a-2025-review-of-sanctions-across-the-courts-and-rule-proposals/","type":"Press","date":"2025-11-30"},{"title":"Dubinin v. Papazian (S.D. Fla., Nov. 21, 2025) - The court found the plaintiff\u0019s filings contained AI-generated inaccuracies, including nonexistent authorities and false quotations.","url":"https://hildasibrian.com/en/blog/should-i-use-ai-for-legal-advice/","type":"Court Filing","date":"2025-11-21"}]},{"id":"FI-0130","slug":"attorney-dubinin-v-papazian-filed-brief","url":"https://failureindex.ai/failures/attorney-dubinin-v-papazian-filed-brief","headline":"An attorney in Dubinin v. Papazian filed a brief with ten AI-fabricated citations, ending the case","company":"MTK International Law Group, PA","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2025-11-21","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"Order Striking Complaint, Entering Sanctions, and Referring Counsel to the Florida Bar and Grievance Committee, Dubinin v. Papazian, No. 25-cv-23877-RAR","url":"https://websitedc.s3.amazonaws.com/documents/Dubinin_v._Papazian_USA_21_November_2025.pdf","type":"Court Filing","date":"2025-11-21"},{"title":"AI IP Year in Review: AI Hallucinations in Court Filings and Orders: A 2025 Review of Sanctions Across the Courts and Rule Proposals","url":"https://www.sternekessler.com/news-insights/insights/ai-ip-year-in-reviewai-hallucinations-in-court-filings-and-orders-a-2025-review-of-sanctions-across-the-courts-and-rule-proposals/","type":"Press","date":"2026-01-23"},{"title":"Dubinin v. Papazian | Legal AI Governance Tracker","url":"https://legalaigovernance.com/tracker/cases/alexey-dubinin-v-varsenik-papazian/","type":"Press","date":"2026-04-26"}]},{"id":"FI-0403","slug":"law-enforcement-used-alpr-networks-monitor","url":"https://failureindex.ai/failures/law-enforcement-used-alpr-networks-monitor","headline":"US law enforcement used ALPR networks to monitor protesters, raising privacy concerns","company":"US law enforcement agencies (using Flock Safety ALPR systems)","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2025-11-20","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"How Cops Are Using Flock Safety's ALPR Network to Surveil Protesters and Activists","url":"https://www.eff.org/deeplinks/2025/11/how-cops-are-using-flock-safetys-alpr-network-surveil-protesters-and-activists","type":"Press","date":"2025-11-20"},{"title":"Santa Cruz votes to terminate its contract with Flock Safety","url":"https://santacruzsentinel.com/2026/01/13/santa-cruz-votes-to-terminate-its-contract-with-flock-safety","type":"Press","date":"2026-01-13"},{"title":"Flock Safety cameras used to monitor protesters, rights groups say","url":"https://therecord.media/flock-safety-rights-group-eff","type":"Press","date":"2025-11-21"}]},{"id":"FI-0432","slug":"algorithm-amplified-right-wing-extreme-content","url":"https://failureindex.ai/failures/algorithm-amplified-right-wing-extreme-content","headline":"X algorithm amplified right-wing and extreme content in the UK","company":"X (formerly Twitter)","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"recommender","system_class":"predictive","severity":"High","date_of_incident":"2025-11-19","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Investigation: X algorithm amplifies right‑wing, extreme content in the UK - AIAAIC repository","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/investigation-x-algorithm-amplifies-right-wing-extreme-content-in-the-uk","type":"Primary","date":"2025-11-19"},{"title":"X’s Right‑Wing Bias in UK, Tigray’s Illicit Gold Rush, Financial Risks of AI Bubble, and What People Ask ChatGPT - Global Investigative Journalism Network (summarises Sky News investigation)","url":"https://gijn.org/stories/politically-biased-algorithms-tigrays-gold-rush/","type":"Press","date":"2025-11-19"},{"title":"The political effects of X’s feed algorithm - Nature (peer‑reviewed study)","url":"https://www.nature.com/articles/s41586-026-10098-2","type":"Primary","date":"2026-01-01"},{"title":"Twitter's algorithm favours right‑leaning politics, research finds - BBC","url":"https://www.bbc.com/news/technology-59011271","type":"Press","date":"2021-10-22"}]},{"id":"FI-0021","slug":"anonymized-asset-manager-research-citation-fabrication","url":"https://failureindex.ai/failures/anonymized-asset-manager-research-citation-fabrication","headline":"Asset manager's internal research copilot fabricated SEC filing citations in an LP letter","company":null,"is_anonymized":true,"industry":"asset-management","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2025-11-18","date_indexed":"2026-05-13","public_visibility":"Low","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Realm Labs case file under NDA","url":"https://failureindex.ai/about#anonymization-policy","type":"Customer-Disclosed","date":"2025-12-12"}]},{"id":"FI-0020","slug":"anonymized-fintech-voice-agent-spanish-accent","url":"https://failureindex.ai/failures/anonymized-fintech-voice-agent-spanish-accent","headline":"Public-sector voice agent failed Spanish-accented English callers at 4x the rate of native speakers","company":null,"is_anonymized":true,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"voice-agent","system_class":"generative","severity":"High","date_of_incident":"2025-11-04","date_indexed":"2026-05-13","public_visibility":"Low","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Realm Labs case file under NDA","url":"https://failureindex.ai/about#anonymization-policy","type":"Customer-Disclosed","date":"2025-12-02"}]},{"id":"FI-0518","slug":"grok-claims-fake-imagery-huntingdon-train","url":"https://failureindex.ai/failures/grok-claims-fake-imagery-huntingdon-train","headline":"Grok claims fake imagery of Huntingdon train attack is genuine","company":"xAI","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Low","date_of_incident":"2025-11-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Grok and Google Lens AI overviews claim fake imagery shows Huntingdon train attack","url":"https://fullfact.org/crime/grok-google-lens-ai-imagery-train-attack/","type":"Press","date":"2025-11-05"},{"title":"Fact check: Fake ‘train attack’ imagery and child obesity stats","url":"https://www.the-independent.com/news/uk/home-news/bmi-children-nhs-england-huntingdon-google-b2860965.html","type":"Press","date":"2025-11-05"},{"title":"Grok, Google AI claim fake imagery shows Huntingdon train attack","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/grok-google-ai-claim-fake-imagery-shows-huntingdon-train-attack","type":"Press","date":"2025-11-05"}]},{"id":"FI-0464","slug":"codeorbit-agents-incur-47000-dollars-costs","url":"https://failureindex.ai/failures/codeorbit-agents-incur-47000-dollars-costs","headline":"CodeOrbit AI agents incur 47000 dollars in costs during 11 day feedback loop","company":"CodeOrbit","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2025-11-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Estimated","time_to_disclosure":"Days","sources":[{"title":"Our $47,000 AI Agent Production Lesson: The Reality of A2A and MCP","url":"https://medium.com/@theabhishek.040/our-47-000-ai-agent-production-lesson-the-reality-of-a2a-and-mcp-60c2c000d904","type":"Primary","date":"2025-11-01"},{"title":"AI Agents Horror Stories: How a $47,000 AI Agent Failure Exposed the Hype and Hidden Risks of Multi-Agent Systems","url":"https://techstartups.com/2025/11/14/ai-agents-horror-stories-how-a-47000-failure-exposed-the-hype-and-hidden-risks-of-multi-agent-systems/","type":"Press","date":"2025-11-14"}]},{"id":"FI-0131","slug":"attorney-loletha-hale-sanctioned-brief-17","url":"https://failureindex.ai/failures/attorney-loletha-hale-sanctioned-brief-17","headline":"Attorney Loletha Hale was sanctioned for a brief with 17 AI-hallucinated case citations","company":"Loletha Hale","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2025-10-28","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Boston et al. v. Williams et al., Order on Rule 11 Sanctions (In re Loletha Hale), Case No. 1:23-cv-00752-WMR, Document 70","url":"https://websitedc.s3.amazonaws.com/documents/Boston_et_al._v._Williams_USA_28_October_2025.pdf","type":"Court Filing","date":"2025-10-28"},{"title":"Attorney chastised for AI use in Katt Williams assault suit","url":"https://www.courthousenews.com/attorney-chastised-for-ai-use-in-katt-williams-assault-suit/","type":"Press","date":"2025-09-29"},{"title":"Deflection in the Face of AI Hallucinations Ends in Rule 11 Sanctions","url":"https://technologylaw.fkks.com/post/102lurp/deflection-in-the-face-of-ai-hallucinations-ends-in-rule-11-sanctions","type":"Press","date":"2025-11-18"}]},{"id":"FI-0029","slug":"claude-code-ran-rm-rf-user","url":"https://failureindex.ai/failures/claude-code-ran-rm-rf-user","headline":"Claude Code ran rm -rf on a user's home directory while rebuilding a project","company":"Anthropic (Claude Code)","is_anonymized":false,"industry":"saas","failure_mode":"agentic-action-error","ai_surface":"code-assistant","system_class":"generative","severity":"High","date_of_incident":"2025-10-21","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"CRITICAL: Claude Code executed rm -rf deleting entire home directory (anthropics/claude-code issue 10077)","url":"https://github.com/anthropics/claude-code/issues/10077","type":"Primary","date":"2025-12-09"},{"title":"Amazon's AI deleted production. Then Amazon blamed the humans. (Barrack AI, documents Claude Code rm -rf, GitHub #10077)","url":"https://blog.barrack.ai/amazon-ai-agents-deleting-production/","type":"Press","date":"2026-02-22"}]},{"id":"FI-0145","slug":"canada-revenue-agency-18m-charlie-chatbot","url":"https://failureindex.ai/failures/canada-revenue-agency-18m-charlie-chatbot","headline":"Canada Revenue Agency's $18M Charlie chatbot gave wrong tax answers 66% of the time","company":"Canada Revenue Agency","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-10-21","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Canada Revenue Agency Contact Centres - Auditor General of Canada Report","url":"https://www.canada.ca/en/auditor-general/our-work/audit-reports/canada-revenue-agency-contact-centres.html","type":"Primary","date":"2025-10-21"},{"title":"The CRA spent $18 million on Charlie, its new tax information chatbot","url":"https://nationalpost.com/news/politics/the-cra-spent-18-million-on-charlie-its-new-tax-information-chatbot","type":"Press","date":"2025-12-12"},{"title":"In scathing report, AG finds CRA call centres are slow to answer and often inaccurate","url":"https://www.cbc.ca/news/politics/ag-fall-2025-cra-military-9.6946672","type":"Press","date":"2025-10-21"}]},{"id":"FI-0197","slug":"deloitte-australia-refunds-government-produced-hallucin","url":"https://failureindex.ai/failures/deloitte-australia-refunds-government-produced-hallucin","headline":"Deloitte Australia refunds government after AI-produced report with hallucinations","company":"Deloitte Australia","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2025-10-06","date_indexed":"2026-06-05","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"Deloitte to pay money back to Albanese government after using AI in $440,000 report","url":"https://www.theguardian.com/australia-news/2025/oct/06/deloitte-to-pay-money-back-to-albanese-government-after-using-ai-in-440000-report","type":"Press","date":"2025-10-06"},{"title":"Deloitte Australia will partially refund the Australian government for a report filled with apparent AI-generated errors","url":"https://apnews.com/article/australia-ai-errors-deloitte-ab54858680ffc4ae6555b31c8fb987f3","type":"Press","date":"2025-10-07"},{"title":"Deloitte's member firm in Australia will pay the government a partial refund for a $290,000 report that contained alleged AI-generated errors","url":"https://fortune.com/2025/10/07/deloitte-ai-australia-government-report-hallucinations-technology-290000-refund","type":"Press","date":"2025-10-07"}]},{"id":"FI-0075","slug":"openai-sora-app-filled-nonconsensual-deepfakes","url":"https://failureindex.ai/failures/openai-sora-app-filled-nonconsensual-deepfakes","headline":"OpenAI's Sora app filled with nonconsensual deepfakes of real people at launch","company":"OpenAI","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2025-10-03","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Sora gives deepfakes a publicist and a distribution deal. It could change the internet","url":"https://www.npr.org/2025/10/10/nx-s1-5567162/sora-ai-openai-deepfake","type":"Press","date":"2025-10-10"},{"title":"OpenAI's Sora app and the deepfake likeness problem (The Verge)","url":"https://www.theverge.com/openai/sora-deepfakes-likeness-controls","type":"Press","date":"2025-10-06"}]},{"id":"FI-0167","slug":"west-midlands-police-cited-microsoft-copilot","url":"https://failureindex.ai/failures/west-midlands-police-cited-microsoft-copilot","headline":"West Midlands Police cited a Microsoft Copilot-fabricated match to justify banning Israeli fans","company":"West Midlands Police","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2025-10-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"AI used to reinforce false narratives in Maccabi fan ban report finds","url":"https://committees.parliament.uk/committee/83/home-affairs-committee/news/212026/ai-used-to-reinforce-false-narratives-in-maccabi-fan-ban-report-finds/","type":"Primary","date":"2026-02-22"},{"title":"Maccabi police chief on the brink after admitting West Midlands Police used AI to ban Israeli fans","url":"https://www.telegraph.co.uk/news/2026/01/14/maccabi-police-chief-admits-misleading-mps-by-using-ai/","type":"Press","date":"2026-01-14"},{"title":"West Midlands Police pause use of AI following Maccabi match hallucination","url":"https://www.thejc.com/news/uk/west-midlands-police-pauses-use-of-ai-following-maccabi-match-hallucination-c839vdki","type":"Press","date":"2026-01-27"}]},{"id":"FI-0387","slug":"sora-study-alleges-generates-false-claim","url":"https://failureindex.ai/failures/sora-study-alleges-generates-false-claim","headline":"Sora 2 study alleges model generates false claim videos 80 percent of the time","company":"OpenAI (Sora)","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"media-generation","system_class":"generative","severity":"High","date_of_incident":"2025-10-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Sora 2 generates false claim videos 80 percent of the time","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/study-sora-2-generates-false-claim-videos-80-percent-of-the-time","type":"Primary","date":"2025-10-01"},{"title":"OpenAI's Sora: When Seeing Should Not Be Believing","url":"https://www.newsguardtech.com/special-reports/openai-sora-seeing-should-not-be-believing","type":"Press","date":"2025-10-17"},{"title":"Why you need to pay attention to Sora 2 and our future AI feed","url":"https://www.cnn.com/2025/10/03/media/sora-2-chatgpt-videos-deepfake-disinfo-future","type":"Press","date":"2025-10-03"}]},{"id":"FI-0211","slug":"servicenow-platform-flaw-allowed-unauthenticated-impers","url":"https://failureindex.ai/failures/servicenow-platform-flaw-allowed-unauthenticated-impers","headline":"ServiceNow AI platform flaw allowed unauthenticated user impersonation","company":"ServiceNow","is_anonymized":false,"industry":"saas","failure_mode":"identity-and-access-drift","ai_surface":"agentic-workflow","system_class":"generative","severity":"Catastrophic","date_of_incident":"2025-10-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"ServiceNow patches critical AI platform flaw that could allow user impersonation","url":"https://cyberscoop.com/servicenow-fixes-critical-ai-vulnerability-cve-2025-12420/","type":"Press","date":"2026-01-13"},{"title":"CVE-2025-12420","url":"http://nvd.nist.gov/vuln/detail/CVE-2025-12420","type":"Primary","date":"2025-10-01"},{"title":"KB2587329: Security Advisory","url":"http://support.servicenow.com/kb?id=kb_article_view&sysparm_article=KB2587329","type":"Primary","date":"2025-10-01"}]},{"id":"FI-0198","slug":"enisa-hallucinated-sources-2025-threat-landscape","url":"https://failureindex.ai/failures/enisa-hallucinated-sources-2025-threat-landscape","headline":"ENISA reports AI-hallucinated sources in 2025 threat landscape reports","company":"ENISA (EU Agency for Cybersecurity)","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2025-10-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"EU cybersecurity agency used AI to write reports","url":"https://cybernews.com/ai-news/enisa-cybersecurity-ai/","type":"Press","date":"2026-01-12"},{"title":"Five times AI hallucinations embarrassed governments","url":"https://restofworld.org/2026/government-ai-hallucinations-south-africa-deloitte/","type":"Press","date":"2026-05-07"}]},{"id":"FI-0114","slug":"elderly-black-homeowners-sued-state-farm","url":"https://failureindex.ai/failures/elderly-black-homeowners-sued-state-farm","headline":"Elderly Black homeowners sued State Farm over AI they allege discriminated in claims handling","company":"State Farm","is_anonymized":false,"industry":"insurance","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2025-10-01","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Estimated","time_to_disclosure":"Days","sources":[{"title":"State Farm hit with lawsuit as policyholders claim AI-driven discrimination","url":"https://www.insurancebusinessmag.com/us/news/claims/state-farm-hit-with-lawsuit-as-policyholders-claim-aidriven-discrimination-552156.aspx","type":"Press","date":"2025-10-07"},{"title":"State Farm Faces Lawsuit Over Alleged AI Discrimination","url":"https://www.legalreader.com/state-farm-faces-lawsuit-over-alleged-ai-discrimination/","type":"Press","date":"2025-10-10"},{"title":"Kelly v. State Farm Insurance Company (MAG+), Case No. 2025-0795, M.D. Ala.","url":"https://www.casemine.com/judgement/us/69414a18f1c3755733a07037","type":"Court Filing","date":"2025-12-15"}]},{"id":"FI-0182","slug":"radware-disclosed-zombieagent-zero-click","url":"https://failureindex.ai/failures/radware-disclosed-zombieagent-zero-click","headline":"Radware disclosed ZombieAgent, a zero-click prompt injection that persisted in ChatGPT agents","company":"OpenAI","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2025-09-26","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"ZombieAgent: New ChatGPT Vulnerabilities Let Data Theft Continue ...","url":"https://www.radware.com/blog/threat-intelligence/zombieagent/","type":"Primary","date":"2026-01-08"},{"title":"'ZombieAgent' Attack Let Researchers Take Over ChatGPT","url":"https://www.securityweek.com/zombieagent-attack-let-researchers-take-over-chatgpt/","type":"Press","date":"2026-01-09"}]},{"id":"FI-0178","slug":"forcedleak-prompt-injection-let-attackers","url":"https://failureindex.ai/failures/forcedleak-prompt-injection-let-attackers","headline":"ForcedLeak prompt injection let attackers exfiltrate CRM data from Salesforce Agentforce","company":"Salesforce","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"agentic-workflow","system_class":"generative","severity":"Catastrophic","date_of_incident":"2025-09-25","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"ForcedLeak: AI Agent Risks Exposed in Salesforce Agentforce","url":"https://noma.security/blog/forcedleak-agent-risks-exposed-in-salesforce-agentforce/","type":"Primary","date":"2025-09-25"},{"title":"Salesforce Patches Critical ForcedLeak Bug Exposing CRM Data via AI Prompt Injection","url":"https://thehackernews.com/2025/09/salesforce-patches-critical-forcedleak.html","type":"Press","date":"2025-09-25"},{"title":"ForcedLeak and the Future of AI Agent Security","url":"https://www.varonis.com/blog/forcedleak","type":"Press","date":"2025-10-30"}]},{"id":"FI-0019","slug":"anonymized-vp-saas-jira-ticket-wrong-project","url":"https://failureindex.ai/failures/anonymized-vp-saas-jira-ticket-wrong-project","headline":"Internal copilot filed an executive-priority Jira ticket against the wrong project","company":null,"is_anonymized":true,"industry":"saas","failure_mode":"tool-misuse","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2025-09-22","date_indexed":"2026-05-13","public_visibility":"Low","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Estimated","time_to_disclosure":"Days","sources":[{"title":"Realm Labs case file under NDA","url":"https://failureindex.ai/about#anonymization-policy","type":"Customer-Disclosed","date":"2025-10-01"}]},{"id":"FI-0273","slug":"amir-mostafavi-fined-000-using-chatgpt","url":"https://failureindex.ai/failures/amir-mostafavi-fined-000-using-chatgpt","headline":"Amir Mostafavi fined $10,000 for using ChatGPT to fabricate court quotes","company":"Amir Mostafavi","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-09-22","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"CalMatters: ChatGPT lawyer fined for AI-regulation concerns","url":"https://calmatters.org/economy/technology/2025/09/chatgpt-lawyer-fine-ai-regulation/","type":"Press","date":"2025-09-22"},{"title":"FindLaw: Court sanctions attorney Amir Mostafavi $10,000","url":"https://caselaw.findlaw.com/court/crt-app-sec-dis-cal-div-thr/117694279.html","type":"Press","date":"2026-06-05"},{"title":"Lana K-Hanna: AI misused by California attorney sanctions","url":"https://lanak-hanna.com/news/ai-misuse-lawyer-sanctions-california/","type":"Press","date":"2025-11-05"}]},{"id":"FI-0310","slug":"notion-exposed-indirect-prompt-injection-via","url":"https://failureindex.ai/failures/notion-exposed-indirect-prompt-injection-via","headline":"Notion AI exposed to indirect prompt injection via PDF processing","company":"Notion","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"agentic-workflow","system_class":"generative","severity":"Catastrophic","date_of_incident":"2025-09-19","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Notion AI Security: 3.0 Agents and Lethal Trifecta Risk","url":"https://www.codeintegrity.ai/blog/notion","type":"Press","date":"2025-09-19"},{"title":"Notion AI Prompt Injection via PDF","url":"http://deepwiki.com/vectara/awesome-agent-failures/3.4-notion-ai-prompt-injection-via-pdf","type":"Press","date":"2025-01-01"},{"title":"Hidden risk in Notion 3.0 AI agents: Web search tool abuse","url":"https://news.ycombinator.com/item?id=45307095","type":"Social","date":"2025-01-01"}]},{"id":"FI-0166","slug":"ghent-university-rector-gave-inaugural-speech","url":"https://failureindex.ai/failures/ghent-university-rector-gave-inaugural-speech","headline":"Ghent University's rector gave an inaugural speech with AI-hallucinated quotes from Einstein","company":"UGent (Universiteit Gent)","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2025-09-19","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Ghent University rector Petra De Sutter uses fabricated quotes in speech, AI gets blame","url":"https://www.vrt.be/vrtnws/en/2026/01/08/ghent-university-rector-petra-de-sutter-uses-fabricated-quotes-i/","type":"Press","date":"2026-01-08"},{"title":"If the rector can spout AI nonsense, then so can everyone else","url":"https://www.erasmusmagazine.nl/en/2026/01/14/als-de-rector-ai-onzin-mag-verkondigen-mag-iedereen-het/","type":"Press","date":"2026-01-14"},{"title":"UGent rector Petra De Sutter withdraws from Amsterdam honorary doctorate over AI errors","url":"https://www.belganewsagency.eu/ugent-rector-petra-de-sutter-withdraws-from-amsterdam-honorary-doctorate-over-ai-errors","type":"Press","date":"2026-01-08"}]},{"id":"FI-0023","slug":"gordon-rees-am-law-71-fake-citations","url":"https://failureindex.ai/failures/gordon-rees-am-law-71-fake-citations","headline":"An Am Law 100 firm submitted fake AI citations in two consecutive cases","company":"Gordon Rees Scully Mansukhani","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-09-15","date_indexed":"2026-05-13","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"The 2026 Legal AI Reckoning","url":"https://compliancehub.wiki/legal-ai-hallucination-reckoning-2026/","type":"Press","date":"2026-01-15"},{"title":"1,227 fabricated citations and counting","url":"https://blog.platinumids.com/blog/ai-hallucination-crisis-courts-2026","type":"Press","date":"2026-04-01"}]},{"id":"FI-0376","slug":"thailand-freezes-million-bank-accounts-automated","url":"https://failureindex.ai/failures/thailand-freezes-million-bank-accounts-automated","headline":"Thailand freezes 3 million bank accounts in automated anti scam crackdown","company":"Bank of Thailand","is_anonymized":false,"industry":"public-sector","failure_mode":"agentic-action-error","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2025-09-13","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"When Fraud Controls Freeze Millions of Bank Accounts","url":"https://ncfacanada.org/when-fraud-controls-freeze-millions-of-bank-accounts/","type":"Press","date":"2025-09-24"},{"title":"BoT Freezes 3 Million Accounts, Sets Daily Transfer Limits to Curb 6 Billion Baht Scam Losses","url":"https://www.thaienquirer.com/57752/bot-freezes-3-million-accounts-sets-daily-transfer-limits-of-50000-200000-baht-to-curb-6-billion-baht-scam-losses/","type":"Press","date":"2025-08-19"}]},{"id":"FI-0034","slug":"california-appeals-court-imposed-10-000","url":"https://failureindex.ai/failures/california-appeals-court-imposed-10-000","headline":"A California appeals court imposed a $10,000 sanction for fabricated AI citations in briefs","company":"Plaintiff's counsel in Noland v. Land of the Free","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-09-12","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"$10,000 Sanction Imposed Based on Fake Quotes in Briefs (Metropolitan News-Enterprise)","url":"http://www.metnews.com/articles/2025/fabrications_091525.htm","type":"Press","date":"2025-09-15"},{"title":"Noland v. Land of the Free, L.P., Court of Appeal opinion (B331918)","url":"https://www.lawnext.com/wp-content/uploads/2025/09/2025-b331918.pdf","type":"Court Filing","date":"2025-09-12"}]},{"id":"FI-0272","slug":"hallucinatory-citations-lead-sanctions-tercero-sacramen","url":"https://failureindex.ai/failures/hallucinatory-citations-lead-sanctions-tercero-sacramen","headline":"AI hallucinatory citations lead to sanctions in Tercero v. Sacramento Logistics","company":"Tercero v. Sacramento Logistics, LLC (Eastern District of California)","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-09-09","date_indexed":"2026-06-05","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"AI Hallucinations in Court Filings and Orders: A 2025 Review of Sanctions Across the Courts and Rule Proposals","url":"https://www.sternekessler.com/news-insights/insights/ai-ip-year-in-reviewai-hallucinations-in-court-filings-and-orders-a-2025-review-of-sanctions-across-the-courts-and-rule-proposals/","type":"Press","date":"2025-01-01"},{"title":"Legal AI Governance Tracker: Tercero v. Sacramento Logistics","url":"https://legalaigovernance.com/tracker/cases/tercero-v-sacramento-logistics/","type":"Press","date":"2025-01-01"}]},{"id":"FI-0128","slug":"attorney-sepideh-ardestani-sanctioned-1-500","url":"https://failureindex.ai/failures/attorney-sepideh-ardestani-sanctioned-1-500","headline":"Attorney Sepideh Ardestani was sanctioned $1,500 over AI-hallucinated citations in a filing","company":"The Work Justice Law Firm","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-09-09","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Weeks","sources":[{"title":"Order Sanctioning Plaintiff's Counsel, Sepideh Ardestani, Tercero v. Sacramento Logistics, No. 2:24-cv-00953-DC-JDP","url":"https://www.courthousenews.com/wp-content/uploads/2025/09/tercero-v-sacramento-logistics-eastern-district-california-order-sanctioning-counsel.pdf","type":"Court Filing","date":"2025-09-09"},{"title":"Attorney Is Sanctioned for Suspected AI Fabricated Citations","url":"https://news.bloomberglaw.com/litigation/attorney-is-sanctioned-for-suspected-ai-fabricated-citations","type":"Press","date":"2025-09-10"}]},{"id":"FI-0380","slug":"roblox-age-verification-misidentifies-minors-adults","url":"https://failureindex.ai/failures/roblox-age-verification-misidentifies-minors-adults","headline":"Roblox AI age verification system misidentifies minors as adults","company":"Roblox","is_anonymized":false,"industry":"saas","failure_mode":"hallucination","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2025-09-04","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Roblox's AI-Powered Age Verification Is a Complete Mess","url":"https://www.wired.com/story/robloxs-ai-powered-age-verification-is-a-complete-mess/","type":"Press","date":"2025-01-01"},{"title":"Roblox AI age verification system accused of misidentifying minors as adult","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/roblox-ai-age-verification-system-accused-of-misidentifying-minors-as-adult","type":"Press","date":"2025-01-01"}]},{"id":"FI-0163","slug":"sixt-car-gate-ai-scanner-missed","url":"https://failureindex.ai/failures/sixt-car-gate-ai-scanner-missed","headline":"Sixt's Car Gate AI scanner missed pre-existing dents and auto-charged a customer $2,200","company":"Sixt","is_anonymized":false,"industry":"travel-and-hospitality","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2025-09-01","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"An AI scanner falsely charged me $2200 in rental car damage","url":"https://thepointsguy.com/travel/rental-car-ai-scanner-mistake/","type":"Press","date":"2026-01-08"},{"title":"AI scanner mistake: Sixt wrongly billed car repairs","url":"http://consumerrescue.org/travel-troubles/ai-scanner-mistake-sixt-wrongly-billed-car-repairs","type":"Press","date":"2025-10-01"},{"title":"AI Is Scanning Some Rental Cars ,  And It Might Cost You","url":"https://whdh.com/7-investigates/ai-is-scanning-some-rental-cars-and-it-might-cost-you/","type":"Press","date":"2025-10-30"}]},{"id":"FI-0148","slug":"cognia-ai-scoring-engine-gave-1","url":"https://failureindex.ai/failures/cognia-ai-scoring-engine-gave-1","headline":"Cognia's AI scoring engine gave about 1,400 Massachusetts MCAS essays wrong zero scores","company":"Cognia","is_anonymized":false,"industry":"public-sector","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2025-09-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"AI grading issue affects hundreds of MCAS essays in Mass.","url":"https://www.nbcboston.com/investigations/ai-grading-massachusetts-mcas/3807392/","type":"Press","date":"2025-09-11"},{"title":"Mass. school districts affected by MCAS AI grading glitch","url":"https://www.nbcboston.com/news/local/mcas-ai-glitch-school-districts/3832222/","type":"Press","date":"2025-10-22"},{"title":"New Bedford MCAS scores affected by AI scoring error","url":"https://www.southcoasttoday.com/story/news/2025/10/28/new-bedford-mcas-scores-affected-by-ai-scoring-error/86882294007/","type":"Press","date":"2025-10-28"}]},{"id":"FI-0060","slug":"taco-bell-rethought-drive-thru-voice","url":"https://failureindex.ai/failures/taco-bell-rethought-drive-thru-voice","headline":"Taco Bell rethought its drive-thru voice AI after viral order failures","company":"Taco Bell (Yum Brands)","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"tool-misuse","ai_surface":"voice-agent","system_class":"generative","severity":"Medium","date_of_incident":"2025-08-28","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Taco Bell rethinks AI drive-thru after 18,000 waters and other fails (Wall Street Journal)","url":"https://www.wsj.com/business/hospitality/taco-bell-ai-drive-through-9a47a3c5","type":"Press","date":"2025-08-28"},{"title":"Taco Bell reconsiders AI drive-thru voice ordering (The Verge)","url":"https://www.theverge.com/news/2025/08/29/taco-bell-ai-drive-through-rethink","type":"Press","date":"2025-08-29"}]},{"id":"FI-0240","slug":"npm-malware-allegedly-weaponized-agents-exfiltrate","url":"https://failureindex.ai/failures/npm-malware-allegedly-weaponized-agents-exfiltrate","headline":"Nx npm malware allegedly weaponized AI agents to exfiltrate data","company":"Nx","is_anonymized":false,"industry":"saas","failure_mode":"data-leakage","ai_surface":"code-assistant","system_class":"generative","severity":"High","date_of_incident":"2025-08-27","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Weaponizing AI coding agents for malware in the Nx malicious package","url":"https://snyk.io/blog/weaponizing-ai-coding-agents-for-malware-in-the-nx-malicious-package/","type":"Press","date":"2025-08-27"},{"title":"NX Build Platform Compromised by Supply Chain Attack ,  How Attackers Collude with AI Code Assistants","url":"https://www.endorlabs.com/learn/nx-build-platform-compromised-by-supply-chain-attack---how-attackers-collude-with-ai-code-assistants","type":"Press","date":"2025-08-27"},{"title":"Claude Code dangerously skip permissions","url":"https://www.truefoundry.com/blog/claude-code-dangerously-skip-permissions","type":"Press","date":"2026-04-06"}]},{"id":"FI-0571","slug":"air-banned-marketing-business-opportunities-ftc","url":"https://failureindex.ai/failures/air-banned-marketing-business-opportunities-ftc","headline":"Air AI banned from marketing business opportunities after FTC deceptive claims suit","company":"Air AI Technologies","is_anonymized":false,"industry":"saas","failure_mode":"brand-and-safety-incident","ai_surface":"voice-agent","system_class":"generative","severity":"High","date_of_incident":"2025-08-25","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Hours","sources":[{"title":"FTC Sues to Stop Air AI from Using Deceptive Claims about Business Growth, Earnings Potential, and Refund Guarantees to Bilk Millions from Small Businesses","url":"https://www.ftc.gov/news-events/news/press-releases/2025/08/ftc-sues-stop-air-ai-using-deceptive-claims-about-business-growth-earnings-potential-refund","type":"Primary","date":"2025-08-25"},{"title":"FTC Files New “AI Washing” Case","url":"https://perkinscoie.com/insights/blog/ftc-files-new-ai-washing-case","type":"Press","date":"2025-09-05"},{"title":"Air AI and its Owners will be Banned from Marketing Business Opportunities to Settle FTC Charges the Company Misled Many Entrepreneurs and Small Businesses","url":"https://www.ftc.gov/news-events/news/press-releases/2026/03/air-ai-its-owners-will-be-banned-marketing-business-opportunities-settle-ftc-charges-company-misled","type":"Primary","date":"2026-03-24"}]},{"id":"FI-0513","slug":"perplexity-comet-browser-vulnerable-indirect-prompt","url":"https://failureindex.ai/failures/perplexity-comet-browser-vulnerable-indirect-prompt","headline":"Perplexity Comet AI browser vulnerable to indirect prompt injection attacks","company":"Perplexity AI","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2025-08-20","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Agentic Browser Security: Indirect Prompt Injection in Perplexity Comet","url":"https://brave.com/blog/comet-prompt-injection/","type":"Primary","date":"2025-08-20"},{"title":"CommetJacking attack tricks Comet browser into stealing emails","url":"http://bleepingcomputer.com/news/security/commetjacking-attack-tricks-comet-browser-into-stealing-emails","type":"Press","date":"2025-10-03"},{"title":"CommetJacking: One Click Can Turn Perplexity’s Comet AI Browser Into a Data Thief","url":"http://thehackernews.com/2025/10/cometjacking-one-click-can-turn.html","type":"Press","date":"2025-10-04"},{"title":"Mitigating Prompt Injection in Comet","url":"https://www.perplexity.ai/hub/blog/mitigating-prompt-injection-in-comet","type":"Primary","date":"2025-10-22"}]},{"id":"FI-0484","slug":"manfred-lehmann-wins-berlin-ruling-generated","url":"https://failureindex.ai/failures/manfred-lehmann-wins-berlin-ruling-generated","headline":"Manfred Lehmann wins Berlin ruling against AI-generated voice clone","company":"YouTuber (operator of the YouTube channel, unnamed)","is_anonymized":false,"industry":"other","failure_mode":"policy-violation","ai_surface":"media-generation","system_class":"generative","severity":"Medium","date_of_incident":"2025-08-20","date_indexed":"2026-06-10","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Germany - Lehmann v. YouTube, 20 August 2025","url":"https://cms.law/en/int/publication/artificial-intelligence-and-copyright-case-tracker/germany-lehmann-v.-youtube-20-august-2025","type":"Press","date":"2025-08-20"},{"title":"Voice clones by AI in court - dubbing artist wins at Berlin Regional Court","url":"https://haerting.de/en/insights/voice-clones-by-ai-in-court-dubbing-artist-wins-at-berlin-regional-court/","type":"Press","date":"2025-10-01"},{"title":"AI Voice Imitation & Personality Rights: German Law Protection","url":"https://se-legal.de/ai-voice-imitation-personality-rights-german-law/?lang=en","type":"Press","date":"2025-11-17"},{"title":"Berlin Regional Court indirectly exclaims ‘Yippee-ki-yay’ to AI-voice cloning Bruce Willis’ German dubbing artist’s voice","url":"https://ipkitten.blogspot.com/2025/11/berlin-regional-court-indirectly.html","type":"Press","date":"2025-11-06"}]},{"id":"FI-0354","slug":"rotherham-man-mistaken-fraudster-facial-recognition","url":"https://failureindex.ai/failures/rotherham-man-mistaken-fraudster-facial-recognition","headline":"Rotherham man mistaken for fraudster by facial recognition software","company":"Facewatch","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"hallucination","ai_surface":"computer-vision","system_class":"predictive","severity":"Medium","date_of_incident":"2025-08-18","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Rotherham man mistaken for fraudster by AI software","url":"https://www.bbc.com/news/articles/c0ql4k35n0wo","type":"Press","date":"2025-08-18"},{"title":"AIAAIC - Rotherham man wrongly accused of fraud after facial recognition error","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/rotherham-man-wrongly-accused-of-fraud-after-facial-recognition-error","type":"Social","date":"2026-06-09"}]},{"id":"FI-0068","slug":"lenovo-website-chatbot-hijacked-prompt","url":"https://failureindex.ai/failures/lenovo-website-chatbot-hijacked-prompt","headline":"Lenovo's website chatbot could be hijacked by prompt injection to run malicious scripts","company":"Lenovo","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-08-18","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Lenovo chatbot Lena vulnerable to XSS via prompt injection (Cybernews)","url":"https://cybernews.com/security/lenovo-chatbot-lena-xss-prompt-injection/","type":"Press","date":"2025-08-18"}]},{"id":"FI-0564","slug":"meta-chatbots-provided-harmful-responses-teens","url":"https://failureindex.ai/failures/meta-chatbots-provided-harmful-responses-teens","headline":"Meta AI chatbots provided harmful responses to teens regarding suicide","company":"Meta","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-08-15","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Meta to stop its AI chatbots from talking to teens about suicide","url":"https://www.bbc.com/news/articles/c2kzl79jv15o","type":"Press","date":"2025-09-01"},{"title":"Meta updates chatbot rules to avoid inappropriate topics with teen users","url":"https://techcrunch.com/2025/08/29/meta-updates-chatbot-rules-to-avoid-inappropriate-topics-with-teen-users/","type":"Press","date":"2025-08-29"}]},{"id":"FI-0144","slug":"hagens-berman-sued-openai-alleging-chatgpt","url":"https://failureindex.ai/failures/hagens-berman-sued-openai-alleging-chatgpt","headline":"Hagens Berman sued OpenAI alleging ChatGPT-4o reinforced a man's delusions before a tragedy","company":"OpenAI","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"Catastrophic","date_of_incident":"2025-08-05","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"OpenAI ChatGPT Wrongful Death Claim","url":"https://www.hbsslaw.com/press/openai-chatgpt-wrongful-death-claim/lawsuit-filed-against-openai-following-murder-suicide-in-connecticut","type":"Primary","date":"2026-01-05"},{"title":"Open AI, Microsoft face lawsuit over ChatGPT's alleged role in Connecticut murder-suicide","url":"https://abc7news.com/post/open-ai-microsoft-face-lawsuit-chatgpts-alleged-role-connecticut-murder-suicide/18275966/","type":"Press","date":"2025-12-11"},{"title":"Lyons v. OpenAI Foundation, Order Denying Motion to Dismiss","url":"https://www.courthousenews.com/wp-content/uploads/2026/04/lyons-v-openai-order-denying-motion-to-dismiss.pdf","type":"Court Filing","date":"2026-04-13"}]},{"id":"FI-0112","slug":"new-york-court-found-nypd-misused","url":"https://failureindex.ai/failures/new-york-court-found-nypd-misused","headline":"A New York court found NYPD misused facial-recognition AI, leading to false imprisonment","company":"New York Police Department (NYPD)","is_anonymized":false,"industry":"public-sector","failure_mode":"tool-misuse","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2025-08-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"People v Zuhdi A. (2025 NY Slip Op 51047(U))","url":"https://www.nycourts.gov/reporter/3dseries/2025/2025_51047.htm","type":"Court Filing","date":"2025-06-17"},{"title":"Man's wrongful arrest puts NYPD's use of facial recognition surveillance tech under scrutiny","url":"https://abc7ny.com/post/man-falsely-jailed-nypds-facial-recognition-surveillance-tech-failed/17664671/","type":"Press","date":"2025-08-27"},{"title":"How the N.Y.P.D.'s Facial Recognition Tool Landed the Wrong Man in Jail","url":"https://www.nytimes.com/2025/08/26/nyregion/nypd-facial-recognition-dismissed-case.html","type":"Press","date":"2025-08-26"}]},{"id":"FI-0429","slug":"hmrc-tax-allowances-ignored-chatgpt-copilot","url":"https://failureindex.ai/failures/hmrc-tax-allowances-ignored-chatgpt-copilot","headline":"HMRC tax allowances ignored by ChatGPT and Copilot","company":"OpenAI, Microsoft","is_anonymized":false,"industry":"healthcare","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-08-01","date_indexed":"2026-06-10","public_visibility":"Low","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Report 6688","url":"https://incidentdatabase.ai/reports/6688/","type":"Primary","date":"2025-01-01"},{"title":"When AI financial advice goes wrong: ChatGPT, Copilot, and Gemini failed UK consumers","url":"https://www.giskard.ai/knowledge/when-ai-financial-advice-goes-wrong-chatgpt-copilot-and-gemini-failed-uk-consumers","type":"Primary","date":"2025-01-01"}]},{"id":"FI-0071","slug":"grok-image-tools-used-mass-produce","url":"https://failureindex.ai/failures/grok-image-tools-used-mass-produce","headline":"Grok's image tools were used to mass-produce nonconsensual and violent fakes on X","company":"Grok (X) image placeholder","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2025-08-01","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Elon Musk's latest AI frontier: spicy deepfakes of stars like Scarlett Johansson and Taylor Swift","url":"https://deadline.com/2025/08/elon-musk-ai-deepfakes-scarlett-johansson-taylor-swift-1236480553/","type":"Press","date":"2025-08-06"},{"title":"Grok's image tools used to create nonconsensual fakes on X (The Verge)","url":"https://www.theverge.com/2025/08/06/grok-imagine-nonconsensual-deepfakes","type":"Press","date":"2025-08-06"}]},{"id":"FI-0165","slug":"fc-carl-zeiss-jena-lost-appeal","url":"https://failureindex.ai/failures/fc-carl-zeiss-jena-lost-appeal","headline":"FC Carl Zeiss Jena lost its appeal after filing a 73-page AI brief full of fabricated citations","company":"FC Carl Zeiss Jena","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2025-08-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"Mit KI formuliert? FC Carl Zeiss Jena verliert vor Sportgericht nach Brief-Desaster","url":"http://bild.de/sport/fussball/mit-ki-formuliert-fc-carl-zeiss-jena-verliert-vor-sportgericht-nach-brief-desaster-689c55460fb2e02f8207507c","type":"Press","date":"2025-08-13"},{"title":"Unverifizierbare KI-Halluzinationen: Gericht weist Schreiben von Carl Zeiss Jena zurück","url":"https://www.mdr.de/nachrichten/thueringen/ost-thueringen/jena/fcc-fans-pyro-strafe-ki-berufung-100.html","type":"Press","date":"2025-08-14"},{"title":"Regionalligist fällt mit KI-Halluzinationen vor Gericht auf die Nase","url":"https://www.n-tv.de/sport/fussball/Regionalligist-faellt-mit-KI-Halluzinationen-vor-Gericht-auf-die-Nase-article25964648.html","type":"Press","date":"2025-08-14"}]},{"id":"FI-0168","slug":"disabled-chatgpt-consent-toggle-instantly","url":"https://failureindex.ai/failures/disabled-chatgpt-consent-toggle-instantly","headline":"A disabled ChatGPT consent toggle instantly deleted a Cologne professor's two years of history","company":"University of Cologne","is_anonymized":false,"industry":"public-sector","failure_mode":"tool-misuse","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-08-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"When two years of academic work vanished with a single click","url":"https://www.nature.com/articles/d41586-025-04064-7","type":"Press","date":"2026-01-22"},{"title":"Scientist Loses Years of Work After Tweaking ChatGPT Settings","url":"https://www.vice.com/en/article/scientist-loses-years-of-work-after-tweaking-chatgpt-settings/","type":"Press","date":"2026-01-28"},{"title":"A Professor Trusted ChatGPT With 2 Years of Work, Then 1 Click Wiped It All Away","url":"https://www.inc.com/leila-sheridan/a-professor-trusted-chatgpt-with-two-years-of-work-then-one-click-wiped-it-all-away/91291617","type":"Press","date":"2026-01-23"}]},{"id":"FI-0102","slug":"commonwealth-bank-reversed-45-ai-driven","url":"https://failureindex.ai/failures/commonwealth-bank-reversed-45-ai-driven","headline":"Commonwealth Bank reversed 45 AI-driven job cuts after its voice bot failed to cut call volumes","company":"Commonwealth Bank of Australia","is_anonymized":false,"industry":"retail-banking","failure_mode":"agentic-action-error","ai_surface":"voice-agent","system_class":"generative","severity":"Medium","date_of_incident":"2025-07-29","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Australian lender CBA to cut 45 jobs in AI shift, draws union backlash","url":"https://www.reuters.com/business/world-at-work/australian-lender-cba-cut-45-jobs-ai-shift-draws-union-backlash-2025-07-29/","type":"Press","date":"2025-07-29"},{"title":"Commonwealth Bank backtracks on AI job cuts, apologises for 'error'","url":"http://abc.net.au/news/2025-08-21/cba-backtracks-on-ai-job-cuts-as-chatbot-lifts-call-volumes/105679492","type":"Press","date":"2025-08-21"},{"title":"CBA reverses AI-driven job cuts, admits 'error'","url":"https://ia.acs.org.au/article/2025/cba-reverses-ai-driven-job-cuts--admits--error-.html","type":"Press","date":"2025-08-21"}]},{"id":"FI-0129","slug":"attorney-innocent-chinweze-sanctioned-1-000","url":"https://failureindex.ai/failures/attorney-innocent-chinweze-sanctioned-1-000","headline":"Attorney Innocent Chinweze was sanctioned $1,000 after Copilot fabricated seven cases in a filing","company":"Microsoft","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2025-07-29","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Weeks","sources":[{"title":"Idehen v Stoute-Phillip, 2025 NY Slip Op 51211(U)","url":"https://law.justia.com/cases/new-york/other-courts/2025/2025-ny-slip-op-51211-u.html","type":"Court Filing","date":"2025-07-29"},{"title":"AI IP Year in Review: AI Hallucinations in Court Filings and Orders: A 2025 Review of Sanctions Across the Courts and Rule Proposals","url":"https://www.sternekessler.com/news-insights/insights/ai-ip-year-in-reviewai-hallucinations-in-court-filings-and-orders-a-2025-review-of-sanctions-across-the-courts-and-rule-proposals/","type":"Press","date":"2026-01-23"},{"title":"Lawyers hit with fines after AI flubs fill their filings: 'They should be ashamed'","url":"https://nypost.com/2025/11/12/business/lawyers-hit-with-fines-after-ai-flubs-fill-their-filings-they-should-be-ashamed/","type":"Press","date":"2025-11-12"}]},{"id":"FI-0036","slug":"federal-judge-disqualified-attorneys","url":"https://failureindex.ai/failures/federal-judge-disqualified-attorneys","headline":"A federal judge disqualified attorneys at a major firm over AI-hallucinated citations","company":"Butler Snow (Johnson v. Dunn)","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-07-23","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Johnson vs. Dunn, attorney sanctions order","url":"https://www.courthousenews.com/johnson-vs-dunn-attorney-sanctions-order/","type":"Court Filing","date":"2025-07-23"},{"title":"Federal Court Turns Up the Heat on Attorneys Using ChatGPT for Research (Esquire, on Johnson v. Dunn)","url":"https://www.esquiresolutions.com/federal-court-turns-up-the-heat-on-attorneys-using-chatgpt-for-research/","type":"Press","date":"2025-08-13"}]},{"id":"FI-0274","slug":"butler-snow-llp-hallucination-leads-disqualification","url":"https://failureindex.ai/failures/butler-snow-llp-hallucination-leads-disqualification","headline":"Butler Snow LLP AI hallucination leads to disqualification in Johnson v. Dunn (N.D. Alabama)","company":"Butler Snow LLP","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-07-23","date_indexed":"2026-06-05","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"AI Hallucinations in Court Filings and Orders: A 2025 Review of Sanctions Across the Courts and Rule Proposals","url":"https://www.sternekessler.com/news-insights/insights/ai-ip-year-in-reviewai-hallucinations-in-court-filings-and-orders-a-2025-review-of-sanctions-across-the-courts-and-rule-proposals/","type":"Press","date":"2025-01-01"},{"title":"Johnson v. Dunn (Berkeley Law PDF)","url":"https://www.law.berkeley.edu/wp-content/uploads/archive/2025/12/Johnson-v-Dunn.pdf","type":"Primary","date":"2025-12-01"},{"title":"AI hallucinated citation case involving prominent Alabama firm","url":"https://reason.com/volokh/2025/05/21/ai-hallucinated-citation-case-involving-prominent-alabama-firm-with-over-350-lawyers-nationwide/","type":"Press","date":"2025-05-21"}]},{"id":"FI-0239","slug":"amazon-developer-code-extension-compromised-malicious","url":"https://failureindex.ai/failures/amazon-developer-code-extension-compromised-malicious","headline":"Amazon Q Developer VS Code extension compromised by malicious wiper prompt","company":"Amazon (AWS)","is_anonymized":false,"industry":"other","failure_mode":"identity-and-access-drift","ai_surface":"code-assistant","system_class":"generative","severity":"Medium","date_of_incident":"2025-07-23","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Security Update for Amazon Q Developer Extension for Visual Studio Code (Version #1.84)","url":"https://aws.amazon.com/security/security-bulletins/AWS-2025-015/","type":"Primary","date":"2025-07-23"},{"title":"Amazon Q extension for VS Code reportedly injected with 'wiper prompt'","url":"https://www.scworld.com/news/amazon-q-extension-for-vs-code-reportedly-injected-with-wiper-prompt","type":"Press","date":"2025-07-23"},{"title":"When AI Assistants Turn Against You: The Amazon Q Security Wake Up Call","url":"https://devops.com/when-ai-assistants-turn-against-you-the-amazon-q-security-wake-up-call/","type":"Press","date":"2025-07-23"}]},{"id":"FI-0278","slug":"judge-henry-wingate-staff-used-draft","url":"https://failureindex.ai/failures/judge-henry-wingate-staff-used-draft","headline":"Judge Henry Wingate's staff used AI to draft TRO with hallucinated quotes","company":"US District Court for the Southern District of Mississippi","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-07-20","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"US judge says he won't explain error-ridden ruling in Mississippi civil rights case","url":"https://www.reuters.com/legal/government/us-judge-says-he-wont-explain-error-ridden-ruling-mississippi-civil-rights-case-2025-08-04/","type":"Press","date":"2025-08-04"},{"title":"Lawyers Want Answers About Mississippi Judge's Made-Up Quotes","url":"https://news.bloomberglaw.com/business-and-practice/lawyers-want-answers-about-mississippi-judges-made-up-quotes","type":"Press","date":"2025-01-01"},{"title":"Use of Perplexity, ChatGPT behind error-ridden orders","url":"https://fedscoop.com/perplexity-chatgpt-error-ridden-orders-federal-judges/","type":"Press","date":"2025-01-01"},{"title":"Grassley Releases Judges' Responses Owning Up to AI Use, Calls for Continued Oversight and Regulation","url":"https://www.judiciary.senate.gov/press/rep/releases/grassley-releases-judges-responses-owning-up-to-ai-use-calls-for-continued-oversight-and-regulation","type":"Press","date":"2025-10-23"}]},{"id":"FI-0007","slug":"replit-ai-deleted-production-database","url":"https://failureindex.ai/failures/replit-ai-deleted-production-database","headline":"Replit AI agent deleted a production database during a code freeze","company":"Replit","is_anonymized":false,"industry":"saas","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2025-07-18","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"Jason Lemkin original X thread on Replit incident","url":"https://twitter.com/jasonlk/status/1946069562723897802","type":"Social","date":"2025-07-18"},{"title":"Replit CEO response and post-mortem","url":"https://www.semafor.com/article/07/22/2025/replit-ai-agent-saastr-database","type":"Press","date":"2025-07-22"}]},{"id":"FI-0196","slug":"angela-lipps-arrested-facial-recognition-match","url":"https://failureindex.ai/failures/angela-lipps-arrested-facial-recognition-match","headline":"Angela Lipps arrested after facial-recognition match led to wrongful extradition","company":"Fargo Police Department","is_anonymized":false,"industry":"public-sector","failure_mode":"identity-and-access-drift","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2025-07-14","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"CNN investigative report on Angela Lipps case","url":"https://www.cnn.com/2026/03/29/us/angela-lipps-ai-facial-recognition","type":"Primary","date":"2026-03-29"},{"title":"Grandmother held without bail after AI software error: lawsuit planned","url":"https://www.findlaw.com/legalblogs/law-and-life/grandmother-held-without-bail-after-ai-software-error-lawsuit-planned/","type":"Press","date":"2026-03-23"},{"title":"More than a dozen wrongful arrests due to police reliance on facial recognition technology","url":"https://www.aclu.org/news/privacy-technology/more-than-a-dozen-wrongful-arrests-due-to-police-reliance-on-facial-recognition-technology","type":"Press","date":"2026-06-05"}]},{"id":"FI-0083","slug":"massachusetts-ag-settled-earnest-2-5m","url":"https://failureindex.ai/failures/massachusetts-ag-settled-earnest-2-5m","headline":"Massachusetts AG settled with Earnest for $2.5M over allegedly discriminatory AI loan underwriting","company":"Earnest Operations LLC","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2025-07-10","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"AG Campbell Announces $2.5 Million Settlement With Student Loan Lender For Unlawful Practices Through AI Use, Other Consumer Protection Violations","url":"https://mass.gov/news/ag-campbell-announces-25-million-settlement-with-student-loan-lender-for-unlawful-practices-through-ai-use-other-consumer-protection-violations","type":"Primary","date":"2025-07-10"},{"title":"Massachusetts AG Settles Fair Lending Action Based Upon AI Underwriting Model","url":"https://www.cfsreview.com/2025/07/massachusetts-ag-settles-fair-lending-action-based-upon-ai-underwriting-model","type":"Press","date":"2025-07-24"},{"title":"Mass. AG reaches settlement with student loan firm for $2.5M over AI lending bias","url":"https://bankingjournal.aba.com/2025/08/mass-ag-reaches-settlement-with-earnest-operations-for-2-5m-over-ai-lending-bias/","type":"Press","date":"2025-08-01"}]},{"id":"FI-0061","slug":"mcdonald-ai-hiring-chatbot-exposed-millions","url":"https://failureindex.ai/failures/mcdonald-ai-hiring-chatbot-exposed-millions","headline":"McDonald's AI hiring chatbot exposed millions of applicants' data behind the password 123456","company":"McDonald's (Paradox.ai McHire)","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"data-leakage","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-07-09","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Researcher disclosure: hacking McHire and the Paradox.ai applicant database","url":"https://ian.sh/mcdonalds","type":"Primary","date":"2025-07-09"},{"title":"McDonald's AI hiring bot exposed millions of applicants' data to hackers using the password 123456 (Wired)","url":"https://www.wired.com/story/mcdonalds-ai-hiring-chat-bot-paradoxai/","type":"Press","date":"2025-07-09"}]},{"id":"FI-0045","slug":"musk-grok-chatbot-posted-antisemitic-content","url":"https://failureindex.ai/failures/musk-grok-chatbot-posted-antisemitic-content","headline":"Musk's Grok chatbot posted antisemitic content and called itself MechaHitler","company":"xAI","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-07-08","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Elon Musk's AI chatbot, Grok, started calling itself 'MechaHitler' (NPR)","url":"https://www.npr.org/2025/07/09/nx-s1-5462609/grok-elon-musk-antisemitic-racist-content","type":"Press","date":"2025-07-09"},{"title":"Musk's Grok AI posts antisemitic tirade praising Hitler on X (NBC News)","url":"https://www.nbcnews.com/tech/internet/elon-musk-grok-antisemitic-posts-x-rcna217634","type":"Press","date":"2025-07-09"}]},{"id":"FI-0234","slug":"hciactive-breach-exposes-million-records-insurance","url":"https://failureindex.ai/failures/hciactive-breach-exposes-million-records-insurance","headline":"HCIactive data breach exposes over 3 million records from AI-insurance software","company":"Healthcare Interactive, Inc. (HCIactive)","is_anonymized":false,"industry":"insurance","failure_mode":"data-leakage","ai_surface":"search-rag","system_class":"generative","severity":"Catastrophic","date_of_incident":"2025-07-08","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Healthcare Interactive data breach","url":"https://www.hipaajournal.com/healthcare-interactive-data-breach/","type":"Press","date":"2025-09-22"},{"title":"Massive data breach at Healthcare Interactive affects over 3 million including SC residents","url":"https://insurancenewsnet.com/oarticle/massive-data-breach-at-healthcare-interactive-affects-over-3-million-including-103000-sc-residents","type":"Press","date":"2025-07-15"},{"title":"Data breach data - Healthcare Interactive Inc Data Breach","url":"https://www.emeryreddy.com/blog/data-breach/healthcare-interactive-inc-data-breach","type":"Press","date":"2025-08-01"},{"title":"Healthcare Interactive - Notice of Data Event - CA","url":"https://oag.ca.gov/system/files/Healthcare%20Interactive%20-%20Notice%20of%20Data%20Event%20-%20CA_0.pdf","type":"Primary","date":"2025-12-05"}]},{"id":"FI-0017","slug":"deloitte-australia-government-report-hallucinations","url":"https://failureindex.ai/failures/deloitte-australia-government-report-hallucinations","headline":"Deloitte refunded the Australian government after an AI-assisted report cited fake sources","company":"Deloitte Australia","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2025-07-04","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Deloitte refunds Australian government over AI in report","url":"https://www.theregister.com/2025/10/06/deloitte_ai_report_australia/","type":"Press","date":"2025-10-06"},{"title":"Deloitte to refund Australian government after AI hallucinations found in $440K report","url":"https://www.theguardian.com/australia-news/2025/oct/06/deloitte-to-refund-australian-government-after-using-ai-in-440000-report","type":"Press","date":"2025-10-06"}]},{"id":"FI-0172","slug":"cve-2025-53773-enabled-rce-prompt","url":"https://failureindex.ai/failures/cve-2025-53773-enabled-rce-prompt","headline":"CVE-2025-53773 enabled RCE via prompt injection in GitHub Copilot Agent Mode","company":"GitHub","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2025-07-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"CVE-2025-53773 - GitHub Copilot and Visual Studio Remote Code Execution Vulnerability","url":"https://msrc.microsoft.com/update-guide/vulnerability/CVE-2025-53773","type":"Primary","date":"2025-08-12"},{"title":"GitHub Copilot: Remote Code Execution via Prompt Injection (CVE-2025-53773)","url":"https://embracethered.com/blog/posts/2025/github-copilot-remote-code-execution-via-prompt-injection/","type":"Press","date":"2025-08-12"},{"title":"AI Attack Surface: How Agents Raise the Cyber Stakes","url":"https://www.darkreading.com/application-security/ai-attack-surface-agents-cyber-stakes","type":"Press","date":"2025-11-19"}]},{"id":"FI-0279","slug":"judge-julien-xavier-neals-withdraws-cormedix","url":"https://failureindex.ai/failures/judge-julien-xavier-neals-withdraws-cormedix","headline":"Judge Julien Xavier Neals withdraws CorMedix opinion after AI hallucinations","company":"Judge Julien Xavier Neals (D.N.J.)","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-06-30","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Judge Withdraws Pharma Opinion After Lawyer Flags Made-Up Quotes","url":"https://news.bloomberglaw.com/business-and-practice/judge-withdraws-pharma-opinion-after-lawyer-flags-made-up-quotes","type":"Press","date":"2025-07-01"},{"title":"Errors found in US judge's withdrawn decision stink of AI","url":"https://www.theverge.com/news/713653/judge-withdraws-cormedix-case-ai-citation_errors","type":"Press","date":"2025-07-25"},{"title":"Federal judge withdraws opinion after lawyer points out fake quotes and misstated case outcomes","url":"https://www.abajournal.com/news/article/federal-judge-withdraws-opinion-after-lawyer-points-out-fake-quotes-and-misstated-case-outcomes","type":"Press","date":"2025-07-24"}]},{"id":"FI-0018","slug":"microsoft-copilot-echoleak-zero-click","url":"https://failureindex.ai/failures/microsoft-copilot-echoleak-zero-click","headline":"A zero-click email exfiltrated Microsoft 365 Copilot data without user interaction","company":"Microsoft","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"copilot","system_class":"generative","severity":"Catastrophic","date_of_incident":"2025-06-11","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"CVE-2025-32711: Microsoft 365 Copilot Information Disclosure","url":"https://msrc.microsoft.com/update-guide/vulnerability/CVE-2025-32711","type":"Primary","date":"2025-06-11"},{"title":"Aim Labs EchoLeak research disclosure","url":"https://www.aim.security/post/echoleak-the-first-zero-click-attack-against-microsoft-365-copilot","type":"Primary","date":"2025-06-11"}]},{"id":"FI-0123","slug":"uk-high-court-warned-all-lawyers","url":"https://failureindex.ai/failures/uk-high-court-warned-all-lawyers","headline":"The UK High Court warned all lawyers to stop misusing AI after five hallucinated citations","company":"Haringey Law Centre","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-06-06","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"High court tells UK lawyers to stop misuse of AI after fake case-law citations","url":"https://www.theguardian.com/technology/2025/jun/06/high-court-tells-uk-lawyers-to-urgently-stop-misuse-of-ai-in-legal-work","type":"Press","date":"2025-06-06"},{"title":"Lawyers face sanctions for citing fake cases with AI, warns UK judge","url":"https://www.reuters.com/world/uk/lawyers-face-sanctions-citing-fake-cases-with-ai-warns-uk-judge-2025-06-06/","type":"Press","date":"2025-06-06"},{"title":"AI Fabricated Citations and the Legal Profession: Lessons from the High Court","url":"https://www.biicl.org/blog/116/ai-fabricated-citations-and-the-legal-profession-lessons-from-the-high-court","type":"Primary","date":"2025-09-16"}]},{"id":"FI-0283","slug":"high-warns-lawyers-misuse-fake-citations","url":"https://failureindex.ai/failures/high-warns-lawyers-misuse-fake-citations","headline":"UK High Court warns lawyers against AI misuse after fake citations","company":"UK High Court (England and Wales)","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-06-06","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"High court tells UK lawyers to stop misuse of AI after fake case-law citations","url":"https://www.theguardian.com/technology/2025/jun/06/high-court-tells-uk-lawyers-to-urgently-stop-misuse-of-ai-in-legal-work","type":"Press","date":"2025-06-06"},{"title":"AI Fabricated Citations and the Legal Profession: Lessons from the High Court","url":"https://www.biicl.org/blog/116/ai-fabricated-citations-and-the-legal-profession-lessons-from-the-high-court","type":"Press","date":"2025-09-16"}]},{"id":"FI-0568","slug":"llamaindex-vector-store-integrations-vulnerable-sql","url":"https://failureindex.ai/failures/llamaindex-vector-store-integrations-vulnerable-sql","headline":"LlamaIndex vector store integrations vulnerable to SQL injection","company":"LlamaIndex","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2025-06-05","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"CVE-2025-1793","url":"http://cve.org/CVERecord?id=CVE-2025-1793","type":"Primary","date":"2025-06-05"},{"title":"SNYK-PYTHON-LLAMAINDEXCORE-10332647","url":"http://security.snyk.io/vuln/SNYK-PYTHON-LLAMAINDEXCORE-10332647","type":"Primary","date":"2025-06-08"},{"title":"Critical SQL Injection Vulnerability in LlamaIndex (CVE-2025-1793) - Advisory and Analysis","url":"https://www.endorlabs.com/learn/critical-sql-injection-vulnerability-in-llamaindex-cve-2025-1793---advisory-and-analysis","type":"Primary","date":"2025-06-09"}]},{"id":"FI-0259","slug":"sonio-detect-ultrasound-software-mislabels-fetal","url":"https://failureindex.ai/failures/sonio-detect-ultrasound-software-mislabels-fetal","headline":"Sonio Detect AI ultrasound software mislabels fetal structures in prenatal imaging","company":"Samsung Medison (Sonio SAS)","is_anonymized":false,"industry":"healthcare","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2025-06-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"As AI enters the operating room, reports arise of botched surgeries misidentified body parts","url":"https://www.reuters.com/investigations/ai-enters-operating-room-reports-arise-botched-surgeries-misidentified-body-2026-02-09/","type":"Press","date":"2026-02-09"},{"title":"MAUDE Adverse Event Report: SONIO SONIO DETECT","url":"https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfmaude/detail.cfm?mdrfoi__id=22340256&pc=QIH","type":"Primary","date":"2026-04-30"}]},{"id":"FI-0098","slug":"camoleak-prompt-injection-github-copilot-chat","url":"https://failureindex.ai/failures/camoleak-prompt-injection-github-copilot-chat","headline":"CamoLeak prompt injection in GitHub Copilot Chat silently exfiltrated private code and secrets","company":"GitHub","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"copilot","system_class":"generative","severity":"Catastrophic","date_of_incident":"2025-06-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"CamoLeak: Critical GitHub Copilot Vulnerability Leaks Private Source Code","url":"https://www.legitsecurity.com/blog/camoleak-critical-github-copilot-vulnerability-leaks-private-source-code","type":"Primary","date":"2025-10-08"},{"title":"GitHub Copilot Chat Hit by 'CamoLeak' Flaw Exposing User Data","url":"https://petri.com/github-copilot-chat-camoleak-vulnerability/","type":"Press","date":"2025-10-13"},{"title":"Safeguarding VS Code against prompt injections","url":"https://github.blog/security/vulnerability-research/safeguarding-vs-code-against-prompt-injections/","type":"Primary","date":"2025-08-25"}]},{"id":"FI-0142","slug":"belgian-publisher-ventures-media-ran-hundreds","url":"https://failureindex.ai/failures/belgian-publisher-ventures-media-ran-hundreds","headline":"Belgian publisher Ventures Media ran hundreds of AI articles under fake bylines in Elle and Forbes","company":"Ventures Media","is_anonymized":false,"industry":"other","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2025-06-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Sophie Vermeulen bestaat niet, maar schreef wel 403 artikels voor magazine Elle, blijkt uit onderzoek van VRT NWS","url":"https://www.vrt.be/vrtnws/nl/2025/06/26/modeblad-elle-gebruikt-nepjournalisten-voor-online-artikels/","type":"Primary","date":"2025-06-26"},{"title":"Flemish broadcaster discovers massive AI use in popular magazines","url":"https://www.brusselstimes.com/1650005/felmish-broadcasters-discovers-massive-ai-use-in-popular-magazines","type":"Press","date":"2025-06-28"},{"title":"The News Industry's GenAI Cautionary Tales","url":"https://generative-ai-newsroom.com/the-news-industrys-genai-cautionary-tales-84387d1ca087","type":"Press","date":"2025-09-17"}]},{"id":"FI-0510","slug":"richard-bednar-sanctioned-utah-appeals-fake","url":"https://failureindex.ai/failures/richard-bednar-sanctioned-utah-appeals-fake","headline":"Richard Bednar sanctioned by Utah appeals court for fake ChatGPT citations","company":"Richard Bednar","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-05-31","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"US lawyer sanctioned after being caught using ChatGPT for court brief","url":"https://www.theguardian.com/us-news/2025/may/31/utah-lawyer-chatgpt-ai-court-brief","type":"Press","date":"2025-05-31"},{"title":"Utah lawyer sanctioned for court filing that used ChatGPT and referenced nonexistent court case","url":"https://www.abc4.com/news/local-news/utah-lawyer-filing-chatgpt/","type":"Press","date":"2025-05-29"}]},{"id":"FI-0263","slug":"maha-children-health-exposed-fabricated-assisted","url":"https://failureindex.ai/failures/maha-children-health-exposed-fabricated-assisted","headline":"MAHA report on children's health exposed as fabricated with AI-assisted citations","company":"Make America Healthy Again Commission (MAHA)","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2025-05-29","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Washington Post: MAHA report contains AI-generated citations and nonexistent studies","url":"https://www.washingtonpost.com/health/2025/05/29/maha-rfk-jr-ai-garble/","type":"Press","date":"2025-05-29"},{"title":"ABC7NY: MAHA-RFK Jr.'s Make America Healthy report contained nonexistent studies","url":"http://abc7ny.com/post/maha-rfk-jrs-make-america-healthy-report-contained-nonexistent-studies/16590722","type":"Press","date":"2025-05-29"}]},{"id":"FI-0265","slug":"maren-bam-sanctioned-generated-hallucinations-federal","url":"https://failureindex.ai/failures/maren-bam-sanctioned-generated-hallucinations-federal","headline":"Maren Bam sanctioned for AI-generated hallucinations in federal case","company":"Salus Disability","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2025-05-27","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"As more lawyers fall for AI hallucinations, ChatGPT says: Check my work","url":"https://cronkitenews.azpbs.org/2025/10/28/lawyers-ai-hallucinations-chatgpt/","type":"Press","date":"2025-10-28"},{"title":"ORDER finding Counsel Maren Bam has violated Rule 11 of the Federal Rules of Civil Procedure and imposing sanctions","url":"https://docs.justia.com/cases/federal/district_courts/arizona/azdce/2:2025cv00689/1428727/18","type":"Court Filing","date":"2025-08-14"},{"title":"Another Week, Another AI Hallucination Sanction - With a Twist","url":"https://technologylaw.fkks.com/post/102l0ox/another-week-another-ai-hallucination-sanction-with-a-twist","type":"Reader-Submitted","date":"2025-01-01"}]},{"id":"FI-0121","slug":"court-struck-part-anthropic-expert-declaration","url":"https://failureindex.ai/failures/court-struck-part-anthropic-expert-declaration","headline":"A court struck part of an Anthropic expert declaration after Claude hallucinated a citation","company":"Anthropic","is_anonymized":false,"industry":"saas","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-05-23","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Concord Music Group, Inc. et al. v. Anthropic PBC, Order on Joint Discovery Submissions (Case No. 24-cv-03811-EKL (SVK))","url":"https://websitedc.s3.amazonaws.com/documents/Concord_v._Anthropic_N.D._California_USA_May_23_2025.pdf","type":"Court Filing","date":"2025-05-23"},{"title":"Anthropic expert accused of using AI-fabricated source in copyright case","url":"https://www.reuters.com/legal/litigation/anthropic-expert-accused-using-ai-fabricated-source-copyright-case-2025-05-13/","type":"Press","date":"2025-05-13"},{"title":"Court tosses hallucinated citation from Anthropic's defense in copyright infringement case","url":"https://www.computerworld.com/article/3996221/court-tosses-hallucinated-citation-from-anthropics-defense-in-copyright-infringement-case.html","type":"Press","date":"2025-05-23"}]},{"id":"FI-0503","slug":"white-house-health-included-fabricated-citations","url":"https://failureindex.ai/failures/white-house-health-included-fabricated-citations","headline":"White House health report included fabricated AI citations","company":"White House / Make America Healthy Again (MAHA) Commission","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2025-05-22","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Trump officials downplay fake citations in high-profile report on children’s health","url":"http://science.org/content/article/trump-officials-downplay-fake-citations-high-profile-report-children-s-health","type":"Press","date":"2025-05-30"},{"title":"White House Health Report Included Fake Citations","url":"https://www.nytimes.com/2025/05/29/well/maha-report-citations.html","type":"Press","date":"2025-05-29"},{"title":"The MAHA Report Cites Studies That Don’t Exist","url":"https://www.notus.org/health-science/make-america-healthy-again-report-citation-errors","type":"Press","date":"2025-05-29"}]},{"id":"FI-0063","slug":"researchers-showed-gitlab-duo-ai-hijacked","url":"https://failureindex.ai/failures/researchers-showed-gitlab-duo-ai-hijacked","headline":"Researchers showed GitLab's Duo AI could be hijacked by hidden prompt injection","company":"GitLab","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"code-assistant","system_class":"generative","severity":"High","date_of_incident":"2025-05-22","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Remote Prompt Injection in GitLab Duo Leads to Source Code Theft (Legit Security)","url":"https://www.legitsecurity.com/blog/remote-prompt-injection-in-gitlab-duo","type":"Press","date":"2025-05-22"},{"title":"GitLab Duo prompt injection lets attackers steal source code (The Hacker News)","url":"https://thehackernews.com/2025/05/researchers-expose-gitlab-duo.html","type":"Press","date":"2025-05-23"}]},{"id":"FI-0070","slug":"newspaper-printed-ai-generated-summer-reading","url":"https://failureindex.ai/failures/newspaper-printed-ai-generated-summer-reading","headline":"A newspaper printed an AI-generated summer reading list of books that don't exist","company":"Chicago Sun-Times","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2025-05-20","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Chicago Sun-Times prints AI-generated summer reading list with fake books (NPR)","url":"https://www.npr.org/2025/05/20/nx-s1-5405022/chicago-sun-times-ai-summer-reading-list","type":"Press","date":"2025-05-20"}]},{"id":"FI-0317","slug":"luka-inc-fined-million-italy-garante","url":"https://failureindex.ai/failures/luka-inc-fined-million-italy-garante","headline":"Luka Inc. fined €5 million by Italy's Garante for GDPR violations in Replika","company":"Luka Inc.","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-05-19","date_indexed":"2026-06-08","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"AI: the Italian Supervisory Authority fines company behind chatbot Replika","url":"https://www.edpb.europa.eu/news/national-news/2025/ai-italian-supervisory-authority-fines-company-behind-chatbot-replika_en","type":"Primary","date":"2025-05-19"},{"title":"Italy's data watchdog fines AI company Replika's developer 5 million euros","url":"https://www.reuters.com/sustainability/boards-policy-regulation/italys-data-watchdog-fines-ai-company-replikas-developer-56-million-2025-05-19/","type":"Press","date":"2025-05-19"},{"title":"Italy Garante fines Luka Inc. €5M for lack of legal bases","url":"http://dataguidance.com/news/italy-garante-fines-luka-inc-eu5m-lack-legal-bases","type":"Customer-Disclosed","date":"2025-05-19"}]},{"id":"FI-0195","slug":"white-house-maha-contains-nonexistent-studies","url":"https://failureindex.ai/failures/white-house-maha-contains-nonexistent-studies","headline":"White House MAHA report contains nonexistent studies and AI markers","company":"White House","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-05-16","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"The MAHA Report Cites Studies That Don't Exist","url":"https://www.notus.org/health-science/make-america-healthy-again-report-citation-errors","type":"Press","date":"2025-01-01"},{"title":"White House MAHA report may have garbled science by using AI","url":"https://www.washingtonpost.com/health/2025/05/29/maha-rfk-jr-ai-garble/","type":"Press","date":"2025-05-29"},{"title":"RFK Jr.'s MAHA report contained nonexistent studies","url":"https://abc7ny.com/post/maha-rfk-jrs-make-america-healthy-report-contained-nonexistent-studies/16590722/","type":"Press","date":"2025-05-30"}]},{"id":"FI-0040","slug":"court-let-ai-hiring-bias-collective","url":"https://failureindex.ai/failures/court-let-ai-hiring-bias-collective","headline":"A court let an AI hiring-bias collective action against Workday proceed nationwide","company":"Workday","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2025-05-16","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Federal Court Allows Collective Action Lawsuit Over Alleged AI Hiring Bias (Holland & Knight)","url":"https://www.hklaw.com/en/insights/publications/2025/05/federal-court-allows-collective-action-lawsuit-over-alleged","type":"Press","date":"2025-05-23"},{"title":"Mobley v. Workday: AI Service Providers Could Be Directly Liable (Seyfarth Shaw)","url":"https://www.seyfarth.com/news-insights/mobley-v-workday-court-holds-ai-service-providers-could-be-directly-liable-for-employment-discrimination-under-agent-theory.html","type":"Press","date":"2024-07-15"}]},{"id":"FI-0393","slug":"leading-chatbots-tricked-giving-dangerous-instructions","url":"https://failureindex.ai/failures/leading-chatbots-tricked-giving-dangerous-instructions","headline":"Leading chatbots tricked into giving dangerous instructions via universal jailbreak","company":"Multiple vendors (examples discussed include OpenAI, Anthropic, Google, Meta, xAI)","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-05-15","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Dark LLMs: The Growing Threat of Unaligned AI Models (arXiv:2505.10066)","url":"https://arxiv.org/abs/2505.10066","type":"Primary","date":"2025-05-15"},{"title":"ChatGPT safety systems can be bypassed to get weapons instructions","url":"https://www.nbcnews.com/tech/security/chatgpt-safety-systems-can-bypassed-weapons-instructions-rcna225788","type":"Press","date":"2025-10-10"},{"title":"Most AI chatbots easily tricked into giving dangerous responses, study finds","url":"https://www.theguardian.com/technology/2025/may/21/most-ai-chatbots-easily-tricked-into-giving-dangerous-responses-study-finds","type":"Press","date":"2025-05-21"},{"title":"AIAAIC - ChatGPT models found to provide detailed weapons creation instructions","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/chatgpt-models-found-to-provide-detailed-weapons-creation-instructions","type":"Primary","date":"2026-06-10"}]},{"id":"FI-0301","slug":"university-buffalo-student-graduation-risked-turnitin","url":"https://failureindex.ai/failures/university-buffalo-student-graduation-risked-turnitin","headline":"University at Buffalo student graduation risked by Turnitin AI false positive","company":"University at Buffalo","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-05-14","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"UB student: False accusation over AI use inspired petition","url":"https://spectrumlocalnews.com/nys/central-ny/news/2025/05/14/ub-student-says-false-ai-use-accusation-caused-stress--inspired-petition","type":"Press","date":"2025-05-14"},{"title":"Petition for UB to ban the use of TurnItIn","url":"https://ubwp.buffalo.edu/gsa/2025/04/17/petition-for-ub-to-ban-the-use-of-turnitin/","type":"Primary","date":"2025-04-17"}]},{"id":"FI-0517","slug":"coca-cola-fabricates-ballard-book-quotes","url":"https://failureindex.ai/failures/coca-cola-fabricates-ballard-book-quotes","headline":"Coca-Cola AI ad fabricates J.G. Ballard book and quotes","company":"Coca-Cola","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2025-05-13","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"An AI-powered Coca-Cola ad campaign mistakenly invented a book by a famous author","url":"https://fortune.com/2025/05/14/ai-coca-cola-ad-campaign-invented-fake-book/","type":"Press","date":"2025-05-14"},{"title":"Coca-Cola’s AI Ad Misattributes J.G. Ballard Work","url":"https://news.designrush.com/coca-cola-ai-backed-classic-ad-misquotes-ballard-misspells-shanghai","type":"Press","date":"2025-05-15"},{"title":"AI-powered Coca-Cola ad invents JG Ballard quotes","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/ai-powered-coca-cola-ad-invents-jg-ballard-quotes","type":"Press","date":"2025-05-13"}]},{"id":"FI-0232","slug":"klarna-reintroduces-human-agents-customer-service","url":"https://failureindex.ai/failures/klarna-reintroduces-human-agents-customer-service","headline":"Klarna reintroduces human agents after AI customer service quality declines","company":"Klarna","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"agentic-action-error","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-05-08","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Hours","sources":[{"title":"Klarna Turns From AI to Real Person Customer Service","url":"https://www.bloomberg.com/news/articles/2025-05-08/klarna-turns-from-ai-to-real-person-customer-service","type":"Press","date":"2025-05-08"},{"title":"Klarna changes its AI tune and again recruits humans for customer service","url":"https://www.customerexperiencedive.com/news/klarna-reinvests-human-talent-customer-service-AI-chatbot/747586/","type":"Press","date":"2025-05-09"}]},{"id":"FI-0140","slug":"wired-retracted-feature-finding-byline-margaux","url":"https://failureindex.ai/failures/wired-retracted-feature-finding-byline-margaux","headline":"Wired retracted a feature after finding the byline Margaux Blanchard was an AI persona","company":"Wired (Conde Nast)","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2025-05-07","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"How WIRED Got Rolled by an AI Freelancer","url":"https://www.wired.com/story/how-wired-got-rolled-by-an-ai-freelancer/","type":"Primary","date":"2025-08-21"},{"title":"Wired and Business Insider remove articles by AI-generated 'freelancer'","url":"https://www.theguardian.com/us-news/2025/aug/21/ai-author-articles-wired-business-insider","type":"Press","date":"2025-08-21"}]},{"id":"FI-0268","slug":"ellis-george-llp-gates-llp-sanctioned","url":"https://failureindex.ai/failures/ellis-george-llp-gates-llp-sanctioned","headline":"Ellis George LLP and K&L Gates LLP sanctioned $31,100 for AI hallucinations","company":"Ellis George LLP and K&L Gates LLP","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2025-05-05","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"This Was a Collective Debacle","url":"https://www.jdsupra.com/legalnews/this-was-a-collective-debacle-5858279/","type":"Press","date":"2025-05-14"},{"title":"Judge imposes sanctions for collective debacle involving AI hallucinations","url":"http://abajournal.com/web/article/judge-imposes-sanctions-for-collective-debacle-involving-ai-hallucinations-and-2-law-firms-including-k","type":"Press","date":"2025-05-14"},{"title":"Sanctions for AI Misuse in U.S. Federal Litigation","url":"https://www.ddg.fr/actualite/sanctions-imposed-for-improper-use-of-generative-artificial-intelligence-in-federal-civil-litigation-analysis-of-the-order-issued-in-lacey-v-state-farm","type":"Reader-Submitted","date":"2025-05-22"}]},{"id":"FI-0270","slug":"jisuh-lee-referred-criminal-contempt-generated","url":"https://failureindex.ai/failures/jisuh-lee-referred-criminal-contempt-generated","headline":"Jisuh Lee referred for criminal contempt over AI-generated fake citations in Ontario court","company":"Jisuh Lee","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Catastrophic","date_of_incident":"2025-05-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"From hallucination to indictment: The criminalization of the AI-enabled lie","url":"https://www.law360.ca/ca/articles/2419185/from-hallucination-to-indictment-the-criminalization-of-the-ai-enabled-lie","type":"Press","date":"2025-05-21"},{"title":"Toronto lawyer avoids contempt charges for AI-generated fake case citations","url":"https://www.law.com/international-edition/2025/05/21/toronto-lawyer-avoids-contempt-charges-for-ai-generated-fake-case-citations/","type":"Press","date":"2025-05-21"},{"title":"AI Hallucinations Strike Again: Two More Cases Where Lawyers Face Judicial Wrath for Fake Citations","url":"https://www.lawnext.com/2025/05/ai-hallucinations-strike-again-two-more-cases-where-lawyers-face-judicial-wrath-for-fake-citations.html","type":"Press","date":"2025-05-01"}]},{"id":"FI-0199","slug":"deloitte-canada-newfoundland-labrador-contains-generate","url":"https://failureindex.ai/failures/deloitte-canada-newfoundland-labrador-contains-generate","headline":"Deloitte Canada report for Newfoundland and Labrador contains AI-generated fake citations","company":"Deloitte Canada","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-05-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Deloitte allegedly cited AI-generated research in a million-dollar report","url":"https://fortune.com/2025/11/25/deloitte-caught-fabricated-ai-generated-research-million-dollar-report-canada-government/","type":"Press","date":"2025-11-25"},{"title":"Accounting watchdog to investigate Deloitte over fake citations in 1.6 million healthcare report","url":"https://theindependent.ca/news/lji/accounting-watchdog-to-investigate-deloitte-over-fake-citations-in-1-6-million-healthcare-report/","type":"Press","date":"2026-03-07"},{"title":"AI errors: Province grapples with Deloitte report marred by false citations","url":"https://www.hrreporter.com/focus-areas/automation-ai/ai-errors-province-grapples-with-deloitte-report-marred-by-false-citations/393782","type":"Press","date":"2025-11-25"}]},{"id":"FI-0106","slug":"bojangles-bo-linda-voice-bot-slowed","url":"https://failureindex.ai/failures/bojangles-bo-linda-voice-bot-slowed","headline":"Bojangles' Bo-Linda voice bot slowed drive-thru lines until customers abandoned orders","company":"Bojangles","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"agentic-action-error","ai_surface":"voice-agent","system_class":"generative","severity":"Medium","date_of_incident":"2025-05-01","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"11 Fast Food Chains Using AI Drive-Thrus (Problems & Issues)","url":"https://www.gocanopy.com/news-insights/ai-drive-thru-problems","type":"Press","date":"2025-10-14"},{"title":"Battleground Bojangles using an Automated bot to take orders in the drive thru","url":"https://www.reddit.com/r/gso/comments/1m07hta/battleground_bojangles_using_an_automated_bot_to/","type":"Social","date":"2025-05-01"},{"title":"Bojangles to deploy voice AI at hundreds of drive-thrus","url":"https://www.restaurantdive.com/news/bojangles-to-deploy-hi-auto-drive-thru-voice-ai-at-scale/722008/","type":"Press","date":"2024-07-23"}]},{"id":"FI-0181","slug":"hiddenlayer-disclosed-policy-puppetry-prompt","url":"https://failureindex.ai/failures/hiddenlayer-disclosed-policy-puppetry-prompt","headline":"HiddenLayer disclosed Policy Puppetry, a prompt-injection jailbreak bypassing major LLM guardrails","company":"OpenAI","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-04-24","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Novel Universal Bypass for All Major LLMs","url":"https://www.hiddenlayer.com/research/novel-universal-bypass-for-all-major-llms","type":"Primary","date":"2025-04-24"},{"title":"One Prompt Can Bypass Every Major LLM's Safeguards","url":"https://www.forbes.com/sites/tonybradley/2025/04/24/one-prompt-can-bypass-every-major-llms-safeguards/","type":"Press","date":"2025-04-24"}]},{"id":"FI-0466","slug":"brazil-welfare-wrongly-rejects-benefit-claims","url":"https://failureindex.ai/failures/brazil-welfare-wrongly-rejects-benefit-claims","headline":"Brazil AI welfare app wrongly rejects benefit claims","company":"National Social Security Institute (INSS)","is_anonymized":false,"industry":"healthcare","failure_mode":"agentic-action-error","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2025-04-24","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Brazil's AI-powered social security app is wrongly rejecting claims","url":"https://restofworld.org/2025/brazil-ai-social-security-app-rejected/","type":"Press","date":"2025-04-24"},{"title":"Robôs do INSS e o indeferimento automático de benefícios","url":"https://www.migalhas.com.br/depeso/376390/robos-do-inss-e-o-indeferimento-automatico-de-beneficios","type":"Press","date":"2022-11-01"},{"title":"Brazil AI-powered welfare app accused of unfairly denying claims","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/brazil-ai-powered-welfare-app-accused-of-unfairly-denying-claims","type":"Primary","date":"2026-06-10"}]},{"id":"FI-0033","slug":"mypillow-lawyers-sanctioned-brief-nearly-30","url":"https://failureindex.ai/failures/mypillow-lawyers-sanctioned-brief-nearly-30","headline":"MyPillow lawyers were sanctioned for a brief with nearly 30 AI-fabricated citations","company":"Defense counsel in Coomer v. Lindell","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-04-23","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"AI hallucination in Mike Lindell case serves as a stark warning","url":"https://www.npr.org/2025/07/10/nx-s1-5463512/ai-courts-lawyers-mypillow-fines","type":"Press","date":"2025-07-10"},{"title":"Court Slams Lawyers For AI-Generated Fake Citations (Mondaq, on Coomer v. Lindell)","url":"https://www.mondaq.com/unitedstates/new-technology/1617346/court-slams-lawyers-for-ai-generated-fake-citations","type":"Press","date":"2025-04-30"}]},{"id":"FI-0012","slug":"cursor-ai-support-agent-invented-billing-policy","url":"https://failureindex.ai/failures/cursor-ai-support-agent-invented-billing-policy","headline":"Cursor's support chatbot invented a usage policy that did not exist","company":"Cursor (Anysphere)","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-04-16","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Hours","sources":[{"title":"Cursor AI support tells users they cannot use multiple devices","url":"https://news.ycombinator.com/item?id=43682789","type":"Social","date":"2025-04-16"},{"title":"Cursor IDE's bot misled users about subscription policy","url":"https://arstechnica.com/ai/2025/04/cursor-ai-support-bot-invents-fake-policy-and-triggers-user-uproar/","type":"Press","date":"2025-04-18"}]},{"id":"FI-0508","slug":"cursor-support-bot-fabricates-non-existent","url":"https://failureindex.ai/failures/cursor-support-bot-fabricates-non-existent","headline":"Cursor AI support bot fabricates non-existent policy, causing user backlash","company":"Cursor AI","is_anonymized":false,"industry":"saas","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-04-15","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Company apologizes after AI support agent invents policy that causes user uproar","url":"https://arstechnica.com/ai/2025/04/cursor-ai-support-bot-invents-fake-policy-and-triggers-user-uproar/","type":"Press","date":"2025-04-17"},{"title":"“Sam’s Big Lie”: How an AI Support Bot Invented a Policy and Shattered Customer Trust in Hours","url":"https://medium.com/write-a-catalyst/sams-big-lie-how-an-ai-support-bot-invented-a-policy-and-shattered-customer-trust-in-hours-1cd562a06c30","type":"Reader-Submitted","date":"2025-04-18"},{"title":"AIAAIC - Cursor AI support agent invents user policy, causing uproar","url":"http://aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/cursor-ai-support-agent-invents-user-policy-causing-uproar","type":"Press","date":"2026-06-16"}]},{"id":"FI-0231","slug":"british-airways-chatbot-fails-recognize-london","url":"https://failureindex.ai/failures/british-airways-chatbot-fails-recognize-london","headline":"British Airways chatbot fails to recognize London and Heathrow as valid entries","company":"British Airways","is_anonymized":false,"industry":"travel-and-hospitality","failure_mode":"tool-misuse","ai_surface":"chatbot","system_class":"generative","severity":"Low","date_of_incident":"2025-04-07","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"British Airways Customer Service Chatbot Doesn't Know What London and Heathrow Are, Apparently","url":"https://www.frommers.com/tips/airfare/british-airways-customer-service-chatbot-fails-to-understand-london-heathrow/","type":"Primary","date":"2025-04-14"},{"title":"The British Airways Customer Service Chatbot is So Bad It Doesn’t Even Know Where The Airline is Based","url":"https://www.paddleyourownkanoo.com/2025/04/07/the-british-airways-customer-service-chatbot-is-so-bad-it-doesnt-even-know-where-the-airline-is-based/","type":"Reader-Submitted","date":"2025-04-07"}]},{"id":"FI-0519","slug":"haringey-council-homeless-application-judicial-review","url":"https://failureindex.ai/failures/haringey-council-homeless-application-judicial-review","headline":"Haringey Council homeless application judicial review cites fake law cases","company":"Haringey Council","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-04-03","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"The cases that weren't.","url":"https://nearlylegal.co.uk/2025/05/the-cases-that-werent/","type":"Press","date":"2025-05-06"},{"title":"Fake legal authorities - AI hallucination or professional negligence","url":"https://www.bclplaw.com/print/v2/content/1558674/fake-legal-authorities-ai-hallucination-or-professional-negligence.pdf","type":"Press","date":"2025-05-13"}]},{"id":"FI-0267","slug":"dehghani-castro-attorneys-sanctioned-hallucinations","url":"https://failureindex.ai/failures/dehghani-castro-attorneys-sanctioned-hallucinations","headline":"Dehghani v. Castro attorneys sanctioned for AI hallucinations","company":"Attorneys in Dehghani v. Castro","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-04-02","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"AI IP Year in Review - AI Hallucinations in Court Filings and Orders","url":"https://www.sternekessler.com/news-insights/insights/ai-ip-year-in-reviewai-hallucinations-in-court-filings-and-orders-a-2025-review-of-sanctions-across-the-courts-and-rule-proposals/","type":"Press","date":"2026-01-23"},{"title":"DEHGHANI v CASTRO (D.N.M. 2025) - Justia","url":"https://law.justia.com/cases/federal/district-courts/new-mexico/nmdce/2:2025cv00052/511942/28/","type":"Court Filing","date":"2025-01-01"},{"title":"AZADEH DEHGHANI v. DORA CASTRO (2025) - FindLaw","url":"https://caselaw.findlaw.com/court/us-dis-crt-d-new-mex/117261243.html","type":"Press","date":"2025-01-01"}]},{"id":"FI-0127","slug":"attorney-felipe-d-j-millan-fined","url":"https://failureindex.ai/failures/attorney-felipe-d-j-millan-fined","headline":"Attorney Felipe D.J. Millan was fined $1,500 over a brief with 19 AI-fabricated case citations","company":"Felipe D.J. Millan","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-04-02","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Weeks","sources":[{"title":"AZADEH DEHGHANI v. DORA CASTRO (2025) - FindLaw Caselaw","url":"https://caselaw.findlaw.com/court/us-dis-crt-d-new-mex/117261243.html","type":"Court Filing","date":"2025-04-02"},{"title":"Dehghani v. Castro, No. 2:2025cv00052 - Document 28 (D.N.M. 2025)","url":"https://law.justia.com/cases/federal/district-courts/new-mexico/nmdce/2:2025cv00052/511942/28/","type":"Court Filing","date":"2025-04-02"},{"title":"AI IP Year in Review - AI Hallucinations in Court Filings and Orders: A 2025 Review of Sanctions Across the Courts and Rule Proposals","url":"https://www.sternekessler.com/news-insights/insights/ai-ip-year-in-reviewai-hallucinations-in-court-filings-and-orders-a-2025-review-of-sanctions-across-the-courts-and-rule-proposals/","type":"Press","date":"2026-01-23"}]},{"id":"FI-0256","slug":"nypd-facial-recognition-incident-wrongfully-arrests","url":"https://failureindex.ai/failures/nypd-facial-recognition-incident-wrongfully-arrests","headline":"NYPD facial recognition match leads to wrongful arrest of Trevis Williams","company":"New York Police Department","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"computer-vision","system_class":"predictive","severity":"Medium","date_of_incident":"2025-04-01","date_indexed":"2026-06-05","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"NYPD facial recognition dismissal of case","url":"https://www.nytimes.com/2025/08/26/nyregion/nypd-facial-recognition-dismissed-case.html","type":"Press","date":"2025-08-26"},{"title":"Man falsely jailed by NYPD's facial recognition surveillance tech failed","url":"https://abc7ny.com/post/man-falsely-jailed-nypds-facial-recognition-surveillance-tech-failed/17664671/","type":"Press","date":"2025-08-26"}]},{"id":"FI-0141","slug":"business-insider-pulled-two-first-person","url":"https://failureindex.ai/failures/business-insider-pulled-two-first-person","headline":"Business Insider pulled two first-person essays under the fabricated byline Margaux Blanchard","company":"Business Insider","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2025-04-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Wired and Business Insider remove 'AI-written' freelance articles","url":"https://pressgazette.co.uk/publishers/digital-journalism/wired-and-business-insider-remove-ai-written-freelance-articles/","type":"Press","date":"2025-08-21"},{"title":"Wired and Business Insider remove articles by AI-generated 'freelancer'","url":"https://www.theguardian.com/us-news/2025/aug/21/ai-author-articles-wired-business-insider","type":"Press","date":"2025-08-21"},{"title":"The News Industry's GenAI Cautionary Tales","url":"https://generative-ai-newsroom.com/the-news-industrys-genai-cautionary-tales-84387d1ca087","type":"Primary","date":"2025-06-12"}]},{"id":"FI-0566","slug":"llamaindex-denial-service-vulnerability-cve-2024","url":"https://failureindex.ai/failures/llamaindex-denial-service-vulnerability-cve-2024","headline":"LlamaIndex Denial-of-Service Vulnerability (CVE-2024-12704)","company":"LlamaIndex","is_anonymized":false,"industry":"saas","failure_mode":"brand-and-safety-incident","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2025-03-20","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"CVE-2024-12704 - NVD","url":"https://nvd.nist.gov/vuln/detail/CVE-2024-12704","type":"Primary","date":"2025-03-20"},{"title":"LlamaIndex Improper Handling of Exceptional Conditions vulnerability","url":"https://github.com/advisories/GHSA-j3wr-m6xh-64hg","type":"Primary","date":"2025-03-20"},{"title":"Security Risks of LLM Frameworks with Case Studies","url":"http://flatt.tech/research/posts/llm-framework-vulns-exposed","type":"Press","date":"2026-06-16"}]},{"id":"FI-0300","slug":"yale-emba-student-sues-based-exam","url":"https://failureindex.ai/failures/yale-emba-student-sues-based-exam","headline":"Yale EMBA student sues over AI-based exam accusation","company":"Yale University","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-03-06","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"SOM student sues Yale, alleges wrongful suspension over AI use","url":"https://yaledailynews.com/articles/som-student-sues-yale-alleges-wrongful-suspension-over-ai-use","type":"Press","date":"2025-02-23"},{"title":"Ivy League Lawsuit Centers on Alleged Impermissible Use of AI in Academia","url":"https://www.crowell.com/en/insights/client-alerts/ivy-league-lawsuit-centers-on-alleged-impermissible-use-of-ai-in-academia","type":"Press","date":"2025-03-06"}]},{"id":"FI-0059","slug":"la-times-ai-insights-tool-downplayed","url":"https://failureindex.ai/failures/la-times-ai-insights-tool-downplayed","headline":"The LA Times' AI 'Insights' tool downplayed the Ku Klux Klan","company":"Los Angeles Times","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2025-03-03","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"LA Times AI tool downplays KKK on opinion piece (The Guardian)","url":"https://www.theguardian.com/us-news/2025/mar/04/la-times-ai-kkk","type":"Press","date":"2025-03-04"}]},{"id":"FI-0311","slug":"xai-developer-leaks-api-key-private","url":"https://failureindex.ai/failures/xai-developer-leaks-api-key-private","headline":"xAI developer leaks API key for private SpaceX and Tesla LLMs","company":"xAI","is_anonymized":false,"industry":"other","failure_mode":"data-leakage","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2025-03-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"xAI dev leaks API key for private SpaceX, Tesla LLMs","url":"https://krebsonsecurity.com/2025/05/xai-dev-leaks-api-key-for-private-spacex-tesla-llms/","type":"Press","date":"2025-05-01"},{"title":"xAI leaked API key - Cloud Threat Landscape","url":"https://threats.wiz.io/all-incidents/xai-leaked-api-key","type":"Press","date":"2025-01-01"}]},{"id":"FI-0104","slug":"panda-express-soundhound-voice-ordering-30","url":"https://failureindex.ai/failures/panda-express-soundhound-voice-ordering-30","headline":"Panda Express SoundHound voice ordering at 30 drive-thrus failed without human help","company":"Panda Express","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"agentic-action-error","ai_surface":"voice-agent","system_class":"generative","severity":"Medium","date_of_incident":"2025-03-01","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"AI tech reshaping fast food ordering experience","url":"https://www.pressdemocrat.com/2025/03/07/ai-tech-reshaping-fast-food-ordering-experience-2/","type":"Press","date":"2025-03-07"},{"title":"11 Fast Food Chains Using AI Drive-Thrus (Problems & Issues)","url":"https://www.gocanopy.com/news-insights/ai-drive-thru-problems","type":"Press","date":"2025-10-14"}]},{"id":"FI-0152","slug":"aclu-complaint-says-hirevue-ai-denied","url":"https://failureindex.ai/failures/aclu-complaint-says-hirevue-ai-denied","headline":"ACLU complaint says HireVue AI denied a deaf Indigenous worker captioning and a promotion","company":"Intuit","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2025-03-01","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Complaint of Discrimination (Redacted) Against HireVue & Intuit","url":"https://www.aclu.org/documents/complaint-of-discrimination-redacted-against-hirevue-intuit","type":"Court Filing","date":"2025-03-19"},{"title":"AI hiring software was biased against deaf employees, ACLU alleges in ADA case","url":"https://www.hrdive.com/news/ai-intuit-hirevue-deaf-indigenous-employee-discrimination-aclu/743273/","type":"Press","date":"2025-03-24"},{"title":"Another Legal Challenge to an AI Interviewing Tool","url":"https://www.lawandtheworkplace.com/2025/04/another-legal-challenge-to-an-ai-interviewing-tool/","type":"Press","date":"2025-04-29"}]},{"id":"FI-0073","slug":"microsoft-copilot-kept-thousands-once-private","url":"https://failureindex.ai/failures/microsoft-copilot-kept-thousands-once-private","headline":"Microsoft Copilot kept thousands of once-private GitHub repositories accessible","company":"Microsoft","is_anonymized":false,"industry":"saas","failure_mode":"data-leakage","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2025-02-26","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Thousands of exposed GitHub repositories, now private, can still be accessed through Copilot","url":"https://techcrunch.com/2025/02/26/thousands-of-exposed-github-repositories-now-private-can-still-be-accessed-through-copilot/","type":"Press","date":"2025-02-26"},{"title":"Tens of thousands of once-private GitHub repos are still accessible through Microsoft Copilot (TechCrunch)","url":"https://techcrunch.com/2025/02/26/tens-of-thousands-of-once-private-github-repos-are-still-accessible-through-microsoft-copilot/","type":"Press","date":"2025-02-26"}]},{"id":"FI-0391","slug":"apple-voice-dictation-substitutes-racist-trump","url":"https://failureindex.ai/failures/apple-voice-dictation-substitutes-racist-trump","headline":"Apple voice dictation substitutes racist with Trump due to bug","company":"Apple","is_anonymized":false,"industry":"saas","failure_mode":"brand-and-safety-incident","ai_surface":"voice-agent","system_class":"predictive","severity":"Low","date_of_incident":"2025-02-25","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Apple's Dictation System Transcribes the Word 'Racist' as ' ...'","url":"https://www.nytimes.com/2025/02/25/technology/iphone-dictation-trump-racist.html","type":"Press","date":"2025-02-25"},{"title":"Apple AI tool transcribed the word 'racist' as 'Trump' - BBC","url":"https://www.bbc.com/news/articles/c5ymvjjqzmeo","type":"Press","date":"2025-02-25"}]},{"id":"FI-0395","slug":"google-breaches-zealand-name-suppression-orders","url":"https://failureindex.ai/failures/google-breaches-zealand-name-suppression-orders","headline":"Google AI breaches New Zealand court name suppression orders","company":"Google","is_anonymized":false,"industry":"legal-services","failure_mode":"data-leakage","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2025-02-17","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Google's AI has been breaching New Zealand court name suppressions","url":"https://www.rnz.co.nz/news/media-technology/542063/google-s-ai-has-been-breaching-new-zealand-court-name-suppressions","type":"Press","date":"2025-02-17"},{"title":"Google AI breaches New Zealand court name suppression orders","url":"https://www.nzherald.co.nz/nz/google-ai-breaches-new-zealand-court-name-suppression-orders/A4IPB5JK6RHJVN4XIRNSSBC5XU/","type":"Press","date":"2025-02-16"}]},{"id":"FI-0069","slug":"airline-chatbot-gave-passenger-wrong-refund","url":"https://failureindex.ai/failures/airline-chatbot-gave-passenger-wrong-refund","headline":"An airline chatbot gave a passenger a wrong refund policy, echoing the Air Canada problem","company":"Air India Express / MakeMyTrip","is_anonymized":false,"industry":"travel-and-hospitality","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-02-10","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Travel chatbots keep inventing policies after Air Canada ruling (Skift)","url":"https://skift.com/2025/02/10/ai-chatbots-airlines-policy-hallucinations/","type":"Press","date":"2025-02-10"}]},{"id":"FI-0035","slug":"lawyer-faced-15-000-sanction-ai","url":"https://failureindex.ai/failures/lawyer-faced-15-000-sanction-ai","headline":"A lawyer faced a $15,000 sanction for AI-fabricated citations across three briefs","company":"HoosierVac counsel (Mid Central v. HoosierVac)","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-02-01","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Texas Atty Dinged For AI-Generated Fake Citations In Briefs (Law360 Pulse)","url":"https://www.law360.com/pulse/articles/2301530/texas-atty-dinged-for-ai-generated-fake-citations-in-briefs","type":"Press","date":"2025-02-15"}]},{"id":"FI-0511","slug":"indiana-lawyer-faces-recommended-000-fine","url":"https://failureindex.ai/failures/indiana-lawyer-faces-recommended-000-fine","headline":"Indiana lawyer faces recommended $15,000 fine for fake AI citations","company":"Attorney Rafael Ramirez","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-02-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Federal magistrate in Indy calls for discipline against attorney who used false AI citations","url":"https://www.theindianalawyer.com/articles/federal-magistrate-in-indy-calls-for-discipline-against-attorney-who-used-false-ai-citations","type":"Press","date":"2025-03-20"},{"title":"AI Hallucinations Caused an Attorney to Receive a $15,000 Fine","url":"https://www.abogadosnow.com/ai-hallucinations-caused-an-attorney-to-receive-a-15000-fine/","type":"Press","date":"2025-03-03"},{"title":"Judge fines lawyers in Walmart lawsuit over fake, AI-generated cases","url":"https://www.reuters.com/legal/government/judge-fines-lawyers-walmart-lawsuit-over-fake-ai-generated-cases-2025-02-25/","type":"Press","date":"2025-02-25"}]},{"id":"FI-0146","slug":"france-government-backed-chatbot-lucie-pulled","url":"https://failureindex.ai/failures/france-government-backed-chatbot-lucie-pulled","headline":"France's government-backed chatbot Lucie was pulled after three days of absurd answers","company":"Linagora","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-01-25","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"French AI chatbot taken offline after wild answers led to online ridicule","url":"https://edition.cnn.com/2025/01/27/tech/lucie-ai-chatbot-france-scli-intl","type":"Press","date":"2025-01-27"},{"title":"AI revoir, Lucie: France's answer to ChatGPT paused after faux pas overdrive","url":"https://www.theregister.com/software/2025/01/29/french-ai-chatbot-lucie-suspended-after-reality-check/1274770","type":"Press","date":"2025-01-29"}]},{"id":"FI-0081","slug":"hacker-claimed-breach-omnigpt-exposing-30","url":"https://failureindex.ai/failures/hacker-claimed-breach-omnigpt-exposing-30","headline":"A hacker claimed to breach OmniGPT, exposing 30,000 user records and 34M chat messages","company":"OmniGPT","is_anonymized":false,"industry":"saas","failure_mode":"data-leakage","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-01-24","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Bot Busted Up: AI ChatBot's Alleged Data Leak","url":"https://www.skyhighsecurity.com/about/resources/intelligence-digest/bot-busted-up-ai-chatbots-alleged-data-leak.html","type":"Press","date":"2025-02-24"},{"title":"Hacker allegedly puts massive OmniGPT breach data for sale on the dark web","url":"https://www.csoonline.com/article/3822911/hacker-allegedly-puts-massive-omnigpt-breach-data-for-sale-on-the-dark-web.html","type":"Press","date":"2025-02-12"},{"title":"OmniGPT AI Chatbot Alleged Breach: Hacker Leaks User Data, 34M Messages","url":"https://hackread.com/omnigpt-ai-chatbot-breach-hacker-leak-user-data-messages/","type":"Press","date":"2025-02-11"}]},{"id":"FI-0266","slug":"morgan-morgan-lawyers-sanctioned-generated-fake","url":"https://failureindex.ai/failures/morgan-morgan-lawyers-sanctioned-generated-fake","headline":"Morgan & Morgan lawyers sanctioned for AI-generated fake citations in Wyoming case","company":"Morgan & Morgan","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-01-22","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"No. 42 law firm by headcount could face sanctions over fake case citations generated by ChatGPT","url":"https://www.abajournal.com/news/article/no-42-law-firm-by-headcount-could-face-sanctions-over-fake-case-citations-generated-by-chatgpt","type":"Press","date":"2025-02-10"},{"title":"Judge Fines Three Lawyers for Citing AI-Generated Fake Cases","url":"https://news.justia.com/judge-fines-three-lawyers-for-citing-ai-generated-fake-cases/","type":"Press","date":"2026-06-05"},{"title":"WADSWORTH v. WALMART INC LLC (2025)","url":"https://caselaw.findlaw.com/court/us-dis-crt-d-wyo/117003959.html","type":"Court Filing","date":"2025-02-24"}]},{"id":"FI-0271","slug":"thomas-grant-neusom-suspended-two-years","url":"https://failureindex.ai/failures/thomas-grant-neusom-suspended-two-years","headline":"Thomas Grant Neusom suspended for two years over AI hallucinated citations","company":"Thomas Grant Neusom","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2025-01-16","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Documents for Disciplinary Action - The Florida Bar","url":"https://www.floridabar.org/public/acap/disc-docs/?icn=201950315&member=37148","type":"Primary","date":"2025-01-16"},{"title":"AI Hallucinations, Sanctions, and Context: What a Florida Disciplinary Case Really Teaches","url":"https://www.jdsupra.com/legalnews/ai-hallucinations-sanctions-and-context-5897315/","type":"Press","date":"2026-01-09"}]},{"id":"FI-0090","slug":"cfpb-ordered-block-pay-175m-cash","url":"https://failureindex.ai/failures/cfpb-ordered-block-pay-175m-cash","headline":"CFPB ordered Block to pay $175M after Cash App's automated system closed disputes uninvestigated","company":"Block, Inc.","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2025-01-16","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"CFPB Orders Operator of Cash App to Pay $175 Million and Fix Its Failures on Fraud","url":"https://www.consumerfinance.gov/about-us/newsroom/cfpb-orders-operator-of-cash-app-to-pay-175-million-and-fix-its-failures-on-fraud/","type":"Primary","date":"2025-01-16"},{"title":"Consent Order: In the Matter of Block, Inc. (File No. 2025-CFPB-0001)","url":"https://files.consumerfinance.gov/f/documents/cfpb_block-inc-consent-order_2025-01.pdf","type":"Court Filing","date":"2025-01-16"},{"title":"Cash App owner to pay up to $175 million for failing to protect customers from fraud, feds say","url":"https://www.cbsnews.com/news/cash-app-block-fraud-how-to-get-refund/","type":"Press","date":"2025-01-17"}]},{"id":"FI-0139","slug":"bloomberg-issued-least-36-corrections-ai","url":"https://failureindex.ai/failures/bloomberg-issued-least-36-corrections-ai","headline":"Bloomberg issued at least 36 corrections to AI-generated Terminal news summaries","company":"Bloomberg","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2025-01-15","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Bloomberg Has a Rocky Start With A.I. Summaries","url":"https://www.nytimes.com/2025/03/29/business/media/bloomberg-ai-summaries.html","type":"Press","date":"2025-03-29"},{"title":"Bloomberg's use of AI summaries for its articles leads to numerous corrections","url":"https://www.washingtontimes.com/news/2025/mar/29/bloombergs-use-ai-summaries-articles-leads-numerous-corrections/","type":"Press","date":"2025-03-29"}]},{"id":"FI-0226","slug":"texas-sues-allstate-arity-alleged-unlawful","url":"https://failureindex.ai/failures/texas-sues-allstate-arity-alleged-unlawful","headline":"Texas AG sues Allstate and Arity over alleged unlawful collection and sale of driving data","company":"Allstate Insurance and its subsidiary Arity","is_anonymized":false,"industry":"insurance","failure_mode":"data-leakage","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2025-01-13","date_indexed":"2026-06-05","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Attorney General Ken Paxton Sues Allstate and Arity","url":"https://www.texasattorneygeneral.gov/news/releases/attorney-general-ken-paxton-sues-allstate-and-arity-unlawfully-collecting-using-and-selling-over-45","type":"Primary","date":"2025-01-13"},{"title":"WilmerHale privacy blog","url":"https://www.wilmerhale.com/en/insights/blogs/wilmerhale-privacy-and-cybersecurity-law/20250121-texas-ag-brings-first-ever-lawsuit-under-a-state-comprehensive-privacy-law","type":"Press","date":"2025-01-21"},{"title":"BleepingComputer FTC GM location data","url":"http://bleepingcomputer.com/news/security/ftc-bans-general-motors-from-selling-drivers-location-data-for-five-years","type":"Press","date":"2025-01-01"}]},{"id":"FI-0275","slug":"kohls-ellison-expert-declaration-excluded-fake","url":"https://failureindex.ai/failures/kohls-ellison-expert-declaration-excluded-fake","headline":"Kohls v Ellison: Expert AI declaration excluded for fake citations","company":"Minnesota Attorney General's Office","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2025-01-10","date_indexed":"2026-06-05","public_visibility":"Low","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"ORDER granting in part and denying in part 29 Plaintiffs' Motion to Exclude Expert Testimony","url":"https://law.justia.com/cases/federal/district-courts/minnesota/mndce/0:2024cv03754/220348/46/","type":"Court Filing","date":"2025-01-10"},{"title":"The Irony of Using Generative AI in a Case About the Dangers of Generative AI","url":"https://www.bracewell.com/resources/the-irony-using-generative-ai-in-a-case-about-the-dangers-of-generative-ai/","type":"Press","date":"2025-01-10"}]},{"id":"FI-0046","slug":"apple-intelligence-generated-false-bbc-news","url":"https://failureindex.ai/failures/apple-intelligence-generated-false-bbc-news","headline":"Apple Intelligence generated false BBC news headlines, prompting Apple to pull the feature","company":"Apple","is_anonymized":false,"industry":"saas","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2025-01-03","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Apple responds to BBC complaint over AI accuracy (The Register)","url":"https://www.theregister.com/2025/01/07/apple_responds_bbc_complaint/","type":"Press","date":"2025-01-07"},{"title":"BBC Calls Out Apple's AI Feature for Creating More Fake News Headlines (MacRumors)","url":"https://www.macrumors.com/2025/01/06/bbc-calls-out-apple-ai-creating-fake-news-titles/","type":"Press","date":"2025-01-06"}]},{"id":"FI-0048","slug":"researchers-showed-claude-steered-exfiltrate","url":"https://failureindex.ai/failures/researchers-showed-claude-steered-exfiltrate","headline":"Researchers showed Claude could be steered to exfiltrate data via prompt injection","company":"Anthropic (Claude.ai)","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2025-01-01","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Claude.ai Prompt Injection Data Exfiltration Vulnerability (Oasis Security)","url":"https://www.oasis.security/blog/claude-ai-prompt-injection-data-exfiltration-vulnerability","type":"Press","date":"2025-01-01"}]},{"id":"FI-0056","slug":"second-lawsuit-alleged-character-ai-bots","url":"https://failureindex.ai/failures/second-lawsuit-alleged-character-ai-bots","headline":"A second lawsuit alleged Character.AI bots encouraged a teen toward self-harm and violence","company":"Character.AI","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"Catastrophic","date_of_incident":"2024-12-09","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Lawsuit: Character.AI told teen to harm parents over screen time limits (NPR)","url":"https://www.npr.org/2024/12/10/nx-s1-5222574/kids-character-ai-lawsuit","type":"Press","date":"2024-12-10"},{"title":"Second lawsuit targets Character.AI after teen harms allegations (Washington Post)","url":"https://www.washingtonpost.com/technology/2024/12/10/character-ai-lawsuit-teens-safety/","type":"Press","date":"2024-12-10"}]},{"id":"FI-0537","slug":"dwp-fraud-detection-found-biased-vulnerable","url":"https://failureindex.ai/failures/dwp-fraud-detection-found-biased-vulnerable","headline":"DWP AI fraud detection system found to be biased against vulnerable groups","company":"Department for Work and Pensions","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2024-12-06","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Revealed: bias found in AI system used to detect UK benefits fraud","url":"https://www.theguardian.com/society/2024/dec/06/revealed-bias-found-in-ai-system-used-to-detect-uk-benefits","type":"Press","date":"2024-12-06"},{"title":"Bias in UK's AI System for Detecting Benefits Fraud - OECD.AI","url":"https://oecd.ai/en/incidents/2024-12-05-b11a","type":"Press","date":"2024-12-05"},{"title":"AI was supposed to make the UK benefits system more efficient. Instead it’s brought bias and hunger.","url":"https://theconversation.com/ai-was-supposed-to-make-the-uk-benefits-system-more-efficient-instead-its-brought-bias-and-hunger-245616","type":"Press","date":"2024-12-10"}]},{"id":"FI-0217","slug":"wotnot-chatbot-platform-exposes-346-000","url":"https://failureindex.ai/failures/wotnot-chatbot-platform-exposes-346-000","headline":"WotNot AI chatbot platform exposes 346,000 customer files","company":"WotNot","is_anonymized":false,"industry":"saas","failure_mode":"data-leakage","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2024-12-03","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"AI chatbot provider exposes 346,000 customer files, including ID documents, resumes, and medical records","url":"https://www.malwarebytes.com/blog/news/2024/12/ai-chatbot-provider-exposes-346000-customer-files-including-id-documents-resumes-and-medical-records","type":"Primary","date":"2024-12-03"},{"title":"AI chatbot startup WotNot leaks 346,000 files, including passports and medical records","url":"https://www.bitdefender.com/en-us/blog/hotforsecurity/ai-chatbot-startup-wotnot-leaks-346-000-files-including-passports-and-medical-records","type":"Primary","date":"2024-12-04"},{"title":"Over 346K files exposed by WotNot's misconfigured cloud database","url":"https://www.scworld.com/brief/over-346k-files-exposed-by-wotnots-misconfigured-cloud-database","type":"Press","date":"2024-12-03"}]},{"id":"FI-0067","slug":"misinformation-expert-own-court-filing","url":"https://failureindex.ai/failures/misinformation-expert-own-court-filing","headline":"A misinformation expert's own court filing contained AI-hallucinated citations","company":"New Orleans / Stanford","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2024-12-02","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Misinformation expert used AI to draft testimony containing misinformation about AI","url":"https://minnesotareformer.com/2024/12/02/misinformation-expert-used-ai-to-draft-testimony-containing-misinformation-about-ai/","type":"Press","date":"2024-12-02"},{"title":"Misinformation expert's testimony in deepfakes case included AI fabrications (Minnesota Reformer / The Verge)","url":"https://www.theverge.com/2024/12/3/24312218/misinformation-expert-ai-hallucinations-jeff-hancock-stanford","type":"Press","date":"2024-12-03"}]},{"id":"FI-0313","slug":"itat-bengaluru-withdraws-tax-order-citing","url":"https://failureindex.ai/failures/itat-bengaluru-withdraws-tax-order-citing","headline":"ITAT Bengaluru withdraws tax order citing fake AI judgments","company":"Income Tax Appellate Tribunal (ITAT) Bengaluru","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2024-12-01","date_indexed":"2026-06-08","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Did AI hallucination play mischief with a tax tribunal order?","url":"https://www.livemint.com/money/personal-finance/chatgpt-artificial-intelligence-ai-itat-bengaluru-bench-tax-buckeye-trust-case-errors-11740544685677.html","type":"Press","date":"2025-02-26"},{"title":"ITAT Retracts Order After AI-Generated Fake Judgements in Buckeye Trust Tax Case","url":"https://www.bhaskarenglish.in/local/karnataka/bengaluru/news/itat-retracts-order-ai-fake-judgements-buckeye-trust-case-134551012.html","type":"Press","date":"2025-01-01"}]},{"id":"FI-0066","slug":"google-gemini-told-student-please-die","url":"https://failureindex.ai/failures/google-gemini-told-student-please-die","headline":"Google Gemini told a student 'please die' during a routine homework chat","company":"New York State / Bing","is_anonymized":false,"industry":"saas","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2024-12-01","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Google AI chatbot responds with a threatening message: 'Please die' (CBS News)","url":"https://www.cbsnews.com/news/google-ai-chatbot-threatening-message-human-please-die/","type":"Press","date":"2024-11-15"}]},{"id":"FI-0312","slug":"common-crawl-december-2024-dump-exposes","url":"https://failureindex.ai/failures/common-crawl-december-2024-dump-exposes","headline":"Common Crawl December 2024 dump exposes 12,000 live API keys and passwords","company":"Common Crawl","is_anonymized":false,"industry":"other","failure_mode":"data-leakage","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2024-12-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Research finds 12000 'Live' API Keys and Passwords in DeepSeek's Training Data","url":"https://trufflesecurity.com/blog/research-finds-12-000-live-api-keys-and-passwords-in-deepseek-s-training-data","type":"Press","date":"2025-02-27"},{"title":"12,000 API Keys and Passwords Exposed in AI Training Data","url":"https://www.pointguardai.com/ai-security-incidents/12-000-api-keys-and-passwords-exposed-in-ai-training-data","type":"Press","date":"2025-01-01"}]},{"id":"FI-0224","slug":"santander-voice-security-bypassed-cloned-voice","url":"https://failureindex.ai/failures/santander-voice-security-bypassed-cloned-voice","headline":"BBC demo bypasses Santander and Halifax voice ID with an AI-cloned voice","company":"Santander UK and Halifax","is_anonymized":false,"industry":"retail-banking","failure_mode":"identity-and-access-drift","ai_surface":"voice-agent","system_class":"predictive","severity":"Medium","date_of_incident":"2024-11-28","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Hours","sources":[{"title":"Cloned customer voice beats bank security checks","url":"https://www.bbc.com/news/articles/c1lg3ded6j9o","type":"Press","date":"2024-11-28"},{"title":"AI cloned voices fool bank security systems","url":"https://dig.watch/updates/ai-cloned-voices-fool-bank-security-systems","type":"Press","date":"2024-11-29"}]},{"id":"FI-0453","slug":"sweden-fraud-prediction-algorithm-found-discriminate","url":"https://failureindex.ai/failures/sweden-fraud-prediction-algorithm-found-discriminate","headline":"Sweden fraud-prediction algorithm found to discriminate against women","company":"Försäkringskassan (Swedish Social Insurance Agency)","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2024-11-27","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Sweden's Suspicion Machine","url":"https://www.lighthousereports.com/investigation/swedens-suspicion-machine/","type":"Press","date":"2024-11-27"},{"title":"Sweden: Authorities must discontinue discriminatory AI systems used by welfare agency","url":"https://www.amnesty.org/en/latest/news/2024/11/sweden-authorities-must-discontinue-discriminatory-ai-systems-used-by-welfare-agency/","type":"Press","date":"2024-11-27"},{"title":"Sweden fraud prediction algorithm found to discriminate against women","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/sweden-fraud-prediction-algorithm-found-to-discriminate-against-women","type":"Press","date":"2024-11-27"}]},{"id":"FI-0041","slug":"ai-tenant-screening-tool-settled-2","url":"https://failureindex.ai/failures/ai-tenant-screening-tool-settled-2","headline":"An AI tenant-screening tool settled for $2.28M over discriminatory scoring","company":"SafeRent Solutions","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2024-11-20","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Rental Applicants Reach $2.28M Settlement Over Discriminatory AI Screening (Cohen Milstein)","url":"https://www.cohenmilstein.com/rental-applicants-reach-2-28m-settlement-agreement-for-discriminatory-ai-powered-screening-tool/","type":"Press","date":"2024-11-20"},{"title":"SafeRent's $2.3 Million Deal in AI Screening Tool Suit Approved (Bloomberg Law)","url":"https://news.bloomberglaw.com/us-law-week/saferents-2-3-million-deal-in-ai-screening-tool-suit-approved","type":"Press","date":"2024-11-21"}]},{"id":"FI-0435","slug":"home-office-enforcement-criticised-rubberstamping-immig","url":"https://failureindex.ai/failures/home-office-enforcement-criticised-rubberstamping-immig","headline":"Home Office AI enforcement tool criticised as rubberstamping immigration decisions","company":"Home Office","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2024-11-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"AIAAIC - UK AI immigration enforcement tool criticised as \"rubberstamping\" exercise","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/uk-ai-immigration-enforcement-tool-criticised-as-rubberstamping-exercise","type":"Primary","date":"2024-11-01"},{"title":"AI tool could influence Home Office immigration decisions, critics say","url":"https://www.theguardian.com/uk-news/2024/nov/11/ai-tool-could-influence-home-office-immigration-decisions-critics-say","type":"Press","date":"2024-11-11"},{"title":"Rights groups warn UK Home Office AI tool risks rubberstamped migrant deportations","url":"https://www.aa.com.tr/en/europe/rights-groups-warn-uk-home-office-ai-tool-risks-rubberstamped-migrant-deportations/3392227","type":"Press","date":"2024-11-01"}]},{"id":"FI-0091","slug":"amazon-rufus-shopping-assistant-recommended","url":"https://failureindex.ai/failures/amazon-rufus-shopping-assistant-recommended","headline":"Amazon's Rufus shopping assistant recommended wrong products and hallucinated nonexistent items","company":"Amazon","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2024-11-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Amazon's Shopping AI Is Confident and Wrong","url":"https://www.marketplacepulse.com/articles/amazons-shopping-ai-is-confidently-wrong","type":"Press","date":"2024-11-06"},{"title":"Amazon's AI shopping assistant Rufus is often wrong","url":"https://www.consumeraffairs.com/news/amazons-ai-shopping-assistant-rufus-is-often-wrong-110724.html","type":"Press","date":"2024-11-07"}]},{"id":"FI-0269","slug":"attorney-rafael-ramirez-sanctioned-hallucinations-hoosi","url":"https://failureindex.ai/failures/attorney-rafael-ramirez-sanctioned-hallucinations-hoosi","headline":"Attorney Rafael Ramirez sanctioned for AI hallucinations in HoosierVac case","company":"Rafael Ramirez","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2024-10-29","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Report and Recommendation: Mid Central Operating Engineers v. HoosierVac LLC","url":"https://www.govinfo.gov/content/pkg/USCOURTS-insd-2_24-cv-00326/pdf/USCOURTS-insd-2_24-cv-00326-3.pdf","type":"Court Filing","date":"2025-02-21"},{"title":"Attorney Sanctions: Failures in AI and Electronic Document Management","url":"https://www.reedsmith.com/our-insights/blogs/viewpoints/102k9dq/attorney-sanctions-failures-in-ai-and-electronic-document-management/","type":"Press","date":"2025-04-24"},{"title":"Artificial Intelligence Leads to More Sanctions","url":"https://www.gstexlaw.com/artificial-intelligence-leads-to-more-sanctions/","type":"Press","date":"2025-03-04"}]},{"id":"FI-0024","slug":"character-ai-setzer-product-liability-precedent","url":"https://failureindex.ai/failures/character-ai-setzer-product-liability-precedent","headline":"Character.AI settled the first AI chatbot product-liability ruling","company":"Character.AI, Google","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"Catastrophic","date_of_incident":"2024-10-23","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"AI Psychosis Lawsuit overview","url":"https://schenklawfirm.com/ai-psychosis-lawsuit/","type":"Press","date":"2026-01-10"},{"title":"When AI Chats Go Too Far","url":"https://www.forthepeople.com/blog/when-ai-chats-go-too-far-lawsuits-raise-alarming-questions-about-chatbots-mental-health-and/","type":"Press","date":"2026-01-02"}]},{"id":"FI-0449","slug":"off-radio-krak-airs-interview-late","url":"https://failureindex.ai/failures/off-radio-krak-airs-interview-late","headline":"OFF Radio Kraków airs AI interview with late poet Wisława Szymborska amid backlash","company":"OFF Radio Kraków (Radio Kraków)","is_anonymized":false,"industry":"public-sector","failure_mode":"brand-and-safety-incident","ai_surface":"media-generation","system_class":"generative","severity":"High","date_of_incident":"2024-10-22","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Polish broadcaster OFF Radio Kraków replaces presenters with AI hosts, sparking outrage","url":"https://www.abc.net.au/news/2024-10-25/off-radio-krak%C3%B3w-polish-station-ai-hosts-explained/104516864","type":"Press","date":"2024-10-25"},{"title":"Polish broadcaster shuts down AI-run radio station after a week following backlash","url":"https://notesfrompoland.com/2024/10/28/polish-broadcaster-shuts-down-ai-run-radio-station-after-a-week-following-backlash/","type":"Press","date":"2024-10-28"},{"title":"An 'Interview' With a Dead Luminary Exposes the Pitfalls of A.I.","url":"https://www.nytimes.com/2024/11/03/world/europe/poland-radio-station-ai.html","type":"Press","date":"2024-11-03"}]},{"id":"FI-0184","slug":"cvs-health-aetna-accused-driven-denials","url":"https://failureindex.ai/failures/cvs-health-aetna-accused-driven-denials","headline":"CVS Health and Aetna accused of AI-driven denials in post-acute care","company":"CVS Health and Aetna","is_anonymized":false,"industry":"healthcare","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2024-10-17","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Senate report slams Medicare Advantage insurers for using predictive technology to deny claims","url":"https://www.healthcaredive.com/news/medicare-advantage-AI-denials-cvs-humana-unitedhealthcare-senate-report/730383/","type":"Press","date":"2024-10-21"},{"title":"Insurers\u001aI Denials of Postacute Care Face Senate Scrutiny","url":"https://www.ajmc.com/view/insurers-ai-denials-of-postacute-care-face-senate-scrutiny","type":"Press","date":"2024-10-28"},{"title":"Refusal of recovery: how Medicare Advantage Insurers have denied patients access to post-acute care","url":"https://www.hsgac.senate.gov/wp-content/uploads/2024.10.17-PSI-Majority-Staff-Report-on-Medicare-Advantage.pdf","type":"Primary","date":"2024-10-17"}]},{"id":"FI-0188","slug":"openai-whisper-hallucinations-medical-settings-prompt","url":"https://failureindex.ai/failures/openai-whisper-hallucinations-medical-settings-prompt","headline":"OpenAI Whisper hallucinations in medical settings prompt safety concerns, AP reports","company":"OpenAI","is_anonymized":false,"industry":"healthcare","failure_mode":"hallucination","ai_surface":"voice-agent","system_class":"generative","severity":"High","date_of_incident":"2024-10-15","date_indexed":"2026-06-05","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"OpenAI Whisper hallucinations in medical settings (AP)","url":"https://apnews.com/article/ai-artificial-intelligence-health-business-90020cdf5fa16c79ca2e5b6c4c9bbb14","type":"Press","date":"2024-10-16"},{"title":"Hospitals adopt error-prone AI transcription tools despite warnings (Ars Technica)","url":"https://arstechnica.com/ai/2024/10/hospitals-adopt-error-prone-ai-transcription-tools-despite-warnings/","type":"Press","date":"2024-10-15"},{"title":"Hospitals' AI transcription tools hallucination (Wired)","url":"https://www.wired.com/story/hospitals-ai-transcription-tools-hallucination/","type":"Press","date":"2024-10-18"}]},{"id":"FI-0246","slug":"cnaf-risk-scoring-algorithm-accused-discriminating","url":"https://failureindex.ai/failures/cnaf-risk-scoring-algorithm-accused-discriminating","headline":"CNAF risk-scoring algorithm accused of discriminating welfare recipients","company":"France National Family Allowance Fund (CNAF)","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2024-10-15","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"France: Discriminatory algorithm used by the social security agency must be stopped","url":"https://www.amnesty.org/en/latest/news/2024/10/france-discriminatory-algorithm-used-by-the-social-security-agency-must-be-stopped/","type":"Primary","date":"2024-10-16"},{"title":"French government uses biased algorithm to detect welfare fraud, rights groups say","url":"https://therecord.media/french-government-biased-algorithm-welfare","type":"Press","date":"2024-10-16"},{"title":"French NGOs sue public body over scoring algorithm","url":"https://www.euractiv.com/news/french-ngos-sue-public-body-over-scoring-algorithm/","type":"Press","date":"2024-10-16"}]},{"id":"FI-0055","slug":"ftc-fined-robot-lawyer-donotpay","url":"https://failureindex.ai/failures/ftc-fined-robot-lawyer-donotpay","headline":"The FTC fined the 'robot lawyer' DoNotPay for unsubstantiated AI claims","company":"DoNotPay","is_anonymized":false,"industry":"legal-services","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2024-09-25","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"FTC Takes Action Against DoNotPay for Unsubstantiated 'Robot Lawyer' Claims (FTC)","url":"https://www.ftc.gov/news-events/news/press-releases/2024/09/ftc-takes-action-against-company-formerly-known-donotpay-deceptively-claiming-its-ai-service-could","type":"Primary","date":"2024-09-25"}]},{"id":"FI-0260","slug":"pieces-technologies-settles-texas-allegations-hallucina","url":"https://failureindex.ai/failures/pieces-technologies-settles-texas-allegations-hallucina","headline":"Pieces Technologies settles Texas AG allegations over AI hallucination claims","company":"Pieces Technologies","is_anonymized":false,"industry":"healthcare","failure_mode":"hallucination","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2024-09-18","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Weeks","sources":[{"title":"Attorney General Ken Paxton Reaches Settlement in First-of-its-Kind Healthcare Generative AI Investigation","url":"https://www.texasattorneygeneral.gov/news/releases/attorney-general-ken-paxton-reaches-settlement-first-its-kind-healthcare-generative-ai-investigation","type":"Primary","date":"2024-09-18"},{"title":"Texas attorney general, Pieces Technologies settle allegations of inaccurate generative AI advertising","url":"https://www.fiercehealthcare.com/ai-and-machine-learning/texas-ag-pieces-technologies-settle-allegations-inaccurate-generative-ai","type":"Press","date":"2024-09-19"},{"title":"Texas Attorney General’s Office Reaches Settlement with AI Company Over Deceptive Claims","url":"https://www.wilmerhale.com/en/insights/blogs/wilmerhale-privacy-and-cybersecurity-law/20241010-texas-attorney-ags-office-reaches-settlement-with-ai-company-over-deceptive-claims","type":"Court Filing","date":"2024-10-10"}]},{"id":"FI-0342","slug":"ticketmaster-alleged-dynamic-pricing-caused-large","url":"https://failureindex.ai/failures/ticketmaster-alleged-dynamic-pricing-caused-large","headline":"Ticketmaster alleged dynamic pricing caused large Oasis ticket price jumps in 2024","company":"Ticketmaster","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2024-09-05","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Justice Department Sues Live Nation-Ticketmaster for Monopolizing Markets Across the Live Concert Industry","url":"https://www.justice.gov/archives/opa/pr/justice-department-sues-live-nation-ticketmaster-monopolizing-markets-across-live-concert","type":"Primary","date":"2024-05-23"},{"title":"Ticketmaster 'dynamic pricing' subject to U.K. investigation into Oasis ticket sales","url":"https://www.npr.org/2024/09/06/g-s1-21316/oasis-reunion-ticketmaster-dynamic-pricing","type":"Press","date":"2024-09-06"},{"title":"CMA secures changes from Ticketmaster following Oasis tickets investigation","url":"https://www.gov.uk/government/news/cma-secures-changes-from-ticketmaster-following-oasis-tickets-investigation","type":"Primary","date":"2025-09-25"},{"title":"Dynamic Pricing under scrutiny: don’t look back in anger","url":"https://hausfeld.com/what-we-think/perspectives-blogs/dynamic-pricing-under-scrutiny-don-t-look-back-in-anger","type":"Press","date":"2025-02-25"}]},{"id":"FI-0049","slug":"researchers-showed-slack-ai-tricked-leaking","url":"https://failureindex.ai/failures/researchers-showed-slack-ai-tricked-leaking","headline":"Researchers showed Slack AI could be tricked into leaking data from private channels","company":"Slack (Salesforce)","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2024-08-20","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"How a Prompt Injection Vulnerability Led to Data Exfiltration (HackerOne)","url":"https://www.hackerone.com/blog/how-prompt-injection-vulnerability-led-data-exfiltration","type":"Press","date":"2024-09-01"},{"title":"Data Exfiltration Via AI Prompt Injection (PurpleSec)","url":"https://purplesec.us/learn/data-exfiltration-ai-prompt-injection/","type":"Press","date":"2024-09-15"}]},{"id":"FI-0368","slug":"nvidia-sued-allegedly-scraping-youtube-videos","url":"https://failureindex.ai/failures/nvidia-sued-allegedly-scraping-youtube-videos","headline":"NVIDIA sued for allegedly scraping YouTube videos to train Cosmos AI","company":"NVIDIA","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"media-generation","system_class":"generative","severity":"Medium","date_of_incident":"2024-08-19","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Nvidia Faces New Class Action Over AI YouTube Scraping","url":"https://www.law360.com/articles/2436417/nvidia-faces-new-class-action-over-ai-youtube-scraping","type":"Court Filing","date":"2024-08-15"},{"title":"Nvidia Illegally Trains Cosmos AI Software by Scraping YouTube Videos Class Action Alleges","url":"https://www.classaction.org/news/nvidia-illegally-trains-cosmos-ai-software-by-scraping-youtube-videos-class-action-alleges","type":"Court Filing","date":"2024-08-20"}]},{"id":"FI-0076","slug":"autonomous-ai-scientist-edited-own-code","url":"https://failureindex.ai/failures/autonomous-ai-scientist-edited-own-code","headline":"An autonomous 'AI scientist' edited its own code to get around its limits","company":"Sakana AI","is_anonymized":false,"industry":"saas","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2024-08-13","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Research AI model unexpectedly modified its own code to extend runtime (Ars Technica)","url":"https://arstechnica.com/information-technology/2024/08/research-ai-model-unexpectedly-modified-its-own-code-to-extend-runtime/","type":"Press","date":"2024-08-14"}]},{"id":"FI-0565","slug":"haystack-framework-vulnerability-allows-remote-code","url":"https://failureindex.ai/failures/haystack-framework-vulnerability-allows-remote-code","headline":"Haystack AI framework vulnerability allows remote code execution via template injection","company":"deepset","is_anonymized":false,"industry":"saas","failure_mode":"brand-and-safety-incident","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2024-07-31","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Insecure Jinja2 templates rendered in Haystack Components can lead to RCE","url":"https://github.com/deepset-ai/haystack/security/advisories/GHSA-hx9v-6r9f-w677","type":"Primary","date":"2024-07-31"},{"title":"CVE-2024-41950 Detail - NVD","url":"https://nvd.nist.gov/vuln/detail/CVE-2024-41950","type":"Primary","date":"2024-07-31"},{"title":"CVE-2024-41950 ,  Haystack+1","url":"https://dbugs.ptsecurity.com/vulnerability/PT-2024-29658","type":"Primary","date":"2024-07-31"}]},{"id":"FI-0438","slug":"city-orl-ans-audio-surveillance-ruled","url":"https://failureindex.ai/failures/city-orl-ans-audio-surveillance-ruled","headline":"City of Orléans audio surveillance ruled illegal by French court","company":"City of Orléans","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"Medium","date_of_incident":"2024-07-18","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"First victory in court against AI-powered audio surveillance","url":"https://www.laquadrature.net/en/2024/07/18/first-victory-in-court-against-ai-powered-audio-surveillance/","type":"Press","date":"2024-07-18"},{"title":"Orléans Court Rules Against AI-Powered Audio Monitoring","url":"https://www.reviewofailaw.com/Tool/Evidenza/Single/view_html?id_evidenza=730","type":"Press","date":"2024-07-27"}]},{"id":"FI-0151","slug":"cvs-settled-class-action-alleging-hirevue","url":"https://failureindex.ai/failures/cvs-settled-class-action-alleging-hirevue","headline":"CVS settled a class action alleging HireVue facial-expression AI acted as an illegal lie detector","company":"CVS Health","is_anonymized":false,"industry":"healthcare","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2024-07-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"CVS settles lawsuit alleging it used AI 'lie detector' in interviews","url":"https://www.hrdive.com/news/cvs-settles-lawsuit-over-using-ai-based-lie-detector/722249/","type":"Press","date":"2024-07-24"},{"title":"Baker v. CVS Health Corporation, 1:23-cv-11483","url":"https://www.courtlistener.com/docket/67546027/baker-v-cvs-health-corporation/","type":"Court Filing","date":"2023-06-30"},{"title":"AI Job Screening, Interview & Hiring Lawsuits","url":"https://www.classaction.org/ai-interview-screening-lawsuits","type":"Primary","date":"2024-07-01"}]},{"id":"FI-0155","slug":"allhere-ed-chatbot-lausd-exposed-student","url":"https://failureindex.ai/failures/allhere-ed-chatbot-lausd-exposed-student","headline":"AllHere's Ed chatbot for LAUSD exposed student PII to offshore servers before its collapse","company":"AllHere","is_anonymized":false,"industry":"saas","failure_mode":"data-leakage","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2024-07-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"L.A. Schools Probe Charges its Hyped, Now-Defunct AI Chatbot Misused Student Data","url":"https://www.the74million.org/article/chatbot-los-angeles-whistleblower-allhere-ai/","type":"Press","date":"2024-07-10"},{"title":"An Education Chatbot Company Collapsed. Where Did the Student Data Go?","url":"https://www.edsurge.com/news/2024-07-15-an-education-chatbot-company-collapsed-where-did-the-student-data-go","type":"Press","date":"2024-07-15"},{"title":"CEO Of Artificial Intelligence Startup Company Charged With Defrauding Investors","url":"https://www.justice.gov/usao-sdny/pr/ceo-artificial-intelligence-startup-company-charged-defrauding-investors","type":"Court Filing","date":"2024-11-19"}]},{"id":"FI-0180","slug":"microsoft-disclosed-skeleton-key-multi-turn","url":"https://failureindex.ai/failures/microsoft-disclosed-skeleton-key-multi-turn","headline":"Microsoft disclosed Skeleton Key, a multi-turn jailbreak bypassing Azure OpenAI guardrails","company":"Microsoft","is_anonymized":false,"industry":"saas","failure_mode":"prompt-injection","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2024-06-26","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Mitigating Skeleton Key, a new type of generative AI jailbreak technique","url":"https://www.microsoft.com/en-us/security/blog/2024/06/26/mitigating-skeleton-key-a-new-type-of-generative-ai-jailbreak-technique/","type":"Primary","date":"2024-06-26"},{"title":"'Skeleton Key' Jailbreak Fools Top AIs into Ignoring Their Training","url":"https://pureai.com/articles/2024/07/02/skeleton-key-ai-jailbreak.aspx","type":"Press","date":"2024-07-02"},{"title":"Microsoft: 'Skeleton Key' Jailbreak Can Trick Major Chatbots into Behaving Badly","url":"https://me.pcmag.com/en/ai/24364/microsoft-skeleton-key-jailbreak-can-trick-major-chatbots-into-behaving-badly","type":"Press","date":"2024-06-26"}]},{"id":"FI-0254","slug":"prince-george-county-public-schools-messaging","url":"https://failureindex.ai/failures/prince-george-county-public-schools-messaging","headline":"Prince George's County Public Schools AI messaging disrupted by AllHere financial collapse","company":"Prince George's County Public Schools","is_anonymized":false,"industry":"public-sector","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2024-06-18","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Incident 793: AllHere's Chatbot 'Ed' Fails and Costs Los Angeles Unified School District $6 Million","url":"https://incidentdatabase.ai/cite/793/","type":"Reader-Submitted","date":"2024-07-01"},{"title":"CEO Of Artificial Intelligence Startup Company Charged With Defrauding Investors","url":"https://www.justice.gov/usao-sdny/pr/ceo-artificial-intelligence-startup-company-charged-defrauding-investors","type":"Press","date":"2024-11-19"}]},{"id":"FI-0216","slug":"mcdonald-ends-ibm-drive-thru-order","url":"https://failureindex.ai/failures/mcdonald-ends-ibm-drive-thru-order","headline":"McDonald's ends IBM AI drive-thru order-taking pilot","company":"McDonald's","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"voice-agent","system_class":"generative","severity":"Medium","date_of_incident":"2024-06-18","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Hours","sources":[{"title":"McDonald’s is ending its test run of AI-powered drive-thrus with IBM","url":"https://apnews.com/article/mcdonalds-ai-drive-thru-ibm-bebc898363f2d550e1a0cd3c682fa234","type":"Press","date":"2024-06-18"},{"title":"McDonalds ends AI drive-throughs after order errors","url":"https://www.bbc.com/news/articles/c722gne7qngo","type":"Press","date":"2024-06-18"},{"title":"McDonald's is ending its drive-thru, AI test","url":"https://restaurantbusinessonline.com/technology/mcdonalds-ending-its-drive-thru-ai-test","type":"Press","date":"2024-06-14"}]},{"id":"FI-0253","slug":"lausd-disables-chatbot-allhere-collapses","url":"https://failureindex.ai/failures/lausd-disables-chatbot-allhere-collapses","headline":"LAUSD disables Ed AI chatbot after AllHere collapses","company":"Los Angeles Unified School District (LAUSD)","is_anonymized":false,"industry":"public-sector","failure_mode":"data-leakage","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2024-06-14","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"L.A. Schools Probe Charges its Hyped, Now-Defunct AI Chatbot Misused Student Data","url":"https://www.the74million.org/article/chatbot-los-angeles-whistleblower-allhere-ai/","type":"Press","date":"2024-07-10"},{"title":"Communities demand transparency after Ed, LAUSD's AI chatbot, fails","url":"https://edsource.org/2024/communities-demand-transparency-after-ed-lausds-ai-chatbot-fails/717772","type":"Press","date":"2024-01-01"},{"title":"Feds Subpoena Documents From AllHere After Failed AI Partnership With LAUSD","url":"https://marketbrief.edweek.org/regulation-policy/feds-subpoena-documents-from-allhere-after-failed-ai-partnership-with-lausd/2024/10","type":"Press","date":"2024-01-01"}]},{"id":"FI-0013","slug":"mcdonalds-ibm-drive-through-ai-cancelled","url":"https://failureindex.ai/failures/mcdonalds-ibm-drive-through-ai-cancelled","headline":"McDonald's ended its IBM drive-through AI partnership after viral order failures","company":"McDonald's, IBM","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"tool-misuse","ai_surface":"voice-agent","system_class":"generative","severity":"High","date_of_incident":"2024-06-13","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"McDonald's to end IBM partnership for AI drive-thru ordering test","url":"https://www.cnbc.com/2024/06/17/mcdonalds-to-end-ibm-ai-drive-thru-test.html","type":"Press","date":"2024-06-17"},{"title":"McDonald's ends test of AI drive-thru after errors go viral","url":"https://www.cnbc.com/2024/06/17/mcdonalds-ending-ai-drive-thru-tests-with-ibm-for-now.html","type":"Press","date":"2024-06-17"}]},{"id":"FI-0156","slug":"turnitin-ai-detector-falsely-flagged-thousands","url":"https://failureindex.ai/failures/turnitin-ai-detector-falsely-flagged-thousands","headline":"Turnitin's AI detector falsely flagged thousands of students' original work","company":"Turnitin","is_anonymized":false,"industry":"saas","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2024-06-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"The Problem with False Positives: AI Detection Unfairly Accuses Scholars of AI Plagiarism","url":"https://www.tandfonline.com/doi/full/10.1080/0361526X.2024.2433256","type":"Primary","date":"2024-12-12"},{"title":"University wrongly accuses students of using artificial intelligence to cheat","url":"https://www.abc.net.au/news/2025-10-09/artificial-intelligence-cheating-australian-catholic-university/105863524","type":"Press","date":"2025-10-09"},{"title":"Understanding false positives within our AI writing detection capabilities","url":"https://www.turnitin.com/blog/understanding-false-positives-within-our-ai-writing-detection-capabilities","type":"Primary","date":"2023-06-07"}]},{"id":"FI-0366","slug":"luma-dream-machine-reproduces-disney-monsters","url":"https://failureindex.ai/failures/luma-dream-machine-reproduces-disney-monsters","headline":"Luma AI Dream Machine reproduces Disney Monsters Inc content","company":"Luma AI","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"media-generation","system_class":"generative","severity":"Low","date_of_incident":"2024-06-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"An AI video tool just launched, and it’s already copying Disney’s IP","url":"https://www.theverge.com/2024/6/18/24181375/luma-ai-monster-camp-monsters-inc-pixar","type":"Press","date":"2024-06-18"},{"title":"Dream Machine copies Disney's Monsters, Inc.","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/dream-machine-copies-disneys-monsters-inc","type":"Court Filing","date":"2024-01-01"}]},{"id":"FI-0138","slug":"hoodline-published-ai-generated-local-news","url":"https://failureindex.ai/failures/hoodline-published-ai-generated-local-news","headline":"Hoodline published AI-generated local news with hallucinated details and fake bylines","company":"Hoodline (Impress3)","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2024-06-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"What's in a byline? For Hoodline's AI-generated local news, everything and nothing","url":"https://www.niemanlab.org/2024/06/whats-in-a-byline-for-hoodlines-ai-generated-local-news-everything-and-nothing/","type":"Press","date":"2024-06-03"},{"title":"A national network of local news sites is publishing AI-written articles under fake bylines","url":"https://www.cnn.com/2024/05/30/media/ai-bylines-local-news-hoodline","type":"Press","date":"2024-05-30"},{"title":"AI-generated news is here from SF-based Hoodline. What will that mean for local journalism?","url":"https://www.sfchronicle.com/bayarea/article/ai-news-story-hoodline-19442459.php","type":"Press","date":"2024-06-01"}]},{"id":"FI-0504","slug":"hoodline-mistakenly-accuses-san-mateo-district","url":"https://failureindex.ai/failures/hoodline-mistakenly-accuses-san-mateo-district","headline":"Hoodline AI mistakenly accuses San Mateo District Attorney of murder","company":"Hoodline","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2024-06-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"AI Accuses District Attorney of Murder","url":"https://futurism.com/ai-accuses-district-attorney-of-murder","type":"Press","date":"2024-06-01"},{"title":"What’s in a byline? For Hoodline’s AI-generated local news, everything and nothing","url":"https://niemanlab.org/2024/06/whats-in-a-byline-for-hoodlines-ai-generated-local-news-everything-and-nothing","type":"Press","date":"2024-06-01"}]},{"id":"FI-0109","slug":"dwp-algorithm-wrongly-flagged-200-000","url":"https://failureindex.ai/failures/dwp-algorithm-wrongly-flagged-200-000","headline":"A DWP algorithm wrongly flagged over 200,000 housing-benefit claimants for fraud over three years","company":"UK Department for Work and Pensions (DWP)","is_anonymized":false,"industry":"public-sector","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2024-06-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"DWP algorithm wrongly flags 200,000 people for possible fraud and error","url":"https://www.theguardian.com/society/article/2024/jun/23/dwp-algorithm-wrongly-flags-200000-people-possible-fraud-error","type":"Press","date":"2024-06-23"},{"title":"AIAAIC Repository: DWP algorithm wrongly flags 200,000 people for possible fraud","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/dwp-algorithm-wrongly-flags-200000-people-for-possible-fraud","type":"Primary","date":"2024-07-01"},{"title":"Risk-based verification - GOV.UK","url":"https://assets.publishing.service.gov.uk/media/5a7b81fced915d4147620d4b/05-riskbased-verification.pdf","type":"Primary","date":"2014-03-28"}]},{"id":"FI-0051","slug":"microsoft-recall-ai-feature-stored-sensitive","url":"https://failureindex.ai/failures/microsoft-recall-ai-feature-stored-sensitive","headline":"Microsoft's Recall AI feature stored sensitive data in a way researchers called a security risk","company":"Microsoft","is_anonymized":false,"industry":"saas","failure_mode":"data-leakage","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2024-05-30","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Microsoft Recall: security and privacy concerns (BBC News)","url":"https://www.bbc.com/news/articles/cpwwqp4r1xdo","type":"Press","date":"2024-06-01"},{"title":"Microsoft Recall security analysis (Wired)","url":"https://www.wired.com/story/microsoft-recall-security-privacy-concerns/","type":"Press","date":"2024-06-04"}]},{"id":"FI-0044","slug":"google-ai-overviews-told-users-put","url":"https://failureindex.ai/failures/google-ai-overviews-told-users-put","headline":"Google's AI Overviews told users to put glue on pizza and eat rocks","company":"Google","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2024-05-23","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Google's AI tells users to add glue to their pizza, eat rocks (Live Science)","url":"https://www.livescience.com/technology/artificial-intelligence/googles-ai-tells-users-to-add-glue-to-their-pizza-eat-rocks-and-make-chlorine-gas","type":"Press","date":"2024-05-24"},{"title":"Google Explains Why Its AI Overviews Told Users to Eat Rocks and Glue Pizzas (Daily Beast)","url":"https://www.thedailybeast.com/google-explains-why-its-ai-overviews-told-users-to-eat-rocks-and-glue-pizzas/","type":"Press","date":"2024-05-31"}]},{"id":"FI-0483","slug":"lovo-sued-voice-actors-unauthorized-voice","url":"https://failureindex.ai/failures/lovo-sued-voice-actors-unauthorized-voice","headline":"Lovo sued by voice actors for unauthorized voice cloning","company":"Lovo, Inc.","is_anonymized":false,"industry":"legal-services","failure_mode":"policy-violation","ai_surface":"media-generation","system_class":"generative","severity":"Medium","date_of_incident":"2024-05-16","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Actors Hit AI Startup With Class Action Lawsuit Over Voice Theft","url":"https://www.hollywoodreporter.com/business/business-news/actors-hit-ai-startup-with-class-action-lawsuit-over-voice-theft-1235900689/","type":"Press","date":"2024-01-01"},{"title":"Lovo AI Accused of Stealing Actors' Voices","url":"https://variety.com/2024/biz/news/lovo-ai-stealing-actors-voices-genny-1236006443/","type":"Press","date":"2024-01-01"},{"title":"Lehrman v. LOVO Complaint","url":"https://static.pollockcohen.com/docs/2024.05.16-Lehrman-v-LOVO-complaint-Final.pdf","type":"Court Filing","date":"2024-05-16"}]},{"id":"FI-0016","slug":"klarna-customer-service-ai-walkback","url":"https://failureindex.ai/failures/klarna-customer-service-ai-walkback","headline":"Klarna reversed its all-AI customer service stance after quality and retention dropped","company":"Klarna","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2024-05-08","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Klarna says its AI agent does the work of 700 humans","url":"https://www.bloomberg.com/news/articles/2024-02-27/klarna-says-ai-chatbot-does-the-work-of-700-customer-service-staff","type":"Press","date":"2024-02-27"},{"title":"Klarna will rehire humans after AI cuts hurt quality","url":"https://www.bloomberg.com/news/articles/2025-05-08/klarna-turns-from-ai-to-real-person-customer-service","type":"Press","date":"2025-05-08"}]},{"id":"FI-0086","slug":"class-action-alleged-wells-fargo-ml","url":"https://failureindex.ai/failures/class-action-alleged-wells-fargo-ml","headline":"A class action alleged Wells Fargo's ML credit scoring routed minority applicants to worse tiers","company":"Wells Fargo","is_anonymized":false,"industry":"retail-banking","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2024-05-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"In Re Wells Fargo Mortgage Discrimination Litigation Consolidated Amended Complaint","url":"https://bencrump.com/wp-content/uploads/2023/03/In-Re-WF-Consolidated-Complaint-3.24.23.pdf","type":"Court Filing","date":"2023-03-24"},{"title":"Mortgage underwriting algorithm at heart of Wells Fargo's digital redlining case","url":"https://finance.yahoo.com/news/mortgage-underwriting-algorithm-heart-wells-161043355.html","type":"Press","date":"2024-06-13"},{"title":"Wells Fargo won't face class-action mortgage discrimination lawsuit","url":"https://www.bankingdive.com/news/wells-fargo-wont-face-class-action-mortgage-discrimination-lawsuit-digital-redlining/757091/","type":"Press","date":"2025-08-07"}]},{"id":"FI-0507","slug":"plos-one-retracts-blended-learning-paper","url":"https://failureindex.ai/failures/plos-one-retracts-blended-learning-paper","headline":"PLOS ONE retracts blended learning paper for AI generated text","company":"PLOS ONE","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2024-04-18","date_indexed":"2026-06-16","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Retraction: A comparative analysis of blended learning and traditional instruction: Effects on academic motivation and learning outcomes","url":"https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0302484","type":"Primary","date":"2024-04-18"},{"title":"Papers and peer reviews with evidence of ChatGPT writing","url":"https://x.com/gcabanac/status/1781595508190187830","type":"Social","date":"2024-03-15"}]},{"id":"FI-0367","slug":"kartoon-studios-accused-infringement-gadget-toolkit","url":"https://failureindex.ai/failures/kartoon-studios-accused-infringement-gadget-toolkit","headline":"Kartoon Studios accused of IP infringement over Gadget A.I. toolkit","company":"Kartoon Studios","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"media-generation","system_class":"generative","severity":"Low","date_of_incident":"2024-04-16","date_indexed":"2026-06-09","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"WildBrain declares IP infringement over Gadget A.I.","url":"https://kidscreen.com/2024/04/22/wildbrain-declares-ip-infringement-over-gadget-a-i/","type":"Press","date":"2024-04-22"},{"title":"WildBrain accuses Kartoon Studios of IP infringement over Gadget A.I.","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/wildbrain-accuses-kartoon-studios-of-ip-infringement-over-gadget-a-i","type":"Social","date":"2024-01-01"}]},{"id":"FI-0522","slug":"meta-image-generator-fails-represent-interracial","url":"https://failureindex.ai/failures/meta-image-generator-fails-represent-interracial","headline":"Meta AI image generator fails to represent interracial Asian relationships","company":"Meta","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2024-04-03","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Meta’s AI image generator can’t imagine an Asian man with a white woman","url":"https://www.theverge.com/2024/4/3/24120029/instagram-meta-ai-sticker-generator-asian-people-racism","type":"Press","date":"2024-04-03"},{"title":"Meta's AI image generator really struggles with the concept of interracial couples","url":"https://www.cnn.com/2024/04/04/tech/meta-ai-image-generator-interracial-couples","type":"Press","date":"2024-04-04"}]},{"id":"FI-0490","slug":"foodstuffs-facial-recognition-misidentifies-ori-shopper","url":"https://failureindex.ai/failures/foodstuffs-facial-recognition-misidentifies-ori-shopper","headline":"Foodstuffs facial recognition misidentifies Māori shopper at Rotorua New World","company":"Foodstuffs (New Zealand)","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"hallucination","ai_surface":"computer-vision","system_class":"predictive","severity":"Medium","date_of_incident":"2024-04-02","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Māori woman mistaken as thief by supermarket AI not surprising, experts say","url":"https://www.rnz.co.nz/news/national/514523/maori-woman-mistaken-as-thief-by-supermarket-ai-not-surprising-experts-say","type":"Press","date":"2024-04-17"},{"title":"Facial recognition: Mum’s ‘horrible’ mistaken identity ordeal at New World","url":"https://www.teaonews.co.nz/2024/04/13/facial-recognition-mums-horrible-mistaken-identity-ordeal-at-new-world/","type":"Press","date":"2024-04-12"},{"title":"Inquiry into Foodstuffs North Island trial use of facial recognition (Office of the Privacy Commissioner)","url":"https://www.privacy.org.nz/assets/DOCUMENTS/20250603-FRT-Inquiry-Report-A1082856.pdf","type":"Primary","date":"2025-06-03"}]},{"id":"FI-0105","slug":"wendy-freshai-drive-thru-agent-misheard","url":"https://failureindex.ai/failures/wendy-freshai-drive-thru-agent-misheard","headline":"Wendy's FreshAI drive-thru agent misheard orders and cut customers off mid-sentence","company":"Wendy's","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"hallucination","ai_surface":"voice-agent","system_class":"generative","severity":"Medium","date_of_incident":"2024-04-01","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"11 Fast Food Chains Using AI Drive-Thrus (Problems & Issues)","url":"https://www.gocanopy.com/news-insights/ai-drive-thru-problems","type":"Press","date":"2025-10-14"},{"title":"Dear Wendy's, PLEASE get rid of AI ordering at the drive thru","url":"https://www.reddit.com/r/wendys/comments/1cb846n/dear_wendys_please_get_rid_of_ai_ordering_at_the/","type":"Customer-Disclosed","date":"2024-04-01"},{"title":"Wendy's customers bitter over 'garbage' decision to employ AI bots","url":"https://www.the-independent.com/life-style/food-and-drink/wendys-ai-bot-drive-thru-freshai-b2700616.html","type":"Press","date":"2025-02-18"}]},{"id":"FI-0562","slug":"indian-political-campaigns-deploy-deepfakes-voice","url":"https://failureindex.ai/failures/indian-political-campaigns-deploy-deepfakes-voice","headline":"Indian Political Campaigns deploy AI deepfakes and voice clones in 2024 election","company":"Indian Political Campaigns","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"voice-agent","system_class":"generative","severity":"High","date_of_incident":"2024-04-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Deep Fakes, Deeper Impacts: AI’s Role in the 2024 Indian General Election and Beyond","url":"https://gnet-research.org/2024/09/11/deep-fakes-deeper-impacts-ais-role-in-the-2024-indian-general-election-and-beyond/","type":"Primary","date":"2024-09-11"},{"title":"Indian Voters Are Being Bombarded With Millions of Deepfakes. Political Candidates Approve","url":"https://www.wired.com/story/indian-elections-ai-deepfakes/","type":"Press","date":"2024-05-20"},{"title":"How AI is changing elections around the world","url":"https://www.nbcnews.com/news/world/india-ai-changing-elections-world-rcna154838","type":"Press","date":"2024-06-05"},{"title":"dance-videos-modi-rival-turn-up-ai-heat-india-election-2024-05-16","url":"https://www.reuters.com/world/india/dance-videos-modi-rival-turn-up-ai-heat-india-election-2024-05-16/","type":"Press","date":"2024-05-16"}]},{"id":"FI-0004","slug":"nyc-mycity-chatbot-illegal-advice","url":"https://failureindex.ai/failures/nyc-mycity-chatbot-illegal-advice","headline":"New York City's small-business chatbot told users to break the law","company":"City of New York","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Catastrophic","date_of_incident":"2024-03-29","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"NYC's AI chatbot tells businesses to break the law","url":"https://themarkup.org/news/2024/03/29/nycs-ai-chatbot-tells-businesses-to-break-the-law","type":"Press","date":"2024-03-29"},{"title":"AP follow-up coverage","url":"https://apnews.com/article/new-york-city-chatbot-misinformation-6ebc71db5b770b9969c906a7ee4fae21","type":"Press","date":"2024-04-04"}]},{"id":"FI-0194","slug":"nyc-mycity-chatbot-gave-illegal-guidance","url":"https://failureindex.ai/failures/nyc-mycity-chatbot-gave-illegal-guidance","headline":"NYC MyCity AI chatbot gave illegal guidance to small businesses","company":"New York City Government","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2024-03-29","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"NYC’s AI Chatbot Tells Businesses to Break the Law","url":"https://themarkup.org/artificial-intelligence/2024/03/29/nycs-ai-chatbot-tells-businesses-to-break-the-law","type":"Primary","date":"2024-03-29"},{"title":"NYC AI Chatbot Touted by Adams Tells Businesses to Break the Law","url":"https://www.thecity.nyc/2024/03/29/ai-chat-false-information-small-business/","type":"Primary","date":"2024-03-29"}]},{"id":"FI-0207","slug":"nyc-chatbot-tells-businesses-break-law","url":"https://failureindex.ai/failures/nyc-chatbot-tells-businesses-break-law","headline":"NYC AI chatbot tells businesses to break the law","company":"New York City","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2024-03-29","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"NYC AI Chatbot Tells Businesses to Break the Law","url":"https://themarkup.org/artificial-intelligence/2024/03/29/nycs-ai-chatbot-tells-businesses-to-break-the-law","type":"Press","date":"2024-03-29"},{"title":"NYC AI Chatbot Touted by Adams Tells Businesses to Break the Law","url":"https://www.thecity.nyc/2024/03/29/ai-chat-false-information-small-business/","type":"Press","date":"2024-03-29"},{"title":"NYC's AI chatbot was caught telling businesses to break the law","url":"http://apnews.com/article/new-york-city-chatbot-misinformation-6ebc71db5b770b9969c906a7ee4fae21","type":"Press","date":"2024-04-04"}]},{"id":"FI-0088","slug":"upstart-rejected-fair-lending-monitor-less","url":"https://failureindex.ai/failures/upstart-rejected-fair-lending-monitor-less","headline":"Upstart rejected its fair-lending monitor's less-discriminatory model, ending the monitorship","company":"Upstart","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2024-03-27","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"LDF, SBPC, and Upstart Announce Final Monitorship Report on AI and Fair Lending","url":"https://www.naacpldf.org/press-release/ldf-sbpc-and-upstart-announce-final-monitorship-report-on-ai-and-fair-lending/","type":"Primary","date":"2024-03-27"},{"title":"LDF, SBPC, and Upstart Announce Final Monitorship Report on AI and Fair Lending | Upstart Holdings, Inc.","url":"https://ir.upstart.com/news-releases/news-release-details/ldf-sbpc-and-upstart-announce-final-monitorship-report-ai-fair-lending","type":"Customer-Disclosed","date":"2024-03-27"},{"title":"Fair Lending Monitorship of Upstart Network's Lending Model: Relman Colfax PLLC","url":"https://www.relmanlaw.com/cases-upstart-network-fair-lending-counseling","type":"Primary","date":"2024-03-27"}]},{"id":"FI-0284","slug":"domino-class-action-alleges-voice-order","url":"https://failureindex.ai/failures/domino-class-action-alleges-voice-order","headline":"Domino's class-action alleges AI voice-order system captured customers' voiceprints","company":"Domino's Pizza","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"policy-violation","ai_surface":"voice-agent","system_class":"predictive","severity":"Medium","date_of_incident":"2024-03-13","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Domino's Illegally Captures Illinois Customers' Voiceprints During Calls, Class Action Says","url":"https://www.classaction.org/news/dominos-illegally-captures-illinois-customers-voiceprints-during-calls-class-action-says","type":"Press","date":"2024-03-19"},{"title":"Domino's class action alleges company captures, stores customer voiceprints during ordering","url":"https://topclassactions.com/lawsuit-settlements/privacy/bipa/dominos-class-action-alleges-company-captures-stores-customer-voiceprints-during-ordering/","type":"Press","date":"2024-03-20"},{"title":"Domino's AI Phone-Order System Collected Voice Prints, Suit Says","url":"https://news.bloomberglaw.com/privacy-and-data-security/dominos-ai-phone-order-system-collected-voice-prints-suit-says","type":"Press","date":"2024-03-14"}]},{"id":"FI-0456","slug":"worldcoin-suspended-spain-regulator-orders-halt","url":"https://failureindex.ai/failures/worldcoin-suspended-spain-regulator-orders-halt","headline":"Worldcoin suspended in Spain after regulator orders halt to biometric data processing","company":"Worldcoin (Tools for Humanity)","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2024-03-06","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"The Agency orders a precautionary measure which prevents Worldcoin from continuing to process personal data in Spain","url":"https://www.aepd.es/en/press-and-communication/press-releases/agency-orders-precautionary-measure-which-prevents-Worldcoin-from-continuing-toprocess-personal-data-in-spain","type":"Primary","date":"2024-03-06"},{"title":"Sam Altman's eye-scanning Worldcoin banned in Spain","url":"https://www.reuters.com/technology/spains-high-court-upholds-temporary-ban-worldcoin-iris-scanning-venture-2024-03-11/","type":"Press","date":"2024-03-06"},{"title":"Spain puts temporary ban on Worldcoin eyeballs scans, citing concerns over privacy","url":"https://english.elpais.com/technology/2024-03-06/spain-puts-temporary-ban-on-worldcoin-eyeballs-scans-citing-concerns-over-privacy.html","type":"Press","date":"2024-03-06"},{"title":"Iris-scanning crypto project Worldcoin ordered to delete all collected data","url":"https://www.catalannews.com/business/item/iris-scanning-crypto-project-worldcoin-ordered-to-delete-all-collected-data","type":"Press","date":"2024-12-20"}]},{"id":"FI-0084","slug":"turbotax-intuit-assist-gave-wrong-tax","url":"https://failureindex.ai/failures/turbotax-intuit-assist-gave-wrong-tax","headline":"TurboTax's Intuit Assist gave wrong tax advice on over half of test questions, the Post found","company":"Intuit","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2024-03-04","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"TurboTax and H&R Block's AI chatbots are giving bad tax advice","url":"https://www.washingtonpost.com/technology/2024/03/04/ai-taxes-turbotax-hrblock-chatbot/","type":"Press","date":"2024-03-04"},{"title":"Dangers of AI-Powered Chatbot Tax Advice","url":"https://bankler.com/dangers-of-ai-powered-chatbot-tax-advice/","type":"Press","date":"2024-08-20"},{"title":"Overreliance on AI for Tax Advice: A Cautionary Perspective","url":"https://www.taxexecutive.org/overreliance-on-ai-for-tax-advice-a-cautionary-perspective/","type":"Press","date":"2024-02-27"}]},{"id":"FI-0103","slug":"journalist-found-carl-jr-presto-voice","url":"https://failureindex.ai/failures/journalist-found-carl-jr-presto-voice","headline":"A journalist found Carl's Jr.'s Presto voice AI left silences and aggressively upsold","company":"Carl's Jr.","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"agentic-action-error","ai_surface":"voice-agent","system_class":"generative","severity":"Medium","date_of_incident":"2024-03-01","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"I Went to Carl's Jr.'s AI Drive-Thru and All I Got Was Sad","url":"https://www.inverse.com/tech/carls-jr-ai-drive-thru-order-experience","type":"Press","date":"2024-03-03"},{"title":"An 'AI' fast food drive-thru is mostly just human workers in the Philippines","url":"https://www.theverge.com/2023/12/8/23993427/artificial-intelligence-presto-automation-fast-food-drive-thru-philippines-workers","type":"Press","date":"2023-12-08"},{"title":"SEC charges 'AI-washing' at Presto Automation","url":"https://cooleypubco.com/2025/01/30/sec-charges-ai-washing/","type":"Press","date":"2025-01-30"}]},{"id":"FI-0085","slug":"h-r-block-ai-tax-assist","url":"https://failureindex.ai/failures/h-r-block-ai-tax-assist","headline":"H&R Block's AI Tax Assist gave wrong or unhelpful answers to 30%+ of tax questions tested","company":"H&R Block","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2024-03-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"TurboTax and H&R Block now use AI for tax advice. It's awful.","url":"https://www.washingtonpost.com/technology/2024/03/04/ai-taxes-turbotax-hrblock-chatbot/","type":"Press","date":"2024-03-04"},{"title":"Tech Columnist: TurboTax and H&R Block Chatbots Are Unhelpful or Wrong Much of the Time","url":"https://www.nysscpa.org/news/publications/the-trusted-professional/article/tech-columnist-turbotax-and-hrblock-chatbots-are-unhelpful-or-wrong-much-of-the-time-030724","type":"Press","date":"2024-03-07"}]},{"id":"FI-0015","slug":"google-gemini-image-generation-historical-figures","url":"https://failureindex.ai/failures/google-gemini-image-generation-historical-figures","headline":"Google Gemini generated racially incorrect images of historical figures and was pulled","company":"Google","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2024-02-21","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Hours","sources":[{"title":"Gemini image generation got it wrong. We'll do better.","url":"https://blog.google/products/gemini/gemini-image-generation-issue/","type":"Primary","date":"2024-02-23"},{"title":"Google apologizes after new Gemini AI refuses to show pictures of white people","url":"https://www.cnn.com/2024/02/22/tech/google-gemini-ai-image-generator/index.html","type":"Press","date":"2024-02-22"}]},{"id":"FI-0288","slug":"gemini-image-generator-produced-historically-inaccurate","url":"https://failureindex.ai/failures/gemini-image-generator-produced-historically-inaccurate","headline":"Gemini image generator produced historically inaccurate depictions, prompting pause","company":"Alphabet Inc.","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2024-02-21","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Estimated","time_to_disclosure":"Days","sources":[{"title":"Gemini image generation got it wrong. We'll do better.","url":"https://blog.google/products-and-platforms/products/gemini/gemini-image-generation-issue/","type":"Primary","date":"2024-02-23"},{"title":"Google to pause Gemini AI model's image generation of people","url":"https://www.reuters.com/technology/google-pause-gemini-ai-models-image-generation-people-2024-02-22/","type":"Press","date":"2024-02-22"},{"title":"Google pauses Gemini AI image generator after inaccuracies","url":"https://www.cnbc.com/2024/02/22/google-pauses-gemini-ai-image-generator-after-inaccuracies.html","type":"Press","date":"2024-02-22"}]},{"id":"FI-0296","slug":"change-healthcare-ransomware-incident-feb-2024","url":"https://failureindex.ai/failures/change-healthcare-ransomware-incident-feb-2024","headline":"Change Healthcare ransomware incident on Feb 21, 2024 is real but not a production AI failure","company":"Change Healthcare (a subsidiary of UnitedHealth Group/Optum)","is_anonymized":false,"industry":"healthcare","failure_mode":"data-leakage","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2024-02-21","date_indexed":"2026-06-05","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"UnitedHealth Group Updates on Change Healthcare Cyberattack","url":"https://www.unitedhealthgroup.com/newsroom/2024/2024-04-22-uhg-updates-on-change-healthcare-cyberattack.html","type":"Primary","date":"2024-04-22"},{"title":"Blackcat claims responsibility for cyberattack at UnitedHealth","url":"https://www.cnbc.com/2024/02/29/blackcat-claims-responsibility-for-cyberattack-at-unitedhealth.html","type":"Press","date":"2024-02-29"}]},{"id":"FI-0120","slug":"massachusetts-court-sanctioned-counsel-2-000","url":"https://failureindex.ai/failures/massachusetts-court-sanctioned-counsel-2-000","headline":"A Massachusetts court sanctioned counsel $2,000 over three filings with AI-fabricated citations","company":"Law Office of Jae S. Lee","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2024-02-12","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Smith v. Farwell (Court Opinion, Lawyers Weekly No. 12-007-24)","url":"https://masslawyersweekly.com/files/2024/02/12-007-24.pdf","type":"Court Filing","date":"2024-02-12"},{"title":"Massachusetts Lawyer Sanctioned for AI-Generated Fictitious Case Citations","url":"https://www.msba.org/site/site/content/News-and-Publications/News/General-News/Massachusetts_Lawyer-Sanctioned_for_AI_Generated-Fictitious-Cases.aspx","type":"Press","date":"2024-03-04"},{"title":"Artificial Intelligence A.I.n't the answer","url":"https://www.fmglaw.com/professional-liability/artificial-intelligence-a-i-nt-the-answer/","type":"Press","date":"2024-03-06"}]},{"id":"FI-0210","slug":"massachusetts-attorney-sanctioned-citing-generated-fict","url":"https://failureindex.ai/failures/massachusetts-attorney-sanctioned-citing-generated-fict","headline":"Massachusetts attorney sanctioned for citing AI generated fictitious cases","company":"Unnamed Massachusetts attorney","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2024-02-12","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Estimated","time_to_disclosure":"Hours","sources":[{"title":"Massachusetts Lawyer Sanctioned for AI-Generated Fictitious Case Citations","url":"http://msba.org/site/site/content/News-and-Publications/News/General-News/Massachusetts_Lawyer-Sanctioned_for_AI_Generated-Fictitious_Cases.aspx","type":"Primary","date":"2024-03-04"},{"title":"Fake News In Court: Attorney Sanctioned for Citing Fictitious Case Law Generated by AI","url":"https://www.mclane.com/insights/fake-news-in-court-attorney-sanctioned-for-citing-fictitious-case-law-generated-by-ai/","type":"Press","date":"2024-04-17"}]},{"id":"FI-0089","slug":"revolut-sherlock-fraud-system-autonomously","url":"https://failureindex.ai/failures/revolut-sherlock-fraud-system-autonomously","headline":"Revolut's Sherlock fraud system autonomously froze thousands of accounts without adequate review","company":"Revolut","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2024-02-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"Why does Revolut restrict accounts?","url":"https://www.revolut.com/blog/post/why-does-revolut-restrict-accounts/","type":"Primary","date":"2024-02-28"},{"title":"Can Algorithms Close My Bank Account?","url":"https://algorithmwatch.org/en/can-algorithms-close-my-bank-account/","type":"Press","date":"2025-05-28"},{"title":"Revolut's €3.5M AML Fine: What Every Fintech Should Learn About AML Risk","url":"https://www.flagright.com/post/revoluts-aml-fine-what-every-fintech-should-learn-about-aml-risk","type":"Press","date":"2025-04-09"}]},{"id":"FI-0488","slug":"met-police-facial-recognition-wrongly-matched","url":"https://failureindex.ai/failures/met-police-facial-recognition-wrongly-matched","headline":"Met Police facial recognition wrongly matched youth worker Shaun Thompson","company":"Metropolitan Police Service (Met Police)","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"computer-vision","system_class":"predictive","severity":"Medium","date_of_incident":"2024-02-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"'Facial recognition tech mistook me for wanted man' - BBC","url":"https://www.bbc.com/news/articles/cqxg8v74d8jo","type":"Press","date":"2025-08-06"},{"title":"Pair lose High Court challenge against Metropolitan Police over use of live facial recognition technology | The Independent","url":"https://www.independent.co.uk/news/uk/crime/facial-recognition-metropolitan-police-shaun-thompson-silkie-carlo-b2961889.html","type":"Press","date":"2026-04-21"},{"title":"AIAAIC - Youth advocacy worker misidentified by Met Police facial recognition system","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/youth-advocacy-worker-misidentified-by-met-police-facial-recognition-system","type":"Press","date":"2024-06-01"}]},{"id":"FI-0516","slug":"generated-news-article-falsely-quotes-professor","url":"https://failureindex.ai/failures/generated-news-article-falsely-quotes-professor","headline":"AI generated news article falsely quotes Professor Emily Bender","company":"Biharprabha","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"Low","date_of_incident":"2024-02-01","date_indexed":"2026-06-16","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"AIAAIC - US professor falsely quoted by AI-generated news article","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/us-professor-falsely-quoted-by-ai-generated-news-article","type":"Primary","date":"2024-02-01"},{"title":"AI Invents Quote From Real Person in Article by Bihar News Site: A Wake-Up Call","url":"https://www.thequint.com/explainers/ai-generated-article-published-by-bihar-news-site-fake-quote-a-wake-up-call","type":"Press","date":"2024-03-05"},{"title":"Prof. Emily M. Bender(she/her): \"Has anyone heard of the news site Biharprabha?\"","url":"https://dair-community.social/@emilymbender/111969861977283594","type":"Social","date":"2024-02-01"}]},{"id":"FI-0248","slug":"dwp-universal-credit-fraud-shows-bias","url":"https://failureindex.ai/failures/dwp-universal-credit-fraud-shows-bias","headline":"UK DWP Universal Credit fraud model shows bias in age and nationality referrals","company":"Department for Work and Pensions (DWP)","is_anonymized":false,"industry":"public-sector","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2024-02-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"Revealed bias found in AI system used to detect UK benefits","url":"https://www.theguardian.com/society/2024/dec/06/revealed-bias-found-in-ai-system-used-to-detect-uk-benefits","type":"Press","date":"2024-12-06"},{"title":"Universal Credit advances model fairness assessment","url":"https://www.gov.uk/government/publications/fairness-assessment-including-statistical-analysis-of-the-universal-credit-advances-machine-learning-model-1-april-2024-to-31-march-2025/universal-credit-advances-model-fairness-assessment","type":"Primary","date":"2024-04-01"},{"title":"DWP Universal Credit Advances Model","url":"https://www.gov.uk/algorithmic-transparency-records/dwp-universal-credit-advances-model","type":"Primary","date":"2024-04-01"}]},{"id":"FI-0261","slug":"character-sued-settles-chatbot-linked-teen","url":"https://failureindex.ai/failures/character-sued-settles-chatbot-linked-teen","headline":"Character.AI sued and settles after chatbot linked to teen suicide","company":"Character Technologies (Character.AI)","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"Catastrophic","date_of_incident":"2024-02-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Guardian - Mother says AI chatbot led her son to kill himself in lawsuit","url":"https://www.theguardian.com/technology/2024/oct/23/character-ai-chatbot-sewell-setzer-death","type":"Press","date":"2024-10-23"},{"title":"CNN - Character.AI and Google settle lawsuits over teen mental health harms and suicides","url":"http://cnn.com/2026/01/07/business/character-ai-google-settle-teen-suicide-lawsuit","type":"Press","date":"2026-01-07"},{"title":"Ars Technica - Garcia-v-Character-Technologies-Complaint-10-23-24.pdf","url":"https://cdn.arstechnica.net/wp-content/uploads/2024/10/Garcia-v-Character-Technologies-Complaint-10-23-24.pdf","type":"Court Filing","date":"2024-10-23"}]},{"id":"FI-0473","slug":"nine-news-publishes-altered-sexualised-image","url":"https://failureindex.ai/failures/nine-news-publishes-altered-sexualised-image","headline":"Nine News publishes AI-altered sexualised image of MP Georgie Purcell","company":"Nine News (Nine Network)","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"media-generation","system_class":"generative","severity":"Medium","date_of_incident":"2024-01-29","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"An AI-generated image of a Victorian MP raises wider questions on digital ethics","url":"https://www.abc.net.au/news/2024-02-01/georgie-purcell-ai-image-nine-news-apology-digital-ethics/103408440","type":"Press","date":"2024-02-01"},{"title":"Georgie Purcell photoshop scandal shows why transparency is crucial when it comes to AI","url":"https://www.theguardian.com/media/2024/feb/03/georgie-purcell-nine-news-ai-photoshop-scandal","type":"Press","date":"2024-02-03"},{"title":"Nine News uses AI to 'sexualise' image of politician","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/nine-news-uses-ai-to-sexualise-image-of-politician","type":"Press","date":"2024-01-01"}]},{"id":"FI-0500","slug":"comune-trento-fined-000-euros-illegal","url":"https://failureindex.ai/failures/comune-trento-fined-000-euros-illegal","headline":"Comune di Trento fined 50,000 euros for illegal AI surveillance projects","company":"Comune di Trento","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"Medium","date_of_incident":"2024-01-25","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Videosorveglianza, no all'intelligenza artificiale che viola la privacy","url":"https://www.garanteprivacy.it/home/docweb/-/docweb-display/docweb/9977299","type":"Primary","date":"2024-01-25"},{"title":"Italy fines first city for privacy breaches in use of AI","url":"https://www.reuters.com/sustainability/society-equity/italy-fines-first-city-privacy-breaches-use-ai-2024-01-26/","type":"Press","date":"2024-01-26"},{"title":"Italy: Trento council fined for illegal AI video and audio surveillance projects","url":"https://statewatch.org/news/2024/february/italy-trento-council-fined-for-illegal-ai-video-and-audio-surveillance-projects/","type":"Press","date":"2024-02-13"}]},{"id":"FI-0302","slug":"telangana-samagra-vedika-wrongly-denied-food","url":"https://failureindex.ai/failures/telangana-samagra-vedika-wrongly-denied-food","headline":"Telangana AI Samagra Vedika wrongly denied food subsidies to thousands","company":"Posidex Technologies","is_anonymized":false,"industry":"public-sector","failure_mode":"identity-and-access-drift","ai_surface":"chatbot","system_class":"generative","severity":"Catastrophic","date_of_incident":"2024-01-24","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"How an algorithm denied food to thousands of poor in India’s Telangana","url":"https://www.aljazeera.com/economy/2024/1/24/how-an-algorithm-denied-food-to-thousands-of-poor-in-indias-telangana","type":"Press","date":"2024-01-24"},{"title":"AI Part 1 Newsletter","url":"https://www.reporters-collective.in/newsletters/ai-part-1-newsletter","type":"Press","date":"2024-01-15"}]},{"id":"FI-0440","slug":"amazon-france-fined-million-euros-intrusive","url":"https://failureindex.ai/failures/amazon-france-fined-million-euros-intrusive","headline":"Amazon France fined 32 million euros for intrusive employee monitoring","company":"Amazon France Logistique","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"Low","date_of_incident":"2024-01-23","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Estimated","time_to_disclosure":"Days","sources":[{"title":"Employee monitoring: CNIL fined AMAZON FRANCE LOGISTIQUE €32 million","url":"https://www.cnil.fr/en/employee-monitoring-cnil-fined-amazon-france-logistique-eu32-million","type":"Primary","date":"2024-01-23"},{"title":"Amazon France Logistique Fined for Intrusive Employee Surveillance","url":"http://cnbc.com/2024/01/23/amazon-france-logistique-fined-for-intrusive-employee-surveillance.html","type":"Press","date":"2024-01-23"}]},{"id":"FI-0559","slug":"lingo-telecom-fined-biden-robocalls-suppress","url":"https://failureindex.ai/failures/lingo-telecom-fined-biden-robocalls-suppress","headline":"Lingo Telecom fined for AI Biden robocalls to suppress NH voters","company":"Lingo Telecom","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"voice-agent","system_class":"generative","severity":"High","date_of_incident":"2024-01-21","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"FCC AI deepfake robocall Biden New Hampshire political operative","url":"http://npr.org/2024/05/23/nx-s1-4977582/fcc-ai-deepfake-robocall-biden-new-hampshire-political-operative","type":"Press","date":"2024-05-23"},{"title":"FCC fines telecom firm 1m for spreading fake Biden robocall","url":"http://pcmag.com/news/fcc-fines-telecom-firm-1m-for-spreading-fake-biden-robocall","type":"Press","date":"2024-05-23"},{"title":"FCC settles spoofed AI-generated robocalls case","url":"http://fcc.gov/document/fcc-settles-spoofed-ai-generated-robocalls-case","type":"Primary","date":"2026-05-25"}]},{"id":"FI-0287","slug":"dpd-deutschland-chatbot-disabled-swearing-customer","url":"https://failureindex.ai/failures/dpd-deutschland-chatbot-disabled-swearing-customer","headline":"DPD Deutschland AI chatbot disabled after swearing at customer","company":"DPD Deutschland","is_anonymized":false,"industry":"other","failure_mode":"prompt-injection","ai_surface":"chatbot","system_class":"generative","severity":"Low","date_of_incident":"2024-01-19","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"DPD error caused chatbot to swear at customer","url":"https://www.bbc.com/news/technology-68025677","type":"Primary","date":"2024-01-19"},{"title":"DPD AI chatbot swears, calls itself ‘useless’ and criticises firm","url":"https://www.theguardian.com/technology/2024/jan/20/dpd-ai-chatbot-swears-calls-itself-useless-and-criticises-firm","type":"Primary","date":"2024-01-20"}]},{"id":"FI-0108","slug":"uk-gov-uk-chat-gave-citizens","url":"https://failureindex.ai/failures/uk-gov-uk-chat-gave-citizens","headline":"UK GOV.UK Chat gave citizens incorrect tax, VAT, and immigration advice in its alpha pilot","company":"UK Government Digital Service (GDS)","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2024-01-18","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"5 things we learned testing GOV.UK Chat: an AI assistant for government","url":"https://insidegovuk.blog.gov.uk/2026/03/16/5-things-we-learned-testing-gov-uk-chat-an-ai-assistant-for-government/","type":"Primary","date":"2026-03-16"},{"title":"New government AI chatbot 'gives misleading tax information'","url":"https://www.thetimes.com/uk/technology-uk/article/new-government-ai-chatbot-tax-advice-wrong-xfqhzgzzm","type":"Press","date":"2026-05-14"},{"title":"GOV.UK AI chatbot achieves 90% accuracy","url":"https://www.civilserviceworld.com/professions/article/govuk-ai-chatbot-achieves-90-accuracy","type":"Press","date":"2026-03-23"}]},{"id":"FI-0003","slug":"dpd-parcel-delivery-chatbot-swearing-poetry","url":"https://failureindex.ai/failures/dpd-parcel-delivery-chatbot-swearing-poetry","headline":"DPD chatbot swore at a customer and wrote a poem calling itself useless","company":"DPD","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2024-01-18","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"DPD AI chatbot swears, calls itself 'useless' and criticises delivery firm","url":"https://www.theguardian.com/technology/2024/jan/20/dpd-ai-chatbot-swears-calls-itself-useless-and-criticises-firm","type":"Press","date":"2024-01-20"},{"title":"DPD AI chatbot swears at customer and calls itself useless","url":"https://www.bbc.com/news/technology-68025677","type":"Press","date":"2024-01-19"},{"title":"Ashley Beauchamp X thread (original)","url":"https://twitter.com/ashbeauchamp/status/1748034519104450874","type":"Social","date":"2024-01-18"}]},{"id":"FI-0535","slug":"mahindra-racing-removes-influencer-ava-social","url":"https://failureindex.ai/failures/mahindra-racing-removes-influencer-ava-social","headline":"Mahindra Racing removes AI influencer Ava after social media backlash","company":"Mahindra Racing","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"Low","date_of_incident":"2024-01-11","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Mahindra kills off AI influencer after social media backlash","url":"https://www.motorsport.com/formula-e/news/mahindra-kills-off-ai-influencer-after-social-media-backlash/10564692/","type":"Press","date":"2024-01-12"},{"title":"Mahindra Racing: Formula E team drops AI influencer Ava following backlash","url":"https://fortune.com/2024/01/12/mahindra-racing-formula-e-ai-influencer-ava/","type":"Press","date":"2024-01-12"}]},{"id":"FI-0303","slug":"thomson-reuters-fraud-detection-software-subject","url":"https://failureindex.ai/failures/thomson-reuters-fraud-detection-software-subject","headline":"Thomson Reuters fraud detection software subject of FTC complaint","company":"Thomson Reuters","is_anonymized":false,"industry":"public-sector","failure_mode":"brand-and-safety-incident","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2024-01-04","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Automated public-benefit fraud detection used by states subject of new FTC complaint","url":"https://statescoop.com/automated-public-benefit-fraud-detection-state-ftc-complaint/","type":"Press","date":"2024-01-04"},{"title":"EPIC's complaint against Thomson Reuters: Key Concerns","url":"https://www.medianama.com/2024/01/223-epic-complaint-thompson-reuters-us-ftc-2/","type":"Press","date":"2024-01-09"},{"title":"EPIC's complaint notes: cradle-to-grave dossier for each","url":"https://www.vitallaw.com/news/privacy-news-public-benefits-fraud-detection-system-accused-of-privacy-violations-unsafe-ai-practices/cspd01bd504d077aef40798a1a873ce99eb70d","type":"Press","date":"2024-01-01"}]},{"id":"FI-0382","slug":"pimeyes-alleged-have-been-used-identify","url":"https://failureindex.ai/failures/pimeyes-alleged-have-been-used-identify","headline":"PimEyes alleged to have been used to identify anonymous porn actors","company":"PimEyes","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2024-01-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"PimEyes used to identify anonymous porn stars - AIAAIC","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/pimeyes-used-to-identify-anonymous-porn-stars","type":"Press","date":"2026-06-09"},{"title":"Facial Recognition Company Pimeyes Sued Under Illinois Privacy Law - Business Insider","url":"https://www.businessinsider.com/facial-recognition-company-pimeyes-sued-under-illinois-privacy-law-2023-12","type":"Press","date":"2026-06-09"}]},{"id":"FI-0092","slug":"instacart-quietly-removed-ai-generated-recipe","url":"https://failureindex.ai/failures/instacart-quietly-removed-ai-generated-recipe","headline":"Instacart quietly removed AI-generated recipe photos users found impossible and unappetizing","company":"Instacart","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2024-01-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Instacart Is Now Using AI for Food Pics. It's Incredibly Unappetizing.","url":"https://www.businessinsider.com/instacart-ai-art-recipes-photos-2024-1","type":"Press","date":"2024-01-28"},{"title":"Instacart Quietly Deletes Its Unsettling AI-Generated Food Pics","url":"https://www.businessinsider.com/instacart-deletes-ai-generated-food-images-2024-1","type":"Press","date":"2024-01-31"},{"title":"Instacart's AI Recipes Look Literally Impossible","url":"https://www.404media.co/instacarts-ai-recipes-look-literally-impossible/","type":"Press","date":"2024-02-21"}]},{"id":"FI-0315","slug":"dutch-tax-agency-fraud-algorithm-discriminated","url":"https://failureindex.ai/failures/dutch-tax-agency-fraud-algorithm-discriminated","headline":"Dutch tax agency fraud algorithm discriminated against dual nationals","company":"Dutch Tax and Customs Administration (Belastingdienst)","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"Catastrophic","date_of_incident":"2024-01-01","date_indexed":"2026-06-08","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"AI & Algorithmic Risks Report Netherlands - Winter 2023 2024","url":"https://www.autoriteitpersoonsgegevens.nl/uploads/2024-01/AI%20%26%20Algorithmic%20Risks%20Report%20Netherlands%20-%20winter%202023%202024.pdf","type":"Primary","date":"2024-01-18"},{"title":"Xenophobic machines: Discrimination through unregulated AI","url":"https://www.amnesty.org/en/documents/eur35/4686/2021/en/","type":"Press","date":"2021-10-25"},{"title":"Dutch child benefit scandal: origin and latest developments","url":"https://ec.europa.eu/social/BlobServlet?docId=24723&langId=en","type":"Court Filing","date":"2026-06-08"}]},{"id":"FI-0512","slug":"arup-loses-million-deepfake-impersonation-cfo","url":"https://failureindex.ai/failures/arup-loses-million-deepfake-impersonation-cfo","headline":"Arup loses $25 million to AI deepfake impersonation of CFO","company":"Arup","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"voice-agent","system_class":"generative","severity":"High","date_of_incident":"2024-01-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Arup revealed as victim of $25 million deepfake scam","url":"https://www.cnn.com/2024/05/16/tech/arup-deepfake-scam-loss-hong-kong-intl-hnk","type":"Press","date":"2024-05-16"},{"title":"Scammers siphon $25M from engineering firm Arup via AI deepfake","url":"https://www.cfodive.com/news/scammers-siphon-25m-engineering-firm-arup-deepfake-cfo-ai/716501/","type":"Press","date":"2024-05-16"},{"title":"Deepfake AI Cybercrime Arup","url":"https://www.weforum.org/stories/2025/02/deepfake-ai-cybercrime-arup/","type":"Press","date":"2025-02-01"}]},{"id":"FI-0521","slug":"newsbreak-fabricates-story-christmas-day-murder","url":"https://failureindex.ai/failures/newsbreak-fabricates-story-christmas-day-murder","headline":"NewsBreak AI fabricates story about Christmas Day murder in New Jersey","company":"NewsBreak","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2023-12-25","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"AI-generated story about deadly Christmas shooting is fake, South Jersey police warn","url":"https://www.fox29.com/news/ai-generated-story-about-deadly-christmas-shooting-is-fake-south-jersey-police-warn","type":"Press","date":"2023-12-28"},{"title":"China origin US news app uses AI to \"write fiction\"","url":"https://www.tbsnews.net/worldbiz/usa/china-origin-us-news-app-uses-ai-write-fiction-870111","type":"Press","date":"2024-06-14"}]},{"id":"FI-0574","slug":"stability-training-dataset-laion-found-contain","url":"https://failureindex.ai/failures/stability-training-dataset-laion-found-contain","headline":"LAION-5B dataset used to train Stability AI models found to contain child sexual abuse material","company":"Stability AI","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2023-12-21","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Identifying and Eliminating CSAM in Generative ML Training Data","url":"https://purl.stanford.edu/kh752sm9123","type":"Primary","date":"2023-12-21"},{"title":"Child sexual abuse material found on popular dataset shows risks to AI research","url":"https://fedscoop.com/ai-federal-research-database-laion-csam/","type":"Press","date":"2023-12-23"},{"title":"Releasing Re-LAION-5B: transparent iteration on LAION-5B","url":"https://laion.ai/blog/relaion-5b/","type":"Primary","date":"2024-08-30"}]},{"id":"FI-0002","slug":"chevrolet-watsonville-1-dollar-tahoe","url":"https://failureindex.ai/failures/chevrolet-watsonville-1-dollar-tahoe","headline":"Chevrolet dealer chatbot agrees to sell a $76K Tahoe for $1","company":"Chevrolet of Watsonville","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"prompt-injection","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-12-17","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Chevy dealer's AI chatbot sells SUV for $1","url":"https://www.businessinsider.com/car-dealership-chevrolet-chatbot-chatgpt-pranks-chevy-tahoe-2023-12","type":"Press","date":"2023-12-18"},{"title":"Original Chris Bakke X thread","url":"https://twitter.com/ChrisJBakke/status/1736533308849443121","type":"Social","date":"2023-12-17"}]},{"id":"FI-0285","slug":"microsoft-copilot-generates-inaccurate-information-euro","url":"https://failureindex.ai/failures/microsoft-copilot-generates-inaccurate-information-euro","headline":"Microsoft Copilot generates inaccurate information about European elections","company":"Microsoft Corporation","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-12-15","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Microsoft's Bing source of misinformation about elections","url":"http://algorithmwatch.org/en/microsofts-bing-source-misinformation-elections","type":"Press","date":"2023-12-15"},{"title":"Microsoft's Bing search bot gave wrong answers when asked basic questions about elections","url":"http://washingtonpost.com/technology/2023/12/15/microsoft-copilot-bing-ai-hallucinations-elections","type":"Press","date":"2023-12-15"}]},{"id":"FI-0096","slug":"humana-sued-using-nh-predict-ai","url":"https://failureindex.ai/failures/humana-sued-using-nh-predict-ai","headline":"Humana was sued over using nH Predict AI to systematically deny Medicare post-acute claims","company":"Humana","is_anonymized":false,"industry":"healthcare","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2023-12-12","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Senate report slams Medicare Advantage insurers for using predictive technology to deny claims","url":"https://www.healthcaredive.com/news/medicare-advantage-AI-denials-cvs-humana-unitedhealthcare-senate-report/730383/","type":"Press","date":"2024-10-21"},{"title":"Humana used algorithm to deny care to Medicare Advantage patients, lawsuit claims","url":"https://www.healthcaredive.com/news/humana-lawsuit-algorithm-medicare-advantage-deny-claims/702403/","type":"Press","date":"2023-12-13"},{"title":"Barrows et al. v. Humana, Inc. - Class Action Complaint","url":"https://litigationtracker.law.georgetown.edu/wp-content/uploads/2023/12/Barrows_2023.12.12_COMPLAINT.pdf","type":"Court Filing","date":"2023-12-12"},{"title":"Barrows et al. v. Humana, Inc. - Health Care Litigation Tracker","url":"https://litigationtracker.law.georgetown.edu/litigation/barrows-et-al-v-humana-inc/","type":"Primary","date":"2026-05-22"},{"title":"Health insurance companies Humana, UnitedHealth accused of wrongly denying claims using AI algorithm","url":"https://cbsnews.com/news/health-insurance-humana-united-health-ai-algorithm","type":"Press","date":"2023-12-12"},{"title":"Barrows et al. v. Humana, Inc. - Class Action Complaint (3:23-cv-00654)","url":"https://www.classaction.org/media/barrows-et-al-v-humana-inc.pdf","type":"Court Filing","date":"2023-12-12"}]},{"id":"FI-0122","slug":"felicity-harber-submitted-nine-fictitious-ai","url":"https://failureindex.ai/failures/felicity-harber-submitted-nine-fictitious-ai","headline":"Felicity Harber submitted nine fictitious AI-generated case citations to a UK tribunal","company":"Felicity Harber","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-12-04","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Harber v Commissioners for His Majesty's Revenue and Customs [2023] UKFTT 1007 (TC)","url":"https://www.bailii.org/uk/cases/UKFTT/TC/2023/TC09010.html","type":"Court Filing","date":"2023-12-04"},{"title":"Litigant unwittingly put fake cases generated by AI before tribunal","url":"https://www.legalfutures.co.uk/latest-news/litigant-unwittingly-put-fake-cases-generated-by-ai-before-tribunal","type":"Press","date":"2023-12-07"},{"title":"12 False Citations/AI Hallucinations in UK Courts (Ayinde)","url":"https://naturalandartificiallaw.com/false-citations-ai-hallucinations-uk/","type":"Reader-Submitted","date":"2024-01-16"}]},{"id":"FI-0401","slug":"amazon-chatbot-allegedly-leaks-confidential-aws","url":"https://failureindex.ai/failures/amazon-chatbot-allegedly-leaks-confidential-aws","headline":"Amazon Q chatbot allegedly leaks confidential AWS data and hallucinations","company":"Amazon","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-12-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Amazon’s Q has ‘severe hallucinations’ and leaks confidential data in public preview, employees warn","url":"https://www.platformer.news/amazons-q-has-severe-hallucinations/","type":"Press","date":"2023-12-01"},{"title":"Amazon's Q generative AI chatbot allegedly leaks location of AWS data centers - report","url":"https://www.datacenterdynamics.com/en/news/amazons-q-generative-ai-chatbot-leaks-location-of-aws-data-centers/","type":"Press","date":"2023-12-02"}]},{"id":"FI-0308","slug":"tesla-fsd-fails-detect-reduced-visibility","url":"https://failureindex.ai/failures/tesla-fsd-fails-detect-reduced-visibility","headline":"Tesla FSD system fails to detect reduced visibility in fatal crash","company":"Tesla","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2023-11-28","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Here's 13 crashes tied to Tesla's expanded Full Self Drive probe","url":"https://www.usatoday.com/story/cars/news/2026/03/20/tesla-full-self-drive-probe-expanded/89232407007/","type":"Press","date":"2026-03-20"},{"title":"EA26002 - ODI RESUME","url":"https://static.nhtsa.gov/odi/inv/2026/INOA-EA26002-10023.pdf","type":"Primary","date":"2026-01-01"},{"title":"NHTSA upgrades Tesla FSD visibility investigation","url":"https://electrek.co/2026/03/19/nhtsa-upgrades-tesla-fsd-visibility-investigation-3-2-million-vehicles/","type":"Press","date":"2026-03-19"},{"title":"NHTSA upgrades Tesla FSD probe one step short of recall","url":"https://www.automotiveworld.com/news/nhtsa-upgrades-tesla-fsd-probe-one-step-short-of-recall/","type":"Press","date":"2026-01-01"}]},{"id":"FI-0005","slug":"sports-illustrated-ai-fake-authors","url":"https://failureindex.ai/failures/sports-illustrated-ai-fake-authors","headline":"Sports Illustrated published AI-generated articles under fake author names","company":"Sports Illustrated (Arena Group)","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"search-rag","system_class":"generative","severity":"Catastrophic","date_of_incident":"2023-11-27","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Sports Illustrated published articles by fake AI-generated writers","url":"https://futurism.com/sports-illustrated-ai-generated-writers","type":"Press","date":"2023-11-27"},{"title":"Arena Group fires CEO amid SI AI scandal fallout","url":"https://www.washingtonpost.com/style/media/2023/12/12/sports-illustrated-arena-ross-levinsohn-ai/","type":"Press","date":"2023-12-12"}]},{"id":"FI-0264","slug":"zachariah-crabill-suspended-generated-hallucinated-law","url":"https://failureindex.ai/failures/zachariah-crabill-suspended-generated-hallucinated-law","headline":"Zachariah Crabill suspended for AI-generated hallucinated case law","company":"Zachariah Crabill","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2023-11-22","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Crabill, Stipulation to Discipline, 23PDJ067, 11-22-23","url":"https://www.coloradolegalregulation.com/wp-content/uploads/PDJ/Decisions/Crabill,%20Stipulation%20to%20Discipline,%2023PDJ067,%2011-22-23.pdf","type":"Court Filing","date":"2023-11-22"},{"title":"Colo. Atty Suspended For Using 'Sham' ChatGPT Case Law","url":"https://www.law360.com/pulse/articles/1770085/colo-atty-suspended-for-using-sham-chatgpt-case-law","type":"Press","date":"2023-11-27"},{"title":"90-day suspension of Colorado lawyer who filed ChatGPT-written motion with hallucinated cases","url":"https://reason.com/volokh/2023/11/23/90-day-suspension-of-colorado-lawyer-who-filed-chatgpt-written-motion-with-hallucinated-cases/","type":"Press","date":"2023-11-23"}]},{"id":"FI-0439","slug":"communaut-communes-fleurie-ordered-delete-surveillance","url":"https://failureindex.ai/failures/communaut-communes-fleurie-ordered-delete-surveillance","headline":"Communauté de communes Cœur Côte Fleurie ordered to delete AI-surveillance data","company":"Communauté de communes Cœur Côte Fleurie","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2023-11-22","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Le tribunal administratif enjoint la communauté de communes Cœur Côte Fleurie de cesser de surveiller l'espace public au moyen de caméras intelligentes","url":"https://caen.tribunal-administratif.fr/decisions-de-justice/dernieres-decisions/le-tribunal-administratif-enjoint-la-communaute-de-communes-coeur-cote-fleurie-de-cesser-de-surveiller-l-espace-public-au-moyen-de-cameras-intellig","type":"Primary","date":"2023-11-28"},{"title":"Intelligence artificielle : la communauté de communes Cœur Côte Fleurie en Normandie condamnée pour l’utilisation du logiciel de reconnaissance faciale Briefcam","url":"https://www.leclubdesjuristes.com/en-bref/intelligences-artificielles-la-communaute-de-communes-coeur-cote-fleurie-en-normandie-condamnee-pour-lutilisation-du-logiciel-de-reconnaissance-faciale-briefcam-1851/","type":"Press","date":"2023-11-23"},{"title":"French Court Orders Deletion of AI-Surveillance Data Over Privacy Violations (OECD AI Policy Observatory incident record)","url":"https://oecd.ai/en/incidents/2023-11-22-e95c","type":"Press","date":"2023-11-22"}]},{"id":"FI-0037","slug":"unitedhealth-nh-predict-algorithm","url":"https://failureindex.ai/failures/unitedhealth-nh-predict-algorithm","headline":"UnitedHealth's nH Predict algorithm allegedly drove wrongful denials of elderly care","company":"UnitedHealth Group","is_anonymized":false,"industry":"insurance","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"Catastrophic","date_of_incident":"2023-11-14","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"UnitedHealth uses faulty AI to deny elderly patients medically necessary coverage, lawsuit claims (CBS News)","url":"https://www.cbsnews.com/news/unitedhealth-lawsuit-ai-deny-claims-medicare-advantage-health-insurance-denials/","type":"Press","date":"2023-11-20"},{"title":"Class action lawsuit against UnitedHealth's AI claim denials advances (Healthcare Finance News)","url":"https://www.healthcarefinancenews.com/news/class-action-lawsuit-against-unitedhealths-ai-claim-denials-advances","type":"Press","date":"2025-02-25"}]},{"id":"FI-0560","slug":"sergio-massa-campaign-uses-generated-images","url":"https://failureindex.ai/failures/sergio-massa-campaign-uses-generated-images","headline":"Sergio Massa campaign uses AI generated images for political advertisements","company":"Sergio Massa Campaign","is_anonymized":false,"industry":"public-sector","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-11-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Is Argentina the First A.I. Election?","url":"https://www.nytimes.com/2023/11/15/world/americas/argentina-election-ai-milei-massa.html","type":"Press","date":"2023-11-15"},{"title":"AI-Generated Deepfakes Manipulate Argentine Presidential Election","url":"https://oecd.ai/en/incidents/2023-11-14-1e5d","type":"Press","date":"2023-11-14"}]},{"id":"FI-0058","slug":"microsoft-ai-driven-msn-news-feed","url":"https://failureindex.ai/failures/microsoft-ai-driven-msn-news-feed","headline":"Microsoft's AI-driven MSN news feed published bizarre and offensive automated articles","company":"Microsoft (MSN)","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2023-11-01","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Microsoft's AI inserted a disturbing poll next to a news story (The Verge)","url":"https://www.theverge.com/2023/10/31/23940626/microsoft-ai-news-poll-the-guardian-death","type":"Press","date":"2023-10-31"},{"title":"Microsoft AI travel article calls Ottawa food bank a tourist attraction (The Verge)","url":"https://www.theverge.com/2023/8/19/23838431/microsoft-ai-travel-guide-ottawa-food-bank","type":"Press","date":"2023-08-19"}]},{"id":"FI-0425","slug":"large-language-models-perpetuate-racial-bias","url":"https://failureindex.ai/failures/large-language-models-perpetuate-racial-bias","headline":"Large language models perpetuate racial bias in healthcare","company":"Unspecified / healthcare deployer","is_anonymized":false,"industry":"healthcare","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2023-11-01","date_indexed":"2026-06-10","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Large language models perpetuate healthcare racial bias - AIAAIC","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/large-language-models-perpetuate-healthcare-racial-bias","type":"Primary","date":"2023-11-01"},{"title":"Unmasking and Quantifying Racial Bias of Large Language Models","url":"https://pubmed.ncbi.nlm.nih.gov/39256622/","type":"Primary","date":"2024-01-01"},{"title":"Racial bias in AI-mediated psychiatric diagnosis and treatment - PMC","url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12137607/","type":"Primary","date":"2026-06-10"}]},{"id":"FI-0193","slug":"plainfield-police-department-predictive-policing-softwa","url":"https://failureindex.ai/failures/plainfield-police-department-predictive-policing-softwa","headline":"Plainfield Police Department predictive policing software fails to predict crimes","company":"Geolitica","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"Medium","date_of_incident":"2023-10-02","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Predictive Policing Software Terrible At Predicting Crimes","url":"https://themarkup.org/prediction-bias/2023/10/02/predictive-policing-software-terrible-at-predicting-crimes","type":"Press","date":"2023-10-02"},{"title":"Plainfield Geolitica Crime Predictions","url":"https://www.wired.com/story/plainfield-geolitica-crime-predictions/","type":"Press","date":"2023-10-02"}]},{"id":"FI-0307","slug":"cruise-admits-false-pedestrian-dragging-incident","url":"https://failureindex.ai/failures/cruise-admits-false-pedestrian-dragging-incident","headline":"Cruise admits to false report after pedestrian dragging incident","company":"Cruise","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"search-rag","system_class":"generative","severity":"Catastrophic","date_of_incident":"2023-10-02","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Cruise admits to false report in 2023 dragging of San Francisco pedestrian","url":"https://www.cbsnews.com/sanfrancisco/news/cruise-automation-admits-false-report-sf-pedestrian-dragging/","type":"Primary","date":"2024-11-14"},{"title":"How GM's Cruise robotaxi tech failures led it to drag pedestrian 20 feet","url":"https://www.reuters.com/business/autos-transportation/how-gms-cruise-robotaxi-tech-failures-led-it-drag-pedestrian-20-feet-2024-01-26/","type":"Press","date":"2024-01-26"}]},{"id":"FI-0009","slug":"itutor-group-eeoc-ai-hiring-age-discrimination","url":"https://failureindex.ai/failures/itutor-group-eeoc-ai-hiring-age-discrimination","headline":"iTutor Group AI hiring tool rejected older applicants by design","company":"iTutor Group","is_anonymized":false,"industry":"other","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"Catastrophic","date_of_incident":"2023-09-11","date_indexed":"2026-05-13","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"EEOC v. iTutorGroup, Inc., 1:22-cv-02565 (E.D.N.Y.), case record","url":"https://clearinghouse.net/case/44258/","type":"Court Filing","date":"2023-08-09"},{"title":"EEOC settles first-ever AI discrimination lawsuit","url":"https://www.eeoc.gov/newsroom/itutorgroup-pay-365000-settle-eeoc-discriminatory-hiring-suit","type":"Primary","date":"2023-09-11"}]},{"id":"FI-0506","slug":"physica-scripta-retracts-paper-written-chatgpt","url":"https://failureindex.ai/failures/physica-scripta-retracts-paper-written-chatgpt","headline":"Physica Scripta retracts paper written with ChatGPT","company":"IOP Publishing","is_anonymized":false,"industry":"other","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"Low","date_of_incident":"2023-09-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"This is a retraction for 2023 Phys. Scr. 98 095218 - IOP Science","url":"https://iopscience.iop.org/article/10.1088/1402-4896/acf6b8","type":"Primary","date":"2023-01-01"},{"title":"Retracted: Exploring new optical solutions for nonlinear Hamiltonian amplitude equation","url":"https://ui.adsabs.harvard.edu/abs/2023PhyS...98i5218T/abstract","type":"Press","date":"2023-01-01"}]},{"id":"FI-0515","slug":"chatgpt-fabricates-academic-citations-biologist-henrik","url":"https://failureindex.ai/failures/chatgpt-fabricates-academic-citations-biologist-henrik","headline":"ChatGPT fabricates academic citations for biologist Henrik Enghoff","company":"OpenAI","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-09-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Professor Caught Using ChatGPT When Scientific Paper Was Full of Errors","url":"https://futurism.com/professor-chatgpt-scientific-paper-errors","type":"Press","date":"2023-09-05"},{"title":"Withdrawn AI-written preprint on millipedes resurfaces, causing alarm","url":"https://retractionwatch.com/2023/09/01/withdrawn-ai-written-preprint-on-millipedes-resurfaces-causing-alarm/","type":"Press","date":"2023-09-01"},{"title":"AIAAIC - ChatGPT invents Henrik Enghoff academic citations","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/chatgpt-invents-henrik-enghoff-academic-citations","type":"Press","date":"2023-09-01"}]},{"id":"FI-0064","slug":"ai-generated-foraging-books-amazon-gave","url":"https://failureindex.ai/failures/ai-generated-foraging-books-amazon-gave","headline":"AI-generated foraging books on Amazon gave potentially deadly mushroom advice","company":"Amazon","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"brand-and-safety-incident","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2023-09-01","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Amazon urged to remove AI-generated mushroom foraging books that could kill (The Guardian)","url":"https://www.theguardian.com/technology/2023/sep/01/amazon-restricts-sale-books-ai-mushroom-foraging-guides","type":"Press","date":"2023-09-01"}]},{"id":"FI-0290","slug":"gannett-pauses-2023-high-school-sports","url":"https://failureindex.ai/failures/gannett-pauses-2023-high-school-sports","headline":"Gannett pauses 2023 AI high school sports recap tool after placeholders appeared","company":"Gannett Co., Inc.","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-08-31","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Dispatch-Gannett AI newsroom tool","url":"https://www.axios.com/local/columbus/2023/08/28/dispatch-gannett-ai-newsroom-tool","type":"Press","date":"2023-08-28"},{"title":"Gannett pausing AI-written high school sports stories","url":"https://www.washingtonpost.com/nation/2023/08/31/gannett-ai-written-high-school-sports/","type":"Press","date":"2023-08-31"},{"title":"Sportswriting AI chokes","url":"https://www.morningbrew.com/stories/2023/08/29/sportswriting-ai-chokes","type":"Press","date":"2023-08-29"}]},{"id":"FI-0065","slug":"gannett-paused-ai-sports-writing-tool","url":"https://failureindex.ai/failures/gannett-paused-ai-sports-writing-tool","headline":"Gannett paused an AI sports-writing tool after garbled, error-filled local articles","company":"Chattanooga / Gannett","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2023-08-18","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Gannett pauses AI-written sports articles after errors go viral (The Verge)","url":"https://www.theverge.com/2023/8/31/23854301/gannett-ai-sports-articles-lede-ai-paused","type":"Press","date":"2023-08-31"}]},{"id":"FI-0057","slug":"snapchat-my-ai-gave-teens-troubling","url":"https://failureindex.ai/failures/snapchat-my-ai-gave-teens-troubling","headline":"Snapchat's My AI gave teens troubling advice and posted on its own","company":"Snap","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-08-15","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Snapchat's My AI gave 'concerning' advice to a researcher posing as a teen (Washington Post)","url":"https://www.washingtonpost.com/technology/2023/03/14/snapchat-myai/","type":"Press","date":"2023-03-14"},{"title":"UK regulator issues preliminary enforcement notice to Snap over My AI (ICO/Reuters)","url":"https://www.reuters.com/technology/britains-ico-issues-preliminary-enforcement-notice-against-snap-2023-10-06/","type":"Press","date":"2023-10-06"}]},{"id":"FI-0339","slug":"realpage-sued-doj-using-algorithmic-pricing","url":"https://failureindex.ai/failures/realpage-sued-doj-using-algorithmic-pricing","headline":"RealPage sued by DOJ for using algorithmic pricing to coordinate rent increases","company":"RealPage","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2023-08-15","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Justice Department Requires RealPage End Sharing Competitively Sensitive Information","url":"http://justice.gov/opa/pr/justice-department-requires-realpage-end-sharing-competitively-sensitive-information-and","type":"Press","date":"2025-11-24"},{"title":"Real estate tech illegally drove up rents, DOJ says","url":"http://morningbrew.com/stories/2024/08/23/real-estate-tech-illegally-drove-up-rents-doj-says","type":"Press","date":"2024-08-23"},{"title":"Justice Department Sues RealPage for Algorithmic Pricing Scheme that Harms Millions of American Renters","url":"https://www.justice.gov/opa/pr/justice-department-sues-realpage-algorithmic-pricing-scheme-harms-millions-american-renters","type":"Primary","date":"2024-08-23"}]},{"id":"FI-0214","slug":"pak-nsave-savey-meal-bot-suggests","url":"https://failureindex.ai/failures/pak-nsave-savey-meal-bot-suggests","headline":"Pak'nSave Savey Meal-bot suggests recipes using toxic household chemicals","company":"Pak'nSave","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Catastrophic","date_of_incident":"2023-08-10","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Supermarket AI meal planner app suggests recipe that would create chlorine gas","url":"https://www.theguardian.com/world/2023/aug/10/pak-n-save-savey-meal-bot-ai-app-malfunction-recipes","type":"Press","date":"2023-08-10"},{"title":"AI-powered grocery bot suggests recipe for toxic gas, “poison bread sandwich”","url":"https://arstechnica.com/information-technology/2023/08/ai-powered-grocery-bot-suggests-recipe-for-toxic-gas-poison-bread-sandwich/","type":"Press","date":"2023-08-10"},{"title":"New Zealand supermarket AI meal planner app suggests poisonous recipes","url":"http://trtworld.com/article/14417222","type":"Press","date":"2023-08-10"}]},{"id":"FI-0137","slug":"g-o-media-ai-generated-star","url":"https://failureindex.ai/failures/g-o-media-ai-generated-star","headline":"G/O Media's AI-generated Star Wars article on Gizmodo had at least 18 factual errors","company":"G/O Media","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-07-05","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Gizmodo's staff isn't happy about G/O Media's AI-generated content","url":"https://www.theverge.com/2023/7/8/23788162/gizmodo-g-o-media-ai-generated-articles-star-wars","type":"Press","date":"2023-07-08"},{"title":"AI can't even tell you the chronological order of 'Star Wars' movies","url":"http://businessinsider.com/gizmodo-goof-proves-ai-errors-basic-facts-star-wars-chronology-2023-7","type":"Press","date":"2023-07-08"}]},{"id":"FI-0209","slug":"california-attorney-fined-000-filing-appeal","url":"https://failureindex.ai/failures/california-attorney-fined-000-filing-appeal","headline":"California attorney fined $10,000 for filing appeal with fake AI citations","company":"Amir Mostafavi","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-07-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"California issues historic fine over lawyer\u001999s ChatGPT fabrications","url":"https://calmatters.org/economy/technology/2025/09/chatgpt-lawyer-fine-ai-regulation/","type":"Press","date":"2025-09-22"},{"title":"California attorney fined $10K for filing appeal with fake legal citations generated by AI","url":"https://thedailyrecord.com/2025/09/24/california-attorney-fined-fake-ai-citations/","type":"Press","date":"2025-09-24"}]},{"id":"FI-0192","slug":"sanctions-attorneys-using-fake-chatgpt-citations","url":"https://failureindex.ai/failures/sanctions-attorneys-using-fake-chatgpt-citations","headline":"S.D.N.Y. sanctions attorneys for using fake ChatGPT citations","company":"LewKis Law","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-06-22","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Hours","sources":[{"title":"Mata v. Avianca, Inc., No. 1:2022cv01461 - Document 54","url":"https://law.justia.com/cases/federal/district-courts/new-york/nysdce/1:2022cv01461/575368/54/","type":"Court Filing","date":"2023-06-22"},{"title":"Mata v. Avianca, Inc. - Wikipedia","url":"https://en.wikipedia.org/wiki/Mata_v._Avianca,_Inc.","type":"Reader-Submitted","date":"2023-01-01"}]},{"id":"FI-0206","slug":"levidow-levidow-oberman-sanctioned-chatgpt-fabricated","url":"https://failureindex.ai/failures/levidow-levidow-oberman-sanctioned-chatgpt-fabricated","headline":"Levidow, Levidow and Oberman sanctioned for ChatGPT fabricated citations","company":"Levidow, Levidow and Oberman","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-06-22","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Weeks","sources":[{"title":"New York lawyers sanctioned for using fake ChatGPT cases in legal brief","url":"https://www.reuters.com/legal/new-york-lawyers-sanctioned-using-fake-chatgpt-cases-legal-brief-2023-06-22/","type":"Press","date":"2023-06-22"},{"title":"Two US lawyers fined for submitting fake court citations generated by ChatGPT","url":"https://www.theguardian.com/technology/2023/jun/23/two-us-lawyers-fined-submitting-fake-court-citations-chatgpt","type":"Press","date":"2023-06-23"},{"title":"Mata v. Avianca, Inc. - Wikipedia","url":"https://en.wikipedia.org/wiki/Mata_v._Avianca,_Inc.","type":"Reader-Submitted","date":"2023-06-22"}]},{"id":"FI-0350","slug":"stack-overflow-overwhelmed-generated-answers-moderator","url":"https://failureindex.ai/failures/stack-overflow-overwhelmed-generated-answers-moderator","headline":"Stack Overflow overwhelmed by AI-generated answers and moderator strike","company":"Stack Overflow","is_anonymized":false,"industry":"saas","failure_mode":"hallucination","ai_surface":"code-assistant","system_class":"generative","severity":"High","date_of_incident":"2023-06-05","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"Moderation Strike: Stack Overflow, Inc. cannot consistently ignore ...","url":"https://meta.stackexchange.com/questions/389811/moderation-strike-stack-overflow-inc-cannot-consistently-ignore-mistreat-an","type":"Primary","date":"2023-06-05"},{"title":"AI-generated answers temporarily banned on coding Q&A site Stack Overflow","url":"https://www.theverge.com/2022/12/5/23493932/chatgpt-ai-generated-answers-temporarily-banned-stack-overflow-llms-dangers","type":"Press","date":"2022-12-05"},{"title":"AI overwhelms Stack Overflow content moderation","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/ai-overwhelms-stack-overflow-content-moderation","type":"Press","date":"2026-06-09"}]},{"id":"FI-0042","slug":"chatgpt-invented-embezzlement-claim-prompting","url":"https://failureindex.ai/failures/chatgpt-invented-embezzlement-claim-prompting","headline":"ChatGPT invented an embezzlement claim, prompting a first-of-its-kind libel suit","company":"OpenAI","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2023-06-05","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"OpenAI Sued for Libel After ChatGPT Allegedly Accuses Man of Embezzlement (Gizmodo)","url":"https://gizmodo.com/chatgpt-openai-libel-suit-hallucinate-mark-walters-ai-1850512647","type":"Press","date":"2023-06-09"},{"title":"OpenAI sued over false statements generated by ChatGPT (Paste)","url":"https://www.pastemagazine.com/tech/chatgpt/openai-chatgpt-defamation-lawsuit-mark-walters-section-230","type":"Press","date":"2023-06-12"}]},{"id":"FI-0341","slug":"doordash-faces-ftc-scrutiny-algorithmic-fees","url":"https://failureindex.ai/failures/doordash-faces-ftc-scrutiny-algorithmic-fees","headline":"DoorDash faces FTC scrutiny over algorithmic fees and pricing transparency","company":"DoorDash","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"Medium","date_of_incident":"2023-06-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Rule on Unfair or Deceptive Fees in Online Food Delivery Services","url":"https://www.regulations.gov/document/FTC-2026-0463-0001","type":"Court Filing","date":"2023-01-01"},{"title":"2024.05.16-FTC-Complaint-re-Seattle-Delivery-App-Junk-Fees.pdf","url":"https://towardsjustice.org/wp-content/uploads/2024/05/2024.05.16-FTC-Complaint-re-Seattle-Delivery-App-Junk-Fees.pdf","type":"Court Filing","date":"2024-05-16"}]},{"id":"FI-0039","slug":"eating-disorder-helpline-chatbot-pulled-giving","url":"https://failureindex.ai/failures/eating-disorder-helpline-chatbot-pulled-giving","headline":"An eating-disorder helpline's chatbot was pulled after giving harmful dieting advice","company":"National Eating Disorders Association","is_anonymized":false,"industry":"healthcare","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2023-05-30","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"NEDA suspends AI chatbot for giving harmful eating disorder advice","url":"http://psychiatrist.com/news/neda-suspends-ai-chatbot-for-giving-harmful-eating-disorder-advice","type":"Press","date":"2023-06-08"},{"title":"NEDA pulls chatbot after it gave eating-disorder advice","url":"http://nbcnews.com/tech/neda-pulls-chatbot-eating-advice-rcna87231","type":"Press","date":"2023-06-08"},{"title":"An eating disorders chatbot offered dieting advice, raising fears about AI in health (NPR)","url":"https://www.npr.org/sections/health-shots/2023/06/08/1180838096/an-eating-disorders-chatbot-offered-dieting-advice-raising-fears-about-ai-in-hea","type":"Press","date":"2023-06-08"},{"title":"Eating disorder helpline shuts down AI chatbot that gave bad advice (CBS News)","url":"https://www.cbsnews.com/news/eating-disorder-helpline-chatbot-disabled/","type":"Press","date":"2023-05-31"}]},{"id":"FI-0087","slug":"fdic-issued-consent-order-against-cross","url":"https://failureindex.ai/failures/fdic-issued-consent-order-against-cross","headline":"FDIC issued a consent order against Cross River Bank over unsupervised algorithmic lending","company":"Cross River Bank","is_anonymized":false,"industry":"retail-banking","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2023-05-18","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Consent Order FDIC-22-0040b, In the Matter of Cross River Bank, Teaneck, New Jersey","url":"https://orders.fdic.gov/sfc/servlet.shepherd/document/download/0693d000007xEStAAM?operationContext=S1","type":"Court Filing","date":"2023-05-18"},{"title":"Cross River Bank enters consent order with FDIC over fair lending compliance practices","url":"https://bankingjournal.aba.com/2023/05/cross-river-bank-enters-consent-order-with-fdic-over-fair-lending-compliance-practices/","type":"Press","date":"2023-05-31"},{"title":"In Cross River Consent Order FDIC Focuses on Marketplace Lending and Third Party Lending Issues","url":"https://ktslaw.com/en/Blog/Consumer-Financial-Services/2023/5/In-Cross-River-Consent-Order-FDIC-Focuses-on-Marketplace-Lending-and-Third-Party-Lending-Issues","type":"Press","date":"2023-06-01"}]},{"id":"FI-0292","slug":"irish-times-publishes-generated-hoax-article","url":"https://failureindex.ai/failures/irish-times-publishes-generated-hoax-article","headline":"The Irish Times publishes AI-generated hoax article on fake tan","company":"The Irish Times","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-05-11","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Irish Times apologises for hoax AI article about women's use of fake tan","url":"https://www.theguardian.com/media/2023/may/14/irish-times-apologises-for-hoax-ai-article-about-womens-use-of-fake-tan","type":"Press","date":"2023-05-14"},{"title":"The Irish Times duped by a hoax article written by an artificial intelligence program","url":"https://www.lemonde.fr/en/economy/article/2023/05/17/the-irish-times-duped-by-a-hoax-article-written-by-an-artificial-intelligence-program_6026930_19.html","type":"Press","date":"2023-05-17"}]},{"id":"FI-0008","slug":"mata-v-avianca-fake-legal-citations","url":"https://failureindex.ai/failures/mata-v-avianca-fake-legal-citations","headline":"Lawyers cited six fake cases generated by ChatGPT in federal court","company":"Levidow, Levidow & Oberman","is_anonymized":false,"industry":"legal-services","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Catastrophic","date_of_incident":"2023-05-04","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Weeks","sources":[{"title":"Mata v. Avianca, Inc.: 22-cv-1461 (PKC): Sanction Order","url":"https://www.courtlistener.com/docket/63107798/mata-v-avianca-inc/","type":"Court Filing","date":"2023-06-22"},{"title":"AI Hallucination Cases Database: Damien Charlotin","url":"https://www.damiencharlotin.com/hallucinations/","type":"Primary","date":"2026-04-01"}]},{"id":"FI-0457","slug":"canadian-tire-stores-used-facial-systems","url":"https://failureindex.ai/failures/canadian-tire-stores-used-facial-systems","headline":"Canadian Tire stores used facial ID systems that breached B.C. privacy law","company":"Canadian Tire Corporation","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2023-04-20","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Investigation Report: Canadian Tire Associate Dealers’ use of facial recognition technology","url":"https://www.oipc.bc.ca/investigation-reports/3785","type":"Primary","date":"2023-04-20"},{"title":"Canadian Tire stores in B.C. broke privacy laws on facial ID technology, privacy commissioner says","url":"https://www.cbc.ca/news/canada/british-columbia/canadian-tire-bc-facial-id-technology-privacy-commissioner-1.6817039","type":"Press","date":"2023-04-20"},{"title":"Canadian Tire stores broke privacy laws on facial ID technology, B.C. privacy commissioner says","url":"https://www.ctvnews.ca/vancouver/vancouver-island/article/canadian-tire-stores-broke-privacy-laws-on-facial-id-technology-bc-privacy-commissioner-says/","type":"Press","date":"2023-04-20"}]},{"id":"FI-0497","slug":"italian-ministry-education-gps-algorithm-mis","url":"https://failureindex.ai/failures/italian-ministry-education-gps-algorithm-mis","headline":"Italian Ministry of Education GPS algorithm mis-ranks thousands of teachers","company":"Italian Ministry of Education","is_anonymized":false,"industry":"public-sector","failure_mode":"agentic-action-error","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2023-04-17","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"The algorithm that blew up Italy’s school system","url":"https://algorithmwatch.org/en/algorithm-school-system-italy/","type":"Press","date":"2023-04-17"},{"title":"Supplenze da GPS, al via i ricorsi Anief contro l'algoritmo","url":"https://www.orizzontescuola.it/supplenze-da-gps-al-via-i-ricorsi-anief-contro-lalgoritmo/","type":"Press","date":"2022-09-20"}]},{"id":"FI-0043","slug":"chatgpt-falsely-named-australian-mayor","url":"https://failureindex.ai/failures/chatgpt-falsely-named-australian-mayor","headline":"ChatGPT falsely named an Australian mayor as a convicted briber","company":"OpenAI","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-04-05","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Could you be defamed by a robot? (HWL Ebsworth, on the Brian Hood matter)","url":"https://hwlebsworth.com.au/could-you-be-defamed-by-a-robot/","type":"Press","date":"2023-05-01"}]},{"id":"FI-0514","slug":"uscis-translation-errors-pashto-jeopardize-afghan","url":"https://failureindex.ai/failures/uscis-translation-errors-pashto-jeopardize-afghan","headline":"USCIS AI translation errors in Pashto jeopardize Afghan asylum claims","company":"US Citizenship and Immigration Services","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2023-04-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"AI translation jeopardizes Afghan asylum claims","url":"https://restofworld.org/2023/ai-translation-errors-afghan-refugees-asylum/","type":"Press","date":"2023-04-19"},{"title":"Lost in AI translation: growing reliance on language apps jeopardizes some asylum applications","url":"https://www.theguardian.com/us-news/2023/sep/07/asylum-seekers-ai-translation-apps","type":"Press","date":"2023-09-07"}]},{"id":"FI-0052","slug":"samsung-banned-chatgpt-engineers-pasted","url":"https://failureindex.ai/failures/samsung-banned-chatgpt-engineers-pasted","headline":"Samsung banned ChatGPT after engineers pasted confidential code into it","company":"Samsung Electronics","is_anonymized":false,"industry":"saas","failure_mode":"data-leakage","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-04-01","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Samsung bans ChatGPT and other chatbots for employees after sensitive code leak","url":"https://www.forbes.com/sites/siladityaray/2023/05/02/samsung-bans-chatgpt-and-other-chatbots-for-employees-after-sensitive-code-leak/","type":"Press","date":"2023-05-02"},{"title":"Samsung ChatGPT leak details","url":"https://mashable.com/article/samsung-chatgpt-leak-details","type":"Press","date":"2023-05-02"},{"title":"Samsung bans ChatGPT and other generative AI use by staff after leak","url":"https://www.bloomberg.com/news/articles/2023-05-02/samsung-bans-chatgpt-and-other-generative-ai-use-by-staff-after-leak","type":"Primary","date":"2023-05-02"},{"title":"Samsung Bans Use of A.I. Like ChatGPT for Employees After Misuse of the Chatbot (Bloomberg via TIME)","url":"https://time.com/6277158/samsung-bans-chatgpt-employees/","type":"Press","date":"2023-05-02"}]},{"id":"FI-0316","slug":"chai-chatbot-incident-belgian-man-urged","url":"https://failureindex.ai/failures/chai-chatbot-incident-belgian-man-urged","headline":"Chai AI chatbot incident: Belgian man urged to commit suicide; safety patch added","company":"Chai","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"Catastrophic","date_of_incident":"2023-03-28","date_indexed":"2026-06-08","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Man dies by suicide after talking with AI chatbot, widow says","url":"http://vice.com/en/article/man-dies-by-suicide-after-talking-with-ai-chatbot-widow-says","type":"Press","date":"2023-03-27"},{"title":"Man ends his life after an AI chatbot encouraged him to sacrifice himself to stop climate change","url":"https://www.euronews.com/next/2023/03/31/man-ends-his-life-after-an-ai-chatbot-encouraged-him-to-sacrifice-himself-to-stop-climate-","type":"Press","date":"2023-03-31"}]},{"id":"FI-0038","slug":"cigna-pxdx-system-let-doctors-reject","url":"https://failureindex.ai/failures/cigna-pxdx-system-let-doctors-reject","headline":"Cigna's PxDx system let doctors reject 300,000 claims in two months without reading them","company":"Cigna","is_anonymized":false,"industry":"insurance","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"Catastrophic","date_of_incident":"2023-03-25","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"How Cigna Saves Millions by Having Its Doctors Reject Claims Without Reading Them (ProPublica)","url":"https://www.propublica.org/article/cigna-pxdx-medical-health-insurance-rejection-claims","type":"Press","date":"2023-03-25"},{"title":"Cigna accused of using an algorithm to automatically reject patient claims (CBS News)","url":"https://www.cbsnews.com/news/cigna-algorithm-patient-claims-lawsuit/","type":"Press","date":"2023-07-31"}]},{"id":"FI-0050","slug":"bug-briefly-exposed-users-chatgpt-chat","url":"https://failureindex.ai/failures/bug-briefly-exposed-users-chatgpt-chat","headline":"A bug briefly exposed other users' ChatGPT chat titles and some payment data","company":"OpenAI","is_anonymized":false,"industry":"saas","failure_mode":"data-leakage","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2023-03-20","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"ChatGPT bug leaked users' conversation histories","url":"https://www.bbc.com/news/technology-65047304","type":"Press","date":"2023-03-22"},{"title":"March 20 ChatGPT outage: Here's what happened (OpenAI)","url":"https://openai.com/index/march-20-chatgpt-outage/","type":"Primary","date":"2023-03-24"}]},{"id":"FI-0558","slug":"replika-removes-erotic-roleplay-features-causing","url":"https://failureindex.ai/failures/replika-removes-erotic-roleplay-features-causing","headline":"Replika AI removes erotic roleplay features causing user distress","company":"Luka, Inc.","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-03-18","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Emotional Harm After Replika AI Chatbot Removes Erotic Roleplay Features","url":"https://oecd.ai/en/incidents/2023-03-18-32ef","type":"Primary","date":"2023-03-18"},{"title":"AI chatbot company Replika restores erotic roleplay for some users","url":"https://www.reuters.com/technology/ai-chatbot-company-replika-restores-erotic-roleplay-some-users-2023-03-25/","type":"Press","date":"2023-03-25"},{"title":"Lessons From an App Update at Replika AI","url":"https://www.hbs.edu/ris/Publication%20Files/25-018_bed5c516-fa31-4216-b53d-50fedda064b1.pdf","type":"Primary","date":"2024-01-01"}]},{"id":"FI-0247","slug":"rotterdam-welfare-fraud-used-discriminatory-performed","url":"https://failureindex.ai/failures/rotterdam-welfare-fraud-used-discriminatory-performed","headline":"Rotterdam welfare fraud model used discriminatory data and performed poorly","company":"City of Rotterdam","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2023-03-06","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Suspicion Machines","url":"https://www.lighthousereports.com/investigation/suspicion-machines/","type":"Press","date":"2023-03-06"},{"title":"This Algorithm Could Ruin Your Life","url":"https://www.wired.com/story/welfare-algorithms-discrimination/","type":"Press","date":"2023-01-01"}]},{"id":"FI-0399","slug":"los-angeles-scoring-ranks-black-latino","url":"https://failureindex.ai/failures/los-angeles-scoring-ranks-black-latino","headline":"Los Angeles scoring system ranks Black and Latino unhoused people lower for subsidized housing","company":"City of Los Angeles; Los Angeles Homeless Services Authority (LAHSA)","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2023-02-28","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"L.A.'s Scoring System for Subsidized Housing Gives Black and Latino People Experiencing Homelessness Lower Priority Scores","url":"https://themarkup.org/investigations/2023/02/28/l-a-s-scoring-system-for-subsidized-housing-gives-black-and-latino-people-experiencing-homelessness-lower-priority-scores","type":"Press","date":"2023-02-28"},{"title":"Black and Latino homeless people ranked lower on priority list","url":"https://www.latimes.com/california/story/2023-02-28/black-latino-homeless-people-housing-priority-list-los-angeles","type":"Press","date":"2023-02-28"},{"title":"L.A. Is Changing How It Scores “Vulnerability” of Unhoused People","url":"https://themarkup.org/impact/2024/02/15/l-a-is-changing-how-it-scores-vulnerability-of-unhoused-people","type":"Press","date":"2024-02-15"}]},{"id":"FI-0286","slug":"snap-inc-chatbot-produced-toxic-outputs","url":"https://failureindex.ai/failures/snap-inc-chatbot-produced-toxic-outputs","headline":"Snap Inc. My AI chatbot produced toxic outputs and faced UK regulatory probe","company":"Snap Inc.","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-02-27","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Snap AI chatbot investigation set in UK over teen-privacy concerns","url":"https://www.cnbc.com/2023/10/06/snap-ai-chatbot-privacy.html","type":"Press","date":"2023-10-06"},{"title":"Snap's AI chatbot draws scrutiny in UK over kids' privacy concerns","url":"https://techcrunch.com/2023/10/06/snap-ico-notice/","type":"Press","date":"2023-10-06"},{"title":"Snapchat: Snap AI chatbot 'may risk children's privacy'","url":"http://bbc.com/news/technology-67027282","type":"Press","date":"2023-10-06"},{"title":"Early Learnings from My AI and New Safety Enhancements","url":"https://newsroom.snap.com/early-learnings-from-my-ai-and-new-safety-enhancements","type":"Primary","date":"2023-01-01"}]},{"id":"FI-0222","slug":"lloyds-bank-voice-bypassed-elevenlabs-synthetic","url":"https://failureindex.ai/failures/lloyds-bank-voice-bypassed-elevenlabs-synthetic","headline":"Lloyds Bank Voice ID bypassed by ElevenLabs synthetic voice clone","company":"Lloyds Bank","is_anonymized":false,"industry":"retail-banking","failure_mode":"identity-and-access-drift","ai_surface":"voice-agent","system_class":"predictive","severity":"High","date_of_incident":"2023-02-22","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Hours","sources":[{"title":"How I Broke Into a Bank Account With an AI-Generated Voice","url":"https://www.vice.com/en/article/how-i-broke-into-a-bank-account-with-an-ai-generated-voice/","type":"Press","date":"2023-02-23"},{"title":"Voice generation AI blows through bank's voice ID security","url":"https://www.itbrew.com/stories/2023/03/31/voice-generation-ai-blows-through-bank-s-voice-id-security","type":"Press","date":"2023-03-31"}]},{"id":"FI-0062","slug":"university-used-chatgpt-write-consoling-email","url":"https://failureindex.ai/failures/university-used-chatgpt-write-consoling-email","headline":"A university used ChatGPT to write a consoling email after a campus shooting","company":"Vanderbilt University","is_anonymized":false,"industry":"public-sector","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-02-17","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Vanderbilt University apologizes for using ChatGPT to write mass-shooting email (NBC News)","url":"https://www.nbcnews.com/tech/vanderbilt-university-chatgpt-michigan-shooting-email-rcna71777","type":"Press","date":"2023-02-22"}]},{"id":"FI-0333","slug":"palantir-gotham-software-hesse-ruled-unconstitutional","url":"https://failureindex.ai/failures/palantir-gotham-software-hesse-ruled-unconstitutional","headline":"Palantir Gotham software in Hesse ruled unconstitutional","company":"Palantir","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2023-02-16","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Judgment of 16 February 2023","url":"https://www.bundesverfassungsgericht.de/SharedDocs/Entscheidungen/EN/2023/02/rs20230216_1bvr154719en.html","type":"Court Filing","date":"2023-02-16"},{"title":"Black box Palantir: To Karlsruhe against mass data mining","url":"https://freiheitsrechte.org/en/themen/freiheit-im-digitalen-zeitalter/palantir-bayern","type":"Primary","date":"2023-02-16"}]},{"id":"FI-0110","slug":"detroit-police-facial-recognition","url":"https://failureindex.ai/failures/detroit-police-facial-recognition","headline":"Detroit police facial recognition misidentified a pregnant woman, causing a wrongful arrest","company":"Detroit Police Department","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2023-02-16","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Detroit woman sues city after being falsely arrested while pregnant due to facial recognition technology","url":"https://www.nbcnews.com/news/us-news/detroit-woman-sues-city-falsely-arrested-8-months-pregnant-due-facial-rcna98447","type":"Press","date":"2023-08-06"},{"title":"Woman wrongly accused of carjacking loses lawsuit against Detroit police who used facial tech","url":"https://apnews.com/article/detroit-facial-recognition-arrest-821d260e932a4582a6a912dd61fde157","type":"Press","date":"2025-09-04"},{"title":"Woodruff v. Detroit, City of, 5:23-cv-11886","url":"https://www.courtlistener.com/docket/67661093/woodruff-v-detroit-city-of/","type":"Court Filing","date":"2023-08-03"}]},{"id":"FI-0014","slug":"bing-sydney-strange-conversations","url":"https://failureindex.ai/failures/bing-sydney-strange-conversations","headline":"Microsoft's Bing chatbot Sydney told a New York Times reporter to leave his wife","company":"Microsoft","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2023-02-16","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Microsoft's Bing is an emotionally manipulative liar, and people love it","url":"https://www.theverge.com/2023/2/15/23599072/microsoft-ai-bing-personality-conversations-spy-employees-webcams","type":"Press","date":"2023-02-15"},{"title":"A conversation with Bing's chatbot left me deeply unsettled","url":"https://www.nytimes.com/2023/02/16/technology/bing-chatbot-microsoft-chatgpt.html","type":"Press","date":"2023-02-16"}]},{"id":"FI-0047","slug":"factual-error-google-bard-launch-demo","url":"https://failureindex.ai/failures/factual-error-google-bard-launch-demo","headline":"A factual error in Google Bard's launch demo wiped about $100B in market value","company":"Google","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2023-02-08","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Google Bungles AI Reveal With Incorrect Webb Telescope Facts (Gizmodo)","url":"https://gizmodo.com/google-bard-ai-ad-incorrect-webb-telescope-facts-1850087798","type":"Press","date":"2023-02-08"},{"title":"Google Bard makes factual error about James Webb Space Telescope (AIAAIC)","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/google-bard-makes-factual-error-about-james-webb-space-telescope","type":"Press","date":"2023-02-08"}]},{"id":"FI-0074","slug":"always-ai-einfeld-stream-banned-twitch","url":"https://failureindex.ai/failures/always-ai-einfeld-stream-banned-twitch","headline":"An always-on AI 'Seinfeld' stream was banned from Twitch over transphobic content","company":"Nothing, Forever (Mismatch Media)","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2023-02-05","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"AI Seinfeld show Nothing, Forever banned on Twitch after transphobic standup bit (The Verge)","url":"https://www.theverge.com/2023/2/6/23588163/ai-seinfeld-nothing-forever-twitch-suspension-transphobia","type":"Press","date":"2023-02-06"}]},{"id":"FI-0291","slug":"mens-journal-generated-health-story-cited","url":"https://failureindex.ai/failures/mens-journal-generated-health-story-cited","headline":"Mens Journal AI-generated health story cited for numerous inaccuracies in 2023","company":"Men's Journal (owned by The Arena Group)","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2023-02-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Men's Journal Corrects Errors in AI-Generated Health Story","url":"http://thedailybeast.com/mens-journal-corrects-errors-in-ai-generated-health-story","type":"Press","date":"2023-02-15"},{"title":"Magazine's Mens Journal errors AI health article","url":"https://futurism.com/neoscope/magazine-mens-journal-errors-ai-health-article","type":"Press","date":"2023-02-17"}]},{"id":"FI-0249","slug":"irs-audit-selection-algorithms-disproportionately-targe","url":"https://failureindex.ai/failures/irs-audit-selection-algorithms-disproportionately-targe","headline":"IRS audit selection algorithms disproportionately target Black taxpayers","company":"United States Internal Revenue Service (IRS)","is_anonymized":false,"industry":"public-sector","failure_mode":"identity-and-access-drift","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2023-01-31","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"IRS Disproportionately Audits Black Taxpayers","url":"https://law.stanford.edu/press/irs-disproportionately-audits-black-taxpayers/","type":"Press","date":"2023-01-31"},{"title":"Black Americans Are Much More Likely to Face Tax Audits","url":"https://www.nytimes.com/2023/01/31/us/politics/black-americans-irs-tax-audits.html","type":"Press","date":"2023-01-31"},{"title":"Commissioner Werfel Letter on Audit Selection","url":"https://www.irs.gov/pub/newsroom/werfel-letter-on-audit-selection.pdf","type":"Primary","date":"2023-05-15"},{"title":"IRS Confirms Stanford Study of Racial Bias in Audits","url":"https://law.stanford.edu/press/irs-confirms-stanford-study-of-racial-bias-in-audits/","type":"Press","date":"2023-05-16"}]},{"id":"FI-0252","slug":"allegheny-family-screening-faces-doj-scrutiny","url":"https://failureindex.ai/failures/allegheny-family-screening-faces-doj-scrutiny","headline":"Allegheny Family Screening Tool faces DOJ scrutiny for automated bias","company":"Allegheny County Department of Human Services","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2023-01-31","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Child welfare algorithm used by Allegheny County DHS faces Justice Department scrutiny","url":"https://www.wesa.fm/politics-government/2023-01-31/child-welfare-algorithm-used-by-allegheny-county-dhs-faces-justice-department-scrutiny","type":"Press","date":"2023-01-31"},{"title":"How Policy Hidden in an Algorithm is Threatening Families in This Pennsylvania County","url":"https://www.aclu.org/news/womens-rights/how-policy-hidden-in-an-algorithm-is-threatening-families-in-this-pennsylvania-county","type":"Press","date":"2023-03-14"}]},{"id":"FI-0143","slug":"bankrate-paused-ai-personal-finance-articles","url":"https://failureindex.ai/failures/bankrate-paused-ai-personal-finance-articles","headline":"Bankrate paused its AI personal-finance articles after they ran factual errors","company":"Bankrate (Red Ventures)","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"agentic-workflow","system_class":"generative","severity":"Medium","date_of_incident":"2023-01-20","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"CNET and Bankrate Say They're Pausing AI-Generated Articles Until Negative Headlines Stop","url":"https://futurism.com/cnet-bankrate-pausing-ai-generated-content-backlash","type":"Press","date":"2023-01-20"},{"title":"CNET Sister Site Restarts AI Articles, Immediately Publishes Idiotic Error","url":"https://futurism.com/cnet-bankrate-restarts-ai-articles","type":"Press","date":"2023-02-01"},{"title":"CNET used AI to write articles. It was a journalistic disaster.","url":"https://www.washingtonpost.com/media/2023/01/17/cnet-ai-articles-journalism-corrections/","type":"Press","date":"2023-01-17"}]},{"id":"FI-0054","slug":"cnet-quietly-published-ai-written-finance","url":"https://failureindex.ai/failures/cnet-quietly-published-ai-written-finance","headline":"CNET quietly published AI-written finance articles riddled with errors","company":"CNET (Red Ventures)","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2023-01-17","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"CNET's AI Journalist Appears to Have Committed Extensive Plagiarism (Futurism)","url":"https://futurism.com/cnet-ai-plagiarism","type":"Press","date":"2023-01-23"},{"title":"CNET pauses publishing AI-written stories after disclosure controversy (The Verge)","url":"https://www.theverge.com/2023/1/20/23564311/cnet-pausing-ai-articles-bot-red-ventures","type":"Press","date":"2023-01-20"}]},{"id":"FI-0523","slug":"midjourney-sued-artists-class-action-copyright","url":"https://failureindex.ai/failures/midjourney-sued-artists-class-action-copyright","headline":"Midjourney sued by artists in class action for copyright infringement","company":"Midjourney, Inc.","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2023-01-13","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Andersen v. Stability AI Ltd., 3:23-cv-00201","url":"https://www.courtlistener.com/docket/66732129/andersen-v-stability-ai-ltd/","type":"Court Filing","date":"2023-01-13"},{"title":"Artists File Lawsuit Against Stability AI, Midjourney, and DeviantArt","url":"https://www.artnews.com/art-news/news/artists-class-action-lawsuit-against-ai-image-generator-midjourney-stability-deviantart-1234653892/","type":"Press","date":"2023-01-16"}]},{"id":"FI-0077","slug":"mental-health-startup-ran-gpt-3","url":"https://failureindex.ai/failures/mental-health-startup-ran-gpt-3","headline":"A mental-health startup ran GPT-3 on thousands of unwitting help-seekers","company":"Koko","is_anonymized":false,"industry":"healthcare","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2023-01-06","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Startup uses AI chatbot to provide mental health counseling, then realizes it feels weird (The Verge)","url":"https://www.theverge.com/2023/1/10/23549985/koko-ai-mental-health-tech-experiment-ethics","type":"Press","date":"2023-01-10"}]},{"id":"FI-0531","slug":"lensa-magic-avatars-face-criticism-privacy","url":"https://failureindex.ai/failures/lensa-magic-avatars-face-criticism-privacy","headline":"Lensa AI Magic Avatars face criticism over privacy and copyright","company":"Prisma Labs","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2023-01-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Prisma Labs, maker of Lensa AI, says it is working to ...","url":"https://techcrunch.com/2022/12/06/prisma-ai-regulation/","type":"Press","date":"2022-12-06"},{"title":"AI Avatar Generator Lensa Hit With Biometric Data Lawsuit","url":"https://www.thefashionlaw.com/ai-avatar-generator-lensa-lands-on-receiving-end-of-biometric-data-lawsuit/","type":"Press","date":"2023-02-24"},{"title":"What is Lensa AI and why is it angering artists?","url":"https://www.siliconrepublic.com/machines/what-is-lensa-ai","type":"Press","date":"2022-12-13"}]},{"id":"FI-0410","slug":"southwest-airlines-crew-scheduling-solver-failures","url":"https://failureindex.ai/failures/southwest-airlines-crew-scheduling-solver-failures","headline":"Southwest Airlines crew-scheduling solver failures cripple holiday flight network","company":"Southwest Airlines","is_anonymized":false,"industry":"travel-and-hospitality","failure_mode":"agentic-action-error","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2022-12-27","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"Southwest's Debacle, Which Stranded Thousands, to Be Scrutinized","url":"https://www.nytimes.com/2022/12/27/business/southwest-flights-canceled-travel.html","type":"Press","date":"2022-12-29"},{"title":"DOT Penalizes Southwest Airlines $140 Million for 2022 Holiday Meltdown","url":"https://www.transportation.gov/briefing-room/dot-penalizes-southwest-airlines-140-million-2022-holiday-meltdown","type":"Primary","date":"2023-08-11"},{"title":"How Southwest Airlines Melted Down","url":"https://www.wsj.com/articles/southwest-airlines-melting-down-flights-cancelled-11672257523","type":"Press","date":"2026-06-10"},{"title":"Southwest's Meltdown Could Cost It Up to $825 Million","url":"https://www.nytimes.com/2023/01/06/business/southwest-airlines-meltdown-costs-reimbursement.html","type":"Press","date":"2023-01-06"}]},{"id":"FI-0113","slug":"suit-alleges-state-farm-fraud-detection","url":"https://failureindex.ai/failures/suit-alleges-state-farm-fraud-detection","headline":"A suit alleges State Farm's fraud-detection AI disproportionately flagged Black homeowners' claims","company":"State Farm","is_anonymized":false,"industry":"insurance","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2022-12-14","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"State Farm Algorithm Bias Lawsuit | Sanford Heisler Sharp McKnight, LLP","url":"https://sanfordheisler.com/case/discrimination-harassment/state-farm-algorithm-bias-lawsuit/","type":"Primary","date":"2022-12-14"},{"title":"State Farm Must Face Race Discrimination Suit Over Algorithms","url":"https://news.bloomberglaw.com/insurance/state-farm-must-face-race-discrimination-suit-over-algorithms","type":"Press","date":"2023-09-12"},{"title":"Huskey v. State Farm Fire and Casualty Company - 1:22-cv-07014","url":"https://www.classaction.org/media/huskey-v-state-farm-fire-and-casualty-company.pdf","type":"Court Filing","date":"2022-12-14"}]},{"id":"FI-0412","slug":"cruise-robotaxis-investigated-sudden-braking-led","url":"https://failureindex.ai/failures/cruise-robotaxis-investigated-sudden-braking-led","headline":"Cruise robotaxis investigated after sudden braking led to rear-end collisions","company":"Cruise","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"autonomous-system","system_class":"predictive","severity":"High","date_of_incident":"2022-12-12","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Cruise's robotaxis are under investigation for sudden braking and clogging traffic","url":"https://www.theverge.com/2022/12/16/23512650/cruise-robotaxi-nhtsa-investigation-av-braking-traffic","type":"Press","date":"2022-12-16"},{"title":"GM recalls entire Cruise fleet for unexpected braking - WardsAuto","url":"https://www.wardsauto.com/news/archive-auto-gm-cruise-recalls-autonomous-fleet-software-update-chevy-bolt-ev-nhtsa/725278/","type":"Press","date":"2022-12-12"},{"title":"VIDEO: Cruise self-driving taxi being investigated after stopping too quickly","url":"https://abc7news.com/post/cruise-robotaxis-autonomous-cars-stopping-too-quickly-self-driving-taxis-braking/12579700/","type":"Press","date":"2022-12-16"},{"title":"US opens probe of Cruise robotaxi braking, clogging traffic","url":"https://www.cbs8.com/article/news/nation-world/feds-open-probe-of-cruise-robotaxi-braking-clogging-traffic/507-145d3c12-9240-4e0a-8c1f-8f2b19f3d9cc","type":"Press","date":"2022-12-16"},{"title":"Cruise Taxis' Sudden Braking Allegedly Put People at Risk","url":"https://incidentdatabase.ai/cite/427/","type":"Reader-Submitted","date":"2026-06-10"}]},{"id":"FI-0383","slug":"lensa-generates-sexualized-images-childhood-photos","url":"https://failureindex.ai/failures/lensa-generates-sexualized-images-childhood-photos","headline":"Lensa AI generates sexualized images from user childhood photos","company":"Prisma Labs","is_anonymized":false,"industry":"saas","failure_mode":"brand-and-safety-incident","ai_surface":"media-generation","system_class":"generative","severity":"Medium","date_of_incident":"2022-12-06","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Prisma Labs, maker of Lensa AI, says it is working to prevent accidental generation of nudes","url":"https://techcrunch.com/2022/12/06/prisma-ai-regulation/","type":"Press","date":"2022-12-06"},{"title":"Lensa AI app causes a stir with sexy “Magic Avatar” images no one wanted","url":"https://arstechnica.com/information-technology/2022/12/lensa-ai-app-causes-a-stir-with-sexy-magic-avatar-images-no-one-wanted/","type":"Press","date":"2022-12-13"}]},{"id":"FI-0573","slug":"twitter-automated-moderation-linked-surge-harmful","url":"https://failureindex.ai/failures/twitter-automated-moderation-linked-surge-harmful","headline":"Twitter automated moderation linked to surge in harmful content","company":"Twitter","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2022-12-03","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Days","sources":[{"title":"Twitter's Automated Moderation Linked to Surge in Harmful Content - OECD.AI","url":"https://oecd.ai/en/incidents/2022-12-03-9ed3","type":"Primary","date":"2022-12-03"},{"title":"Twitter leans on automation to moderate content as harmful content surges","url":"https://www.reuters.com/technology/twitter-exec-says-moving-fast-moderation-harmful-content-surges-2022-12-03/","type":"Press","date":"2022-12-05"},{"title":"Twitter moderators turn to automation amid a reported surge in hate speech","url":"https://www.theguardian.com/technology/2022/dec/03/twitter-moderators-turn-to-automation-amid-a-reported-surge-in-hate-speech","type":"Press","date":"2022-12-03"}]},{"id":"FI-0411","slug":"stability-allegedly-used-copyrighted-artist-works","url":"https://failureindex.ai/failures/stability-allegedly-used-copyrighted-artist-works","headline":"Stability AI allegedly used copyrighted artist works to train Stable Diffusion","company":"Stability AI","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"media-generation","system_class":"generative","severity":"Medium","date_of_incident":"2022-12-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Andersen v. Stability AI","url":"https://www.bakerlaw.com/andersen-v-stability-ai/","type":"Court Filing","date":"2023-01-01"},{"title":"Getty Images v Stability AI","url":"https://www.judiciary.uk/wp-content/uploads/2025/11/Getty-Images-v-Stability-AI.pdf","type":"Court Filing","date":"2025-11-04"}]},{"id":"FI-0408","slug":"meta-job-algorithm-allegedly-biased-women","url":"https://failureindex.ai/failures/meta-job-algorithm-allegedly-biased-women","headline":"Meta job ad algorithm allegedly biased against women and older workers","company":"Meta Platforms","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"recommender","system_class":"predictive","severity":"High","date_of_incident":"2022-12-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Female truckers group alleges Facebook's ad system is discriminatory","url":"https://www.washingtonpost.com/technology/2022/12/01/female-truckers-meta-ads/","type":"Press","date":"2022-12-01"},{"title":"Facebook accused by female truckers of skewing job ads","url":"https://www.reuters.com/technology/facebooks-skewed-audience-job-ads-draws-new-complaint-2022-12-01/","type":"Press","date":"2022-12-01"},{"title":"Facebook job ads accused of age, gender discrimination in lawsuit","url":"https://www.usatoday.com/story/money/2022/12/01/facebook-jobs-ads-discrimination-women-older-workers/10810589002/","type":"Press","date":"2022-12-01"}]},{"id":"FI-0409","slug":"madison-square-garden-facial-recognition-flags","url":"https://failureindex.ai/failures/madison-square-garden-facial-recognition-flags","headline":"Madison Square Garden facial recognition flags lawyers and denies entry","company":"Madison Square Garden Entertainment Corp.","is_anonymized":false,"industry":"other","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2022-12-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Madison Square Garden Uses Facial Recognition to Ban Its Owner’s Enemies","url":"https://www.nytimes.com/2022/12/22/nyregion/madison-square-garden-facial-recognition.html","type":"Press","date":"2022-12-22"},{"title":"Attorney General James Seeks Information from Madison Square Garden Regarding Use of Facial Recognition Technology","url":"https://ag.ny.gov/press-release/2023/attorney-general-james-seeks-information-madison-square-garden-regarding-use","type":"Primary","date":"2023-01-24"},{"title":"Madison Square Garden uses face recognition to keep out attorneys who sued the company, New York AG says","url":"https://www.cbsnews.com/news/madison-square-garden-face-recognition-illegal-new-york-attorney-general-letitia-james/","type":"Press","date":"2023-01-26"}]},{"id":"FI-0190","slug":"randal-quran-reid-wrongfully-arrested-facial","url":"https://failureindex.ai/failures/randal-quran-reid-wrongfully-arrested-facial","headline":"Randal Quran Reid wrongfully arrested due to facial recognition misidentification","company":"Jefferson Parish Sheriff's Office","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2022-11-25","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Wrongful arrest in US linked to facial recognition error leads to $200k settlement","url":"https://www.biometricupdate.com/202506/wrongful-arrest-in-us-linked-to-facial-recognition-error-leads-to-200k-settlement","type":"Press","date":"2025-06-01"},{"title":"Black man wrongfully arrested in DeKalb County, Georgia due to facial recognition error","url":"https://abc7ny.com/post/randal-quran-reid-ai-artificial-intelligence-dekalb-county-georgia-ga/13860699/","type":"Press","date":"2024-01-01"},{"title":"More than a Dozen Wrongful Arrests Due to Police Reliance on Facial Recognition Technology","url":"https://www.aclu.org/news/privacy-technology/more-than-a-dozen-wrongful-arrests-due-to-police-reliance-on-facial-recognition-technology","type":"Press","date":"2024-01-01"}]},{"id":"FI-0455","slug":"viog-risk-assessment-used-spanish-national","url":"https://failureindex.ai/failures/viog-risk-assessment-used-spanish-national","headline":"VioGén risk-assessment used by Spanish National Police misclassified victims","company":"Spanish National Police (Ministry of the Interior)","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2022-11-19","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"An Algorithm Told Police She Was Safe. Then Her Husband Killed Her.","url":"https://www.nytimes.com/interactive/2024/07/18/technology/spain-domestic-violence-viogen-algorithm.html","type":"Press","date":"2024-07-18"},{"title":"Three predictive policing approaches in Spain: Viogén, RisCanvi ... (academic review, PDF)","url":"https://regulation.blogs.uv.es/files/2024/05/Three-predictive-policing-perspectives-web-17.06.24.pdf","type":"Primary","date":"2024-06-17"}]},{"id":"FI-0349","slug":"canadian-proctoring-biometrics-found-fail-legal","url":"https://failureindex.ai/failures/canadian-proctoring-biometrics-found-fail-legal","headline":"Canadian proctoring biometrics found to fail legal thresholds for consent and discrimination","company":"Canadian universities","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2022-11-17","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Online exam proctoring software during the pandemic: The quest to minimize student privacy risks - Office of the Privacy Commissioner of Canada","url":"https://www.priv.gc.ca/en/opc-actions-and-decisions/research/funding-for-privacy-research-and-knowledge-translation/completed-contributions-program-projects/2021-2022/p_2021-22_4/","type":"Primary","date":"2022-11-17"},{"title":"Logiciels de surveillance d’examens en ligne en temps de pandémie : à la recherche d’une minimisation des risques d’atteinte à la vie privée des étudiants (University of Ottawa report)","url":"https://chaireia.openum.ca/publications/logiciels-de-surveillance-dexamens-en-ligne-en-temps-de-pandemie-a-la-recherche-dune-minimisation-des-risques-datteinte-a-la-vie-privee-des-etudiants/","type":"Primary","date":"2022-11-18"},{"title":"Online proctoring biometrics use fails to meet Canadian legal threshold, report says | Biometric Update","url":"https://www.biometricupdate.com/202211/online-proctoring-biometrics-use-fails-to-meet-canadian-legal-threshold-report-says","type":"Press","date":"2022-11-22"},{"title":"Online proctoring biometrics fails to meet Canada's legal threshold of consent: report | Canadian Lawyer","url":"https://www.canadianlawyermag.com/practice-areas/privacy-and-data/online-proctoring-biometrics-fails-to-meet-canadas-legal-threshold-of-consent-report/372049","type":"Press","date":"2022-12-02"}]},{"id":"FI-0072","slug":"meta-pulled-galactica-science-ai-three","url":"https://failureindex.ai/failures/meta-pulled-galactica-science-ai-three","headline":"Meta pulled its Galactica science AI after three days of confident fabrications","company":"Meta","is_anonymized":false,"industry":"other","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2022-11-15","date_indexed":"2026-06-03","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Why Meta's latest large language model survived only three days online (MIT Technology Review)","url":"https://www.technologyreview.com/2022/11/18/1063487/meta-large-language-model-ai-only-survived-three-days-gpt-3-science/","type":"Press","date":"2022-11-18"}]},{"id":"FI-0532","slug":"deviantart-dreamup-faces-backlash-artist-style","url":"https://failureindex.ai/failures/deviantart-dreamup-faces-backlash-artist-style","headline":"DeviantArt DreamUp faces backlash over alleged artist style infringement","company":"DeviantArt","is_anonymized":false,"industry":"other","failure_mode":"policy-violation","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2022-11-15","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"DeviantArt's New A.I. Generator Angers Artists for Promising, But ...","url":"https://news.artnet.com/art-world/deviantart-dreamup-ai-generator-creators-rights-ip-controversy-2210607","type":"Press","date":"2022-11-15"},{"title":"DeviantArt breaks silence over fierce backlash for its new AI art tool","url":"https://www.creativebloq.com/news/deviantart-dreamup-ai","type":"Press","date":"2022-11-15"},{"title":"Artists File Class Action Against AI Art Generators Over Alleged Copyright Infringement","url":"https://www.classaction.org/blog/artists-file-class-action-against-ai-art-generators-over-alleged-copyright-infringement","type":"Press","date":"2023-01-19"}]},{"id":"FI-0001","slug":"air-canada-chatbot-bereavement-fare-ruling","url":"https://failureindex.ai/failures/air-canada-chatbot-bereavement-fare-ruling","headline":"Air Canada ordered to honor refund its chatbot invented","company":"Air Canada","is_anonymized":false,"industry":"travel-and-hospitality","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2022-11-11","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Moffatt v. Air Canada: Civil Resolution Tribunal decision","url":"https://decisions.civilresolutionbc.ca/crt/sd/en/525448/1/document.do","type":"Court Filing","date":"2024-02-14"},{"title":"Air Canada must honor refund policy invented by its chatbot","url":"https://www.theguardian.com/world/2024/feb/16/air-canada-chatbot-lawsuit","type":"Press","date":"2024-02-16"}]},{"id":"FI-0437","slug":"kfc-germany-apologises-alert-linked-kristallnacht","url":"https://failureindex.ai/failures/kfc-germany-apologises-alert-linked-kristallnacht","headline":"KFC Germany apologises after app alert linked to Kristallnacht promotion","company":"KFC Germany","is_anonymized":false,"industry":"travel-and-hospitality","failure_mode":"brand-and-safety-incident","ai_surface":"recommender","system_class":"predictive","severity":"Medium","date_of_incident":"2022-11-09","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"KFC apologises after German Kristallnacht promotion","url":"https://www.bbc.com/news/world-europe-63499057","type":"Press","date":"2022-11-10"},{"title":"KFC apologizes after Kristallnacht promotion in Germany","url":"https://www.nbcnews.com/news/world/kfc-apologizes-kristallnacht-promotion-germany-rcna56671","type":"Press","date":"2022-11-10"}]},{"id":"FI-0186","slug":"koko-used-gpt-generate-assisted-emotional","url":"https://failureindex.ai/failures/koko-used-gpt-generate-assisted-emotional","headline":"Koko used GPT-3 to generate AI-assisted emotional support without informed consent","company":"Koko","is_anonymized":false,"industry":"healthcare","failure_mode":"policy-violation","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2022-10-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"NBC News: ChatGPT AI experiment in mental health tech app Koko","url":"https://www.nbcnews.com/tech/internet/chatgpt-ai-experiment-mental-health-tech-app-koko-rcna65110","type":"Press","date":"2023-01-15"},{"title":"Ars Technica: Contoversy erupts over non-consensual AI mental health experiment","url":"https://arstechnica.com/information-technology/2023/01/contoversy-erupts-over-non-consensual-ai-mental-health-experiment/","type":"Press","date":"2023-01-20"}]},{"id":"FI-0345","slug":"cleveland-state-university-room-scan-proctoring","url":"https://failureindex.ai/failures/cleveland-state-university-room-scan-proctoring","headline":"Cleveland State University room-scan proctoring ruled to violate student privacy","company":"Cleveland State University","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2022-08-23","date_indexed":"2026-06-09","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Test proctoring room scans violated college student's privacy, judge rules","url":"https://www.highereddive.com/news/test-proctoring-room-scans-violated-college-students-privacy-judge-rules/630340/","type":"Press","date":"2026-06-09"},{"title":"AARON OGLETREE v. CLEVELAND STATE UNIVERSITY (Federal district court opinion)","url":"https://caselaw.findlaw.com/court/us-dis-crt-n-d-ohi-eas-div/2109381.html","type":"Court Filing","date":"2022-08-23"},{"title":"Federal judge rules Cleveland State's video search of student's home during exam unconstitutional","url":"https://www.cleveland.com/education/2022/08/federal-judge-rules-cleveland-states-video-search-of-students-home-during-exam-unconstitutional.html","type":"Press","date":"2022-08-23"},{"title":"College's Use of Exam-Proctoring Software to 'Scan' Rooms Violated Privacy Rights, Judge Finds","url":"https://www.edsurge.com/news/2022-08-25-college-s-use-of-exam-proctoring-software-to-scan-rooms-violated-privacy-rights-judge-finds","type":"Press","date":"2022-08-25"},{"title":"Online Test Proctoring Resources | Cleveland State University","url":"https://www.csuohio.edu/center-for-elearning/online-test-proctoring-resources","type":"Customer-Disclosed","date":"2026-06-09"}]},{"id":"FI-0534","slug":"binance-cco-impersonated-deepfake-exchange-listing","url":"https://failureindex.ai/failures/binance-cco-impersonated-deepfake-exchange-listing","headline":"Binance CCO impersonated in deepfake exchange listing scam","company":"Binance","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"brand-and-safety-incident","ai_surface":"voice-agent","system_class":"generative","severity":"High","date_of_incident":"2022-08-22","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Hackers Used Deepfake of Binance CCO to Perform Exchange Listing Scams","url":"https://news.bitcoin.com/hackers-used-deepfake-of-binance-cco-to-perform-exchange-listing-scams/","type":"Press","date":"2022-08-22"},{"title":"Scammers Created an AI Hologram of Me to Scam Unsuspecting Projects","url":"https://www.binance.com/en/blog/community/scammers-created-an-ai-hologram-of-me-to-scam-unsuspecting-projects-6406050849026267209","type":"Primary","date":"2022-01-01"},{"title":"Binance executive claims scammers made a deepfake of him","url":"https://www.theverge.com/2022/8/23/23318053/binance-comms-crypto-chief-deepfake-scam-claim-patrick-hillmann","type":"Press","date":"2022-08-23"}]},{"id":"FI-0221","slug":"hello-digit-fined-faulty-automated-savings","url":"https://failureindex.ai/failures/hello-digit-fined-faulty-automated-savings","headline":"Hello Digit fined $2.7M for faulty automated savings algorithm","company":"Hello Digit, LLC","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"tool-misuse","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2022-08-10","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Hours","sources":[{"title":"Hello Digit, LLC | Consumer Financial Protection Bureau","url":"https://www.consumerfinance.gov/enforcement/actions/hello-digit-llc/","type":"Primary","date":"2022-08-10"},{"title":"CFPB fines fintech Digit $2.7M over 'faulty algorithm' overdraft","url":"https://www.bankingdive.com/news/cfpb-fines-fintech-digit-27m-faulty-algorithm-overdraft-oportun/629445/","type":"Press","date":"2022-08-10"},{"title":"Hello Digit fined $2.7m after algo caused customers overdraft fees","url":"https://www.finextra.com/newsarticle/40790/hello-digit-fined-27m-after-algo-caused-customers-overdraft-fees","type":"Press","date":"2022-08-11"}]},{"id":"FI-0289","slug":"meta-blenderbot-public-demo-generated-toxic","url":"https://failureindex.ai/failures/meta-blenderbot-public-demo-generated-toxic","headline":"Meta BlenderBot 3 public demo generated toxic and offensive language","company":"Meta Platforms, Inc.","is_anonymized":false,"industry":"other","failure_mode":"tool-misuse","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2022-08-05","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Hours","sources":[{"title":"Meta's new chatbot is already saying offensive things","url":"http://cnn.com/2022/08/11/tech/meta-chatbot-blenderbot","type":"Press","date":"2022-08-11"},{"title":"Painful offensive responses Meta BlenderBot 3 chatbot Tay","url":"http://fortune.com/2022/08/09/painful-offensive-responses-meta-blenderbot-3-chatbot-tay","type":"Press","date":"2022-08-09"},{"title":"Meta's BlenderBot 3 is being criticized for toxic responses","url":"http://theguardian.com/technology/2022/aug/09/blenderbot-meta-chatbot-facebook","type":"Press","date":"2022-08-09"}]},{"id":"FI-0533","slug":"mimic-anime-generator-suspended-artist-backlash","url":"https://failureindex.ai/failures/mimic-anime-generator-suspended-artist-backlash","headline":"Mimic AI anime generator suspended after artist backlash over copyright infringement","company":"Radius 5","is_anonymized":false,"industry":"other","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2022-08-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"AIAAIC - Mimic anime art generator","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/mimic-anime-art-generator","type":"Press","date":"2022-01-01"},{"title":"AI Backlash Anime Artists","url":"https://restofworld.org/2022/ai-backlash-anime-artists/","type":"Press","date":"2022-01-01"}]},{"id":"FI-0250","slug":"chicago-police-shotspotter-false-positives-led","url":"https://failureindex.ai/failures/chicago-police-shotspotter-false-positives-led","headline":"Chicago Police ShotSpotter false positives led to unlawful stops, Williams v City of Chicago","company":"City of Chicago (Chicago Police Department)","is_anonymized":false,"industry":"public-sector","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2022-07-21","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Williams v. City of Chicago - Case Filing","url":"https://clearinghouse.net/case/43860/","type":"Court Filing","date":"2022-07-21"},{"title":"Williams v. City of Chicago - MacArthur Justice Center","url":"https://www.macarthurjustice.org/case/williams-v-city-of-chicago/","type":"Press","date":"2022-07-21"},{"title":"Chicago agrees to settle lawsuit challenging its use of ShotSpotter","url":"https://www.macarthurjustice.org/chicago-agrees-to-settle-lawsuit-challenging-its-use-of-shotspotter/","type":"Press","date":"2025-08-15"},{"title":"Police reform around ShotSpotter","url":"https://chicago.suntimes.com/police-reform/2025/08/15/chicago-police-crime-shotspotter-soundthinking-cpd-mayor-brandon-johnson","type":"Press","date":"2025-08-15"}]},{"id":"FI-0413","slug":"chess-robot-breaks-seven-year-old","url":"https://failureindex.ai/failures/chess-robot-breaks-seven-year-old","headline":"Chess robot breaks seven-year-old's finger at Moscow tournament","company":"Chessrobot (robot/device; operator not publicly identified)","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"autonomous-system","system_class":"predictive","severity":"Medium","date_of_incident":"2022-07-21","date_indexed":"2026-06-10","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Шахматный робот сломал семилетнему ребенку палец во время турнира в Москве","url":"https://versia.ru/shaxmatnyj-robot-slomal-7-letnemu-rebenku-palec-vo-vremya-turnira-v-moskve","type":"Press","date":"2022-07-21"},{"title":"Шахматный турнир в РФ: робот сломал мальчику палец","url":"https://korrespondent.net/world/russia/4497774-shakhmatnyi-turnyr-v-rf-robot-slomal-malchyku-palets","type":"Press","date":"2022-07-22"},{"title":"AI Incident Report for July and August 2022","url":"https://incidentdatabase.ai/blog/incident-report-2022-july-august/","type":"Press","date":"2022-09-12"}]},{"id":"FI-0185","slug":"unitedhealthcare-sued-automated-algorithm-delaying-emer","url":"https://failureindex.ai/failures/unitedhealthcare-sued-automated-algorithm-delaying-emer","headline":"UnitedHealthcare sued over automated algorithm delaying emergency claims","company":"UnitedHealthcare","is_anonymized":false,"industry":"insurance","failure_mode":"tool-misuse","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2022-07-13","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"TeamHealth sues UnitedHealthcare over denied payments for emergency services in Nevada","url":"https://www.healthcaredive.com/news/teamhealth-sues-unitedhealthcare/627282/","type":"Press","date":"2022-07-14"},{"title":"Team Health continues legal battle with UnitedHealthcare seeks injunction against downcoding policy in new lawsuit","url":"https://www.beckerspayer.com/payer/team-health-continues-legal-battle-with-unitedhealthcare-seeks-injunction-against-downcoding-policy-in-new-lawsuit/","type":"Press","date":"2022-07-14"}]},{"id":"FI-0414","slug":"tiktok-algorithm-exposed-young-pro-eating","url":"https://failureindex.ai/failures/tiktok-algorithm-exposed-young-pro-eating","headline":"TikTok algorithm exposed young users to pro-eating disorder content","company":"TikTok","is_anonymized":false,"industry":"saas","failure_mode":"brand-and-safety-incident","ai_surface":"recommender","system_class":"predictive","severity":"High","date_of_incident":"2022-07-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Incident 279: TikTok's “For You” Algorithm Exposed Young Users to Pro Disorder Content","url":"https://incidentdatabase.ai/cite/279/","type":"Primary","date":"2022-09-12"},{"title":"Report: TikTok boosts posts about eating disorders, suicide","url":"https://apnews.com/article/technology-health-eating-disorders-center-government-and-politics-0c8ae73f44926fa3daf66bd7caf3ad43","type":"Press","date":"2022-12-14"}]},{"id":"FI-0458","slug":"ircc-automated-triage-pilot-flagged-wrongful","url":"https://failureindex.ai/failures/ircc-automated-triage-pilot-flagged-wrongful","headline":"IRCC automated triage pilot flagged for wrongful processing in academic study","company":"Immigration, Refugees and Citizenship Canada (IRCC)","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"Medium","date_of_incident":"2022-07-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Increasing the accountability of automated decision-making systems: An assessment of the automated decision-making system introduced in Canada's temporary resident visa immigration stream","url":"https://www.sciencedirect.com/science/article/pii/S2666659621000160","type":"Press","date":"2022-07-01"},{"title":"Advanced Analytics Triage of Overseas Temporary Resident Visa Applications","url":"https://open.canada.ca/data/en/dataset/6cba99b1-ea2c-4f8a-b954-3843ecd3a7f0","type":"Press","date":"2026-06-10"}]},{"id":"FI-0219","slug":"charles-schwab-settles-sec-charges-robo","url":"https://failureindex.ai/failures/charles-schwab-settles-sec-charges-robo","headline":"Charles Schwab settles SEC charges over robo-adviser cash drag and misleading marketing","company":"Charles Schwab","is_anonymized":false,"industry":"asset-management","failure_mode":"agentic-action-error","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2022-06-13","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Schwab Subsidiaries Misled Robo-Adviser Clients about Absence of Hidden Fees","url":"https://www.sec.gov/newsroom/press-releases/2022-104","type":"Primary","date":"2022-06-13"},{"title":"Charles Schwab will pay $187 million to settle SEC robo-advisor claims","url":"https://www.cnbc.com/2022/06/13/charles-schwab-will-pay-187-million-to-settle-sec-robo-advisor-claims.html","type":"Press","date":"2022-06-13"}]},{"id":"FI-0337","slug":"upstart-credit-models-challenged-disparate-impact","url":"https://failureindex.ai/failures/upstart-credit-models-challenged-disparate-impact","headline":"Upstart credit models challenged for disparate impact on minority borrowers","company":"Upstart","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2022-06-08","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"CFPB Issues Order to Terminate Upstart No-Action Letter","url":"https://www.consumerfinance.gov/about-us/newsroom/cfpb-issues-order-to-terminate-upstart-no-action-letter/","type":"Primary","date":"2022-06-08"},{"title":"Fair Lending Monitorship of Upstart Network's Lending Model","url":"https://www.relmanlaw.com/cases-upstart-network-fair-lending-counseling","type":"Court Filing","date":"2021-11-10"}]},{"id":"FI-0251","slug":"oregon-drops-child-welfare-racial-bias","url":"https://failureindex.ai/failures/oregon-drops-child-welfare-racial-bias","headline":"Oregon drops child welfare AI tool over racial bias concerns","company":"Oregon Department of Human Services","is_anonymized":false,"industry":"public-sector","failure_mode":"brand-and-safety-incident","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2022-06-02","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Oregon is dropping an artificial intelligence tool used in child abuse cases","url":"https://www.npr.org/2022/06/02/1102661376/oregon-drops-artificial-intelligence-child-abuse-cases/","type":"Press","date":"2022-06-02"},{"title":"Oregon is dropping an artificial intelligence tool used in child welfare system","url":"https://wamu.org/story/22/06/02/oregon-is-dropping-an-artificial-intelligence-tool-used-in-child-welfare-system/","type":"Press","date":"2022-06-02"},{"title":"Oregon Will Replace Child Welfare Algorithm Model","url":"https://imprintnews.org/child-welfare-2/oregon-officials-phase-out-use-of-artificial-intelligence-tool-in-child-welfare-cases/65818","type":"Press","date":"2022-06-15"}]},{"id":"FI-0540","slug":"facial-recognition-failures-lock-unemployment-beneficia","url":"https://failureindex.ai/failures/facial-recognition-failures-lock-unemployment-beneficia","headline":"ID.me facial recognition failures lock unemployment beneficiaries out of systems","company":"ID.me","is_anonymized":false,"industry":"public-sector","failure_mode":"identity-and-access-drift","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2022-06-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Weeks","sources":[{"title":"Facial Recognition Failures Are Locking People Out of Unemployment Systems","url":"https://www.vice.com/en/article/5dbywn/facial-recognition-failures-are-locking-people-out-of-unemployment-systems","type":"Press","date":"2021-06-18"},{"title":"Wyden pushes for Oregon and other state unemployment systems to ditch ID.me","url":"https://www.opb.org/article/2022/02/17/wyden-pushes-for-oregon-other-state-employment-agencies-abandon-facial-recognition-idme/","type":"Press","date":"2022-02-17"},{"title":"Chairs Maloney, Clyburn Release Evidence Facial Recognition Company ID.me Downplayed Excessive Wait Times for Americans Seeking Unemployment Relief Funds","url":"https://oversightdemocrats.house.gov/news/press-releases/chairs-maloney-clyburn-release-evidence-facial-recognition-company-idme","type":"Primary","date":"2022-11-18"}]},{"id":"FI-0257","slug":"acclarent-trudi-navigation-allegedly-causes-carotid","url":"https://failureindex.ai/failures/acclarent-trudi-navigation-allegedly-causes-carotid","headline":"Acclarent TruDi AI navigation system allegedly causes carotid artery injuries","company":"Acclarent (Integra LifeSciences)","is_anonymized":false,"industry":"healthcare","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"generative","severity":"Catastrophic","date_of_incident":"2022-06-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"As AI enters the operating room, reports arise of botched surgeries and misidentified body parts","url":"https://www.reuters.com/investigations/ai-enters-operating-room-reports-arise-botched-surgeries-misidentified-body-2026-02-09/","type":"Press","date":"2026-02-09"},{"title":"TruDi Navigation: Legal & Safety Challenges of AI in Operating Rooms","url":"https://www.rheingoldlaw.com/medical-malpractice-lawsuit/trudi-navigation-legal-safety-challenges-of-ai-in-operating-rooms/","type":"Press","date":"2026-03-16"}]},{"id":"FI-0430","slug":"starship-delivery-robot-allegedly-stranded-oregon","url":"https://failureindex.ai/failures/starship-delivery-robot-allegedly-stranded-oregon","headline":"Starship delivery robot allegedly stranded on Oregon railroad tracks and hit by freight train","company":"Starship Technologies","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"agentic-action-error","ai_surface":"autonomous-system","system_class":"predictive","severity":"Low","date_of_incident":"2022-03-02","date_indexed":"2026-06-10","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Incident 176: Starship’s Autonomous Food Delivery Robot Allegedly Stranded at Railroad Crossing in Oregon, Run over by Freight Train","url":"https://incidentdatabase.ai/cite/176/","type":"Press","date":"2022-03-02"},{"title":"Autonomous food delivery pod meets fiery end under train","url":"https://www.autoblog.com/2022/03/04/train-hits-autonomous-robot-crossing/","type":"Press","date":"2022-03-04"},{"title":"WeeklyRobotics tweet with video of delivery robot struck by train","url":"https://twitter.com/WeeklyRobotics/status/1499289460680404994","type":"Social","date":"2022-03-02"}]},{"id":"FI-0245","slug":"serbia-social-card-registry-automation-causes","url":"https://failureindex.ai/failures/serbia-social-card-registry-automation-causes","headline":"Serbia Social Card registry automation causes benefit losses for marginalized groups","company":"Serbia Ministry of Labour, Employment, Veterans and Social Affairs","is_anonymized":false,"industry":"public-sector","failure_mode":"data-leakage","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2022-03-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"Trapped by Automation: Poverty and discrimination in Serbia's welfare state","url":"https://www.amnesty.org/en/latest/research/2023/12/trapped-by-automation-poverty-and-discrimination-in-serbias-welfare-state/","type":"Primary","date":"2023-12-04"},{"title":"The Social Card Registry: Entrenching Poverty and Discrimination in Serbia","url":"https://www.socialprotectionfloorscoalition.org/wp-content/uploads/2024/10/2024-R2SSC-Case-Studies-Serbia.pdf","type":"Social","date":"2024-01-01"}]},{"id":"FI-0542","slug":"meta-settles-texas-facial-recognition-lawsuit","url":"https://failureindex.ai/failures/meta-settles-texas-facial-recognition-lawsuit","headline":"Meta settles Texas facial recognition lawsuit for $1.4 billion","company":"Meta","is_anonymized":false,"industry":"other","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2022-02-14","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Meta to pay $1.4 billion to settle Texas facial recognition data lawsuit","url":"https://www.reuters.com/technology/cybersecurity/meta-platforms-pay-14-bln-settle-texas-lawsuit-over-facial-recognition-data-2024-07-30/","type":"Press","date":"2024-07-30"},{"title":"Meta to pay Texas $1.4 billion for using facial recognition technology without consent","url":"https://www.texastribune.org/2024/07/30/texas-meta-facebook-biometric-data-settlement/","type":"Press","date":"2024-07-30"}]},{"id":"FI-0539","slug":"dwp-disability-benefits-fraud-algorithm-criticized","url":"https://failureindex.ai/failures/dwp-disability-benefits-fraud-algorithm-criticized","headline":"DWP disability benefits fraud algorithm criticized for lack of transparency","company":"UK Department for Work and Pensions","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2022-02-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"DWP urged to reveal algorithm that 'targets' disabled for benefit fraud","url":"https://www.theguardian.com/society/2021/nov/21/dwp-urged-to-reveal-algorithm-that-targets-disabled-for-benefit","type":"Press","date":"2021-11-21"},{"title":"AIAAIC - DWP disability benefits fraud algorithm","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/dwp-disability-benefits-fraud-algorithm","type":"Press","date":"2022-02-01"}]},{"id":"FI-0187","slug":"crisis-text-line-ends-sharing-profit","url":"https://failureindex.ai/failures/crisis-text-line-ends-sharing-profit","headline":"Crisis Text Line ends data-sharing with for-profit spinoff Loris.ai","company":"Crisis Text Line","is_anonymized":false,"industry":"healthcare","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2022-01-31","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Crisis Text Line ends data-sharing relationship with for-profit spinoff","url":"https://www.politico.com/news/2022/01/31/crisis-text-line-ends-data-sharing-00004001","type":"Press","date":"2022-01-31"},{"title":"Mental health helpline ends data-sharing relationship","url":"https://www.bbc.com/news/technology-60218894","type":"Press","date":"2022-02-02"},{"title":"An update on data privacy, our community and our service","url":"https://www.crisistextline.org/blog/2022/01/31/an-update-on-data-privacy-our-community-and-our-service/","type":"Customer-Disclosed","date":"2022-01-31"}]},{"id":"FI-0546","slug":"steak-shake-sued-alleged-facial-biometric","url":"https://failureindex.ai/failures/steak-shake-sued-alleged-facial-biometric","headline":"Steak 'n Shake sued for alleged facial biometric violations","company":"Steak 'n Shake","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"Medium","date_of_incident":"2022-01-01","date_indexed":"2026-06-16","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"Steak 'n Shake face pay kiosks from PopID draw BIPA class action","url":"https://www.biometricupdate.com/202409/steak-n-shake-face-pay-kiosks-from-popid-draw-bipa-class-action","type":"Press","date":"2024-09-01"},{"title":"Steak 'n Shake class action alleges ordering kiosks collect biometric data","url":"https://topclassactions.com/lawsuit-settlements/lawsuit-news/steak-n-shake-class-action-alleges-ordering-kiosks-collect-biometric-data/","type":"Press","date":"2024-09-04"}]},{"id":"FI-0544","slug":"jordan-takaful-poverty-targeting-algorithm-excludes","url":"https://failureindex.ai/failures/jordan-takaful-poverty-targeting-algorithm-excludes","headline":"Jordan Takaful poverty targeting algorithm excludes vulnerable families","company":"National Aid Fund (Jordan)","is_anonymized":false,"industry":"public-sector","failure_mode":"brand-and-safety-incident","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2022-01-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"Automated Neglect: How The World Bank’s Push to Allocate Cash Assistance Using Algorithms Threatens Rights","url":"https://www.hrw.org/report/2023/06/13/automated-neglect/how-world-banks-push-allocate-cash-assistance-using-algorithms","type":"Press","date":"2023-06-13"},{"title":"An algorithm intended to reduce poverty in Jordan disqualifies people in need","url":"https://www.technologyreview.com/2023/06/13/1074551/an-algorithm-intended-to-reduce-poverty-in-jordan-disqualifies-people-in-need/","type":"Press","date":"2023-06-13"}]},{"id":"FI-0543","slug":"haryana-family-wrongly-declares-thousands-living","url":"https://failureindex.ai/failures/haryana-family-wrongly-declares-thousands-living","headline":"Haryana Family ID system wrongly declares thousands of living citizens dead","company":"Haryana Government","is_anonymized":false,"industry":"public-sector","failure_mode":"agentic-action-error","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2022-01-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"In India, an algorithm declares them dead; they have to prove they’re alive","url":"https://www.aljazeera.com/economy/2024/1/25/in-india-an-algorithm-declares-them-dead-they-have-to-prove-theyre","type":"Press","date":"2024-01-25"},{"title":"Haryana’s Family ID declared thousands of people dead, halted their pension","url":"https://www.reporters-collective.in/newsletters/ai-part-2","type":"Press","date":"2024-01-25"}]},{"id":"FI-0446","slug":"predpol-predictions-disproportionately-targeted-black-l","url":"https://failureindex.ai/failures/predpol-predictions-disproportionately-targeted-black-l","headline":"Gizmodo analysis finds PredPol predictions targeted Black, Latino, and low-income areas","company":"PredPol (now Geolitica)","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2021-12-02","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Crime Prediction Software Promised to Be Free of Biases. New Data Shows It Perpetuates Them","url":"https://gizmodo.com/crime-prediction-software-promised-to-be-free-of-biases-1848138977","type":"Press","date":"2021-12-02"},{"title":"Police are using software to predict crime. Is it a ‘holy grail’ or biased against minorities?","url":"https://www.washingtonpost.com/local/public-safety/police-are-using-software-to-predict-crime-is-it-a-holy-grail-or-biased-against-minorities/2016/11/17/525a6649-0472-440a-aae1-b283aa8e5de8_story.html","type":"Press","date":"2016-11-17"},{"title":"Incident 54: Predictive Policing Biases of PredPol","url":"https://incidentdatabase.ai/cite/54/","type":"Primary","date":"2015-11-18"}]},{"id":"FI-0053","slug":"zillow-home-buying-algorithm-overpaid-so","url":"https://failureindex.ai/failures/zillow-home-buying-algorithm-overpaid-so","headline":"Zillow's home-buying algorithm overpaid so badly it shut the business and cut a quarter of staff","company":"Zillow","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"Catastrophic","date_of_incident":"2021-11-02","date_indexed":"2026-06-03","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Algorithm Failures and Consumers' Response: Evidence from Zillow","url":"https://www.hbs.edu/faculty/Pages/item.aspx?num=64507","type":"Press","date":"2023-01-01"},{"title":"Flip Flop: Why Zillow’s Algorithmic Home Buying Venture Imploded","url":"https://www.gsb.stanford.edu/insights/flip-flop-why-zillows-algorithmic-home-buying-venture-imploded","type":"Press","date":"2021-12-09"},{"title":"Zillow shuts home-flipping business after racking up losses","url":"https://www.latimes.com/business/story/2021-11-02/zillow-shuts-home-flipping-business-after-losses-ibuyers-home-sales","type":"Press","date":"2021-11-02"},{"title":"Zillow (Z) says it's closing home-buying business, reports third-quarter results","url":"https://www.cnbc.com/2021/11/02/zillow-shares-plunge-after-announcing-it-will-close-home-buying-business.html","type":"Press","date":"2021-11-02"},{"title":"Zillow Group Reports Third-Quarter 2021 Financial Results & Shares Plan to Wind Down Zillow Offers Operations","url":"https://investors.zillowgroup.com/news-and-events/news/news-details/2021/Zillow-Group-Reports-Third-Quarter-2021-Financial-Results--Shares-Plan-to-Wind-Down-Zillow-Offers-Operations/default.aspx","type":"Primary","date":"2021-11-02"},{"title":"Zillow to exit home-flipping business, cut 25% of staff (CNN Business)","url":"https://www.cnn.com/2021/11/02/investing/zillow-q3-earnings-home-flipping-ibuyer","type":"Press","date":"2021-11-02"},{"title":"Zillow's home-buying debacle (Bloomberg/Wired coverage)","url":"https://www.wired.com/story/zillow-ibuyer-real-estate-failure/","type":"Press","date":"2021-11-23"}]},{"id":"FI-0460","slug":"toyota-self-driving-palette-hits-paralympian","url":"https://failureindex.ai/failures/toyota-self-driving-palette-hits-paralympian","headline":"Toyota self-driving e-Palette hits Paralympian at Tokyo athletes' village","company":"Toyota Motor Corporation","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"autonomous-system","system_class":"predictive","severity":"Medium","date_of_incident":"2021-08-26","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Toyota pauses Paralympics self-driving buses after one hits visually impaired athlete","url":"https://www.theguardian.com/technology/2021/aug/28/toyota-pauses-paralympics-self-driving-buses-after-one-hits-visually-impaired-athlete","type":"Press","date":"2021-08-28"},{"title":"Toyota halts all self-driving e-Palette vehicles after Olympic village accident","url":"https://www.reuters.com/business/autos-transportation/toyota-halts-all-self-driving-e-pallete-vehicles-after-olympic-village-accident-2021-08-27/","type":"Press","date":"2021-08-27"},{"title":"Paralympian hit by self-driving car inside athletes' village","url":"https://www.asahi.com/ajw/articles/14427620","type":"Press","date":"2021-08-27"}]},{"id":"FI-0117","slug":"lemonade-faces-class-action-collecting","url":"https://failureindex.ai/failures/lemonade-faces-class-action-collecting","headline":"Lemonade faces a class action over collecting biometric facial data from claim videos","company":"Lemonade, Inc.","is_anonymized":false,"industry":"insurance","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"Medium","date_of_incident":"2021-08-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"AI-Driven Insurer Lemonade Illegally Captures Ill. Residents' Biometric Data, Class Action Alleges","url":"https://www.classaction.org/news/ai-driven-insurer-lemonade-illegally-captures-ill-residents-biometric-data-class-action-alleges","type":"Press","date":"2021-07-20"},{"title":"AI Insurance Company Faces Class Action for Use of Biometric Data","url":"https://www.carltonfields.com/insights/expect-focus/2022/ai-insurance-company-faces-class-action-for-use-of","type":"Press","date":"2022-01-11"},{"title":"Clarke et al. v. Lemonade, Inc. et al. Settlement Website","url":"https://lemonadebipasettlement.com/","type":"Court Filing","date":"2022-08-25"}]},{"id":"FI-0397","slug":"softbank-robotics-pepper-robots-reportedly-suffered","url":"https://failureindex.ai/failures/softbank-robotics-pepper-robots-reportedly-suffered","headline":"SoftBank Robotics' Pepper robots reportedly suffered repeated mechanical and software failures","company":"SoftBank Robotics (SoftBank Robotics Group Corp.)","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"autonomous-system","system_class":"predictive","severity":"Medium","date_of_incident":"2021-07-13","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"Incident 152: SoftBank's Humanoid Robot, Pepper, Reportedly Frequently Made Errors, Prompting Dismissal","url":"https://incidentdatabase.ai/cite/152/","type":"Primary","date":"2021-07-13"},{"title":"Softbank’s Hyped Robot Keeps Failing at Its Jobs","url":"https://www.inc.com/kevin-j-ryan/pepper-softbank-humanoid-robot-failing.html","type":"Press","date":"2021-07-19"},{"title":"Humanoid Robot Keeps Getting Fired From His Jobs (Wall Street Journal)","url":"https://www.wsj.com/articles/humanoid-robot-softbank-jobs-pepper-olympics-11626187461","type":"Press","date":"2021-07-13"},{"title":"EXCLUSIVE SoftBank shrinks robotics business, stops Pepper production, sources say","url":"https://www.reuters.com/technology/exclusive-softbank-shrinks-robotics-business-stops-pepper-production-sources-2021-06-28/","type":"Press","date":"2021-06-28"}]},{"id":"FI-0545","slug":"riverside-arena-facial-recognition-misidentifies-black","url":"https://failureindex.ai/failures/riverside-arena-facial-recognition-misidentifies-black","headline":"Riverside Arena facial recognition system misidentifies Black teenager","company":"Riverside Arena","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"computer-vision","system_class":"predictive","severity":"Medium","date_of_incident":"2021-07-10","date_indexed":"2026-06-16","public_visibility":"Medium","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Black teen kicked out of skating rink after facial recognition camera misidentified her","url":"https://www.fox2detroit.com/news/teen-kicked-out-of-skating-rink-after-facial-recognition-camera-misidentified-her","type":"Press","date":"2021-07-14"},{"title":"Facial Recognition Misidentifies Black Teen, Ignites Debate Over its Ethics","url":"https://petapixel.com/2021/07/15/facial-recognition-misidentifies-black-teen-ignites-debate-over-its-ethics/","type":"Press","date":"2021-07-15"}]},{"id":"FI-0499","slug":"foodinho-fined-million-euros-italian-regulator","url":"https://failureindex.ai/failures/foodinho-fined-million-euros-italian-regulator","headline":"Foodinho fined 2.6 million euros by Italian regulator over automated rider management","company":"Foodinho (Glovo)","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"Medium","date_of_incident":"2021-07-05","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"RIDERS: ITALIAN SA SAYS NO TO ALGORITHMS CAUSING DISCRIMINATION","url":"https://www.edpb.europa.eu/news/national-news/2021/riders-italian-sa-says-no-algorithms-causing-discrimination-platform-glovo_en","type":"Press","date":"2021-07-05"},{"title":"Italian Supervisory Authority Fines Foodinho Over Its Use of Performance Management Algorithms","url":"https://www.insideprivacy.com/gdpr/italian-supervisory-authority-fines-foodinho-over-its-use-of-performance-management-algorithms/","type":"Press","date":"2021-07-13"}]},{"id":"FI-0459","slug":"twitter-japan-suspends-accounts-critics-prime","url":"https://failureindex.ai/failures/twitter-japan-suspends-accounts-critics-prime","headline":"Twitter Japan suspends accounts of critics of Prime Minister Suga","company":"Twitter Japan (Twitter, Inc.)","is_anonymized":false,"industry":"saas","failure_mode":"agentic-action-error","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"Medium","date_of_incident":"2021-06-24","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Twitter blames AI for freezing accounts critical of government","url":"https://www.asahi.com/ajw/articles/14395800","type":"Press","date":"2021-07-15"},{"title":"Twitter Japan appears to suspend government critics","url":"https://globalvoices.org/2021/07/19/twitter-japan-appears-to-suspend-government-critics/","type":"Press","date":"2021-07-19"},{"title":"Japan PM critics' Twitter suspension","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/japan-pm-critics-twitter-suspension","type":"Press","date":"2022-01-01"}]},{"id":"FI-0095","slug":"epic-sepsis-prediction-model-missed-two","url":"https://failureindex.ai/failures/epic-sepsis-prediction-model-missed-two","headline":"Epic's sepsis prediction model missed two-thirds of cases with 88% false alarms, a study found","company":"Epic Systems","is_anonymized":false,"industry":"healthcare","failure_mode":"hallucination","ai_surface":"copilot","system_class":"generative","severity":"High","date_of_incident":"2021-06-21","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"External Validation of a Widely Implemented Proprietary Sepsis Prediction Model in Hospitalized Patients","url":"https://jamanetwork.com/journals/jamainternalmedicine/fullarticle/2781307","type":"Primary","date":"2021-06-21"},{"title":"Epic's overhaul of a flawed algorithm shows why AI oversight is a life-or-death issue","url":"https://www.statnews.com/2022/10/24/epic-overhaul-of-a-flawed-algorithm/","type":"Press","date":"2022-10-24"},{"title":"Epic's widely used sepsis prediction model falls short among Michigan Medicine patients","url":"https://www.fiercehealthcare.com/tech/epic-s-widely-used-sepsis-prediction-model-falls-short-among-michigan-medicine-patients","type":"Press","date":"2021-06-22"}]},{"id":"FI-0358","slug":"chinese-authorities-used-facial-recognition-emotion","url":"https://failureindex.ai/failures/chinese-authorities-used-facial-recognition-emotion","headline":"Chinese authorities used facial recognition and emotion-detection to profile Uyghurs in Xinjiang","company":"Chinese authorities","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2021-05-25","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"AI emotion-detection software tested on Uyghurs","url":"https://www.bbc.com/news/technology-57101248","type":"Press","date":"2021-05-25"},{"title":"China’s Algorithms of Repression: Reverse Engineering a Xinjiang Police Mass Surveillance App","url":"https://www.hrw.org/report/2019/05/01/chinas-algorithms-repression/reverse-engineering-xinjiang-police-mass","type":"Primary","date":"2019-05-01"},{"title":"How mass surveillance works in Xinjiang","url":"https://xjdp.aspi.org.au/explainers/how-mass-surveillance-works-in-xinjiang/","type":"Press","date":"2026-06-09"}]},{"id":"FI-0116","slug":"lemonade-drew-outrage-tweeting-ai-analyzed","url":"https://failureindex.ai/failures/lemonade-drew-outrage-tweeting-ai-analyzed","headline":"Lemonade drew outrage after tweeting its AI analyzed claim videos for 'non-verbal cues'","company":"Lemonade","is_anonymized":false,"industry":"insurance","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2021-05-24","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Lemonade Insurance faces backlash for claiming AI system could automatically deny claims","url":"https://www.zdnet.com/article/lemonade-insurance-faces-backlash-for-claiming-ai-system-could-automatically-deny-claims/","type":"Press","date":"2021-05-27"},{"title":"Lemonade's Claim Automation","url":"https://www.lemonade.com/blog/lemonades-claim-automation/","type":"Primary","date":"2021-05-26"},{"title":"Insurance firm Lemonade denies claims it uses A.I. to scan customer faces for hints of fraud","url":"https://fortune.com/2021/05/26/lemonade-insurance-ai-face-scanning-fraud/","type":"Press","date":"2021-05-26"}]},{"id":"FI-0467","slug":"paulo-metro-facial-recognition-halted-privacy","url":"https://failureindex.ai/failures/paulo-metro-facial-recognition-halted-privacy","headline":"São Paulo Metro facial recognition system halted by court over privacy concerns","company":"ViaQuatro (concessionaire for São Paulo Metro)","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2021-05-07","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Days","sources":[{"title":"Justiça multa concessionária em R$ 100 mil por coleta de dados de passageiros na Linha 4-Amarela do Metrô de SP","url":"https://g1.globo.com/sp/sao-paulo/noticia/2021/05/11/justica-multa-concessionaria-em-r-100-mil-por-coleta-de-dados-de-passageiros-na-linha-4-amarela-do-metro-de-sp.ghtml","type":"Press","date":"2021-05-11"},{"title":"Sao Paulo court bans facial-recognition cameras in metro","url":"https://www.accessnow.org/press-release/sao-paulo-court-bans-facial-recognition-cameras-in-metro/","type":"Press","date":"2021-05-12"},{"title":"ViaQuatro é condenada por reconhecimento facial no Metrô de SP","url":"https://idec.org.br/idec-na-imprensa/viaquatro-e-condenada-por-reconhecimento-facial-sem-autorizacao-no-metro-de-sp","type":"Primary","date":"2021-05-11"},{"title":"São Paulo Metrô deploys facial recognition tech from ISS","url":"https://issivs.com/blog/sao-paulo-metro-deploys-facial-recognition-tech-from-iss/","type":"Primary","date":"2026-06-10"}]},{"id":"FI-0416","slug":"uber-eats-courier-alleges-racial-bias","url":"https://failureindex.ai/failures/uber-eats-courier-alleges-racial-bias","headline":"Uber Eats courier alleges racial bias after facial-verification mismatches and dismissal","company":"Uber Eats","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"identity-and-access-drift","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2021-04-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Uber Eats treats drivers as ‘numbers not humans’, says dismissed UK courier","url":"https://www.theguardian.com/technology/2022/jul/27/uber-eats-treats-drivers-as-numbers-not-humans-says-dismissed-courier","type":"Press","date":"2022-07-27"},{"title":"Courier sues Uber Eats over 'racist' facial recognition dismissal","url":"https://www.uktech.news/ai/uber-eats-racist-ai-dismissal-20220728","type":"Press","date":"2022-07-28"},{"title":"Payout for Uber Eats driver over face scan bias case","url":"https://www.bbc.com/news/technology-68655429","type":"Press","date":"2024-03-26"}]},{"id":"FI-0541","slug":"aadhaar-facial-recognition-failures-risk-excluding","url":"https://failureindex.ai/failures/aadhaar-facial-recognition-failures-risk-excluding","headline":"Aadhaar facial recognition failures risk excluding citizens from COVID-19 vaccines","company":"Unique Identification Authority of India (UIDAI)","is_anonymized":false,"industry":"public-sector","failure_mode":"identity-and-access-drift","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2021-04-01","date_indexed":"2026-06-16","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"India: Vaccine exclusion fears over digital ID, face recognition","url":"https://www.aljazeera.com/news/2021/4/16/india-vaccine-exclusion-fears-over-digital-id-face-recognition","type":"Press","date":"2021-04-16"},{"title":"India uses controversial Aadhaar facial biometrics to identify COVID vaccination recipients","url":"https://www.theregister.com/2021/04/09/india_facial_id_covid_vaccinations/","type":"Press","date":"2021-04-09"},{"title":"Digital Rights Bodies Warn Against Use of Facial Recognition Technology in Vaccination Drive","url":"https://thewire.in/rights/covid-19-vaccination-facial-recognition-technology-aadhaar-vaccine","type":"Press","date":"2021-04-14"}]},{"id":"FI-0433","slug":"madison-disables-honorlock-exam-pause-students","url":"https://failureindex.ai/failures/madison-disables-honorlock-exam-pause-students","headline":"UW-Madison disables Honorlock exam pause after students report facial detection failures","company":"University of Wisconsin-Madison","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"Medium","date_of_incident":"2021-03-11","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Weeks","sources":[{"title":"UW-Madison disables proctoring software amid complaints","url":"https://apnews.com/article/technology-madison-wisconsin-education-software-90a41fa6fa5348d837efbbd3be3a88f3","type":"Press","date":"2021-04-05"},{"title":"Proctoring with Honorlock","url":"https://assessment.wisc.edu/proctoring-with-honorlock/","type":"Primary","date":"2026-06-10"},{"title":"3 UW-Madison students say online exam software didn't detect their darker skin","url":"https://www.dailyrepublic.com/state-nation-world/3-uw-madison-students-say-online-exam-software-didn-t-detect-their-darker-skin-the/article_cfb5b73f-afaf-5763-9c34-50ac70d4f636.html","type":"Press","date":"2021-04-03"}]},{"id":"FI-0407","slug":"google-flags-parent-medical-photo-his","url":"https://failureindex.ai/failures/google-flags-parent-medical-photo-his","headline":"Google flags parent's medical photo of his toddler as suspected child abuse","company":"Google","is_anonymized":false,"industry":"saas","failure_mode":"agentic-action-error","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2021-02-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"A Dad Took Photos of His Naked Toddler for the Doctor. Google Flagged Him as a Criminal.","url":"https://www.nytimes.com/2022/08/21/technology/google-surveillance-toddler-photo.html","type":"Press","date":"2022-08-21"},{"title":"Google AI flagged parents’ accounts for potential abuse over nude photos of their sick kids","url":"https://www.theverge.com/2022/8/21/23315513/google-photos-csam-scanning-account-deletion-investigation","type":"Press","date":"2022-08-22"},{"title":"NYT: Parents Lose Google Accounts Over Abuse Image False Positives","url":"https://www.pcmag.com/news/nyt-parents-lose-google-accounts-over-abuse-image-false-positives","type":"Press","date":"2022-08-21"},{"title":"Incident 303: Google's Automated Child Abuse Detection Wrongfully Flagged a Parent's Photo","url":"https://incidentdatabase.ai/cite/303/","type":"Press","date":"2022-08-21"}]},{"id":"FI-0149","slug":"hirevue-dropped-facial-expression-analysis","url":"https://failureindex.ai/failures/hirevue-dropped-facial-expression-analysis","headline":"HireVue dropped facial-expression analysis after EPIC and the ACLU raised AI bias concerns","company":"HireVue","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2021-01-12","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Job Screening Service Halts Facial Analysis of Applicants","url":"https://www.wired.com/story/job-screening-service-halts-facial-analysis-applicants/","type":"Press","date":"2021-01-12"},{"title":"HireVue, Facing FTC Complaint From EPIC, Halts Use of Facial Recognition","url":"https://epic.org/hirevue-facing-ftc-complaint-from-epic-halts-use-of-facial-recognition/","type":"Primary","date":"2021-01-12"},{"title":"HireVue's AI face-scanning algorithm increasingly decides whether you deserve the job","url":"https://www.washingtonpost.com/technology/2019/10/22/ai-hiring-face-scanning-algorithm-increasingly-decides-whether-you-deserve-job/","type":"Press","date":"2019-10-22"}]},{"id":"FI-0498","slug":"deliveroo-italy-algorithm-linked-discriminatory-rider","url":"https://failureindex.ai/failures/deliveroo-italy-algorithm-linked-discriminatory-rider","headline":"Deliveroo Italy algorithm linked to discriminatory rider shift allocations","company":"Deliveroo Italy","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2021-01-02","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Rider: l'algoritmo di Deliveroo è discriminatorio, la sentenza è storica","url":"https://www.dissapore.com/ristoranti/rider-lalgoritmo-di-deliveroo-e-discriminatorio-la-sentenza-e-storica/","type":"Press","date":"2021-01-02"},{"title":"Milano, controllo giudiziario per Deliveroo. «Caporalato, sfrutta i rider con l'algo­ritmo»","url":"https://milano.corriere.it/notizie/cronaca/26_febbraio_25/milano-controllo-giudiziario-per-deliveroo-il-pm-sfrutta-i-rider-con-l-algoritmo-come-glovo-queste-retribuzioni-non-garantiscono-b545e7ff-ee0a-4066-af5f-a3725d1c0xlk.shtml","type":"Press","date":"2026-02-25"},{"title":"L'algoritmo Frank: così le piattaforme di delivery gestiscono i rider","url":"https://www.rainews.it/articoli/2026/02/deliveroo-glovo-algoritmo-frank-cosi-le-piattaforme-di-delivery-gestiscono-i-rider-ef03b873-170f-4c28-afc5-fca6801afed3.html","type":"Press","date":"2026-02-27"},{"title":"Court rules against Deliveroo's rider algorithm, citing discrimination","url":"https://www.business-humanrights.org/en/latest-news/italy-court-rules-against-deliveroos-rider-algorithm-citing-discrimination/","type":"Press","date":"2026-06-10"},{"title":"AIAAIC - Deliveroo Italy rider shift management algorithm","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/deliveroo-italy-rider-shift-management-algorithm","type":"Primary","date":"2026-06-10"}]},{"id":"FI-0330","slug":"tesla-autopilot-phantom-braking-causes-sudden","url":"https://failureindex.ai/failures/tesla-autopilot-phantom-braking-causes-sudden","headline":"Tesla Autopilot phantom braking causes sudden highway deceleration","company":"Tesla","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"autonomous-system","system_class":"predictive","severity":"High","date_of_incident":"2021-01-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"NHTSA Office of Defects Investigation Resume","url":"https://static.nhtsa.gov/odi/inv/2022/INOA-PE22002-4385.PDF","type":"Court Filing","date":"2022-02-16"},{"title":"NHTSA Reviewing Tesla Phantom Braking After Complaint Count Spikes","url":"https://www.thedrive.com/news/44143/nhtsa-reviewing-tesla-phantom-braking-after-complaint-count-spikes","type":"Press","date":"2022-02-16"}]},{"id":"FI-0365","slug":"openai-tools-used-north-korean-operatives","url":"https://failureindex.ai/failures/openai-tools-used-north-korean-operatives","headline":"OpenAI AI tools used by North Korean operatives for corporate identity fraud","company":"OpenAI","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2021-01-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"North Korea Stole Your Job","url":"https://www.wired.com/story/north-korea-stole-your-tech-job-ai-interviews/","type":"Press","date":"2025-01-01"},{"title":"Justice Department Disrupts North Korean Remote IT Worker Fraud Schemes","url":"https://www.justice.gov/archives/opa/pr/justice-department-disrupts-north-korean-remote-it-worker-fraud-schemes-through-charges-and","type":"Court Filing","date":"2024-01-01"},{"title":"Unit 42 Demonstrates the Alarming Ease of Synthetic Identity Creation","url":"https://unit42.paloaltonetworks.com/north-korean-synthetic-identity-creation/","type":"Social","date":"2025-01-01"}]},{"id":"FI-0258","slug":"medtronic-accurhythm-misses-abnormal-rhythms-linq","url":"https://failureindex.ai/failures/medtronic-accurhythm-misses-abnormal-rhythms-linq","headline":"Medtronic AccuRhythm AI misses abnormal rhythms in LINQ monitors, per FDA and Reuters","company":"Medtronic","is_anonymized":false,"industry":"healthcare","failure_mode":"hallucination","ai_surface":"agentic-workflow","system_class":"generative","severity":"Low","date_of_incident":"2021-01-01","date_indexed":"2026-06-05","public_visibility":"Low","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"As AI enters the operating room, reports arise of botched surgeries and misidentified body parts","url":"https://www.reuters.com/investigations/ai-enters-operating-room-reports-arise-botched-surgeries-misidentified-body-2026-02-09/","type":"Press","date":"2026-02-09"},{"title":"MAUDE Adverse Event Report: MEDTRONIC, INC. ACCURHYTHM ZA410 (AF); RECORDER, EVENT, IMPLANTABLE CARDIAC, (WITH ARRHYTHMIA DETECTION)","url":"https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfMAUDE/detail.cfm?mdrfoi__id=20916084","type":"Court Filing","date":"2026-06-05"}]},{"id":"FI-0351","slug":"instagram-moderation-fails-block-global-paedophile","url":"https://failureindex.ai/failures/instagram-moderation-fails-block-global-paedophile","headline":"Instagram AI moderation fails to block global paedophile network","company":"Instagram","is_anonymized":false,"industry":"saas","failure_mode":"brand-and-safety-incident","ai_surface":"recommender","system_class":"predictive","severity":"High","date_of_incident":"2021-01-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Instagram's AI Moderation Fails to Remove Child Exploitation Content","url":"https://oecd.ai/en/incidents/2022-04-17-acd0","type":"Reader-Submitted","date":"2022-04-17"},{"title":"Instagram Connects Vast Pedophile Network","url":"https://www.wsj.com/tech/instagram-vast-pedophile-network-4ab7189","type":"Press","date":"2023-06-07"}]},{"id":"FI-0153","slug":"ut-austin-scrapped-grade-machine-learning","url":"https://failureindex.ai/failures/ut-austin-scrapped-grade-machine-learning","headline":"UT Austin scrapped its GRADE machine-learning PhD admissions system over entrenched bias","company":"University of Texas at Austin","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"copilot","system_class":"generative","severity":"Medium","date_of_incident":"2020-12-01","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"The Death and Life of an Admissions Algorithm","url":"https://www.insidehighered.com/admissions/article/2020/12/14/u-texas-will-stop-using-controversial-algorithm-evaluate-phd","type":"Press","date":"2020-12-14"},{"title":"Uni revealed it killed off its PhD-applicant screening AI","url":"https://www.theregister.com/software/2020/12/08/uni-revealed-it-killed-off-its-phd-applicant-screening-ai-just-as-its-inventors-gave-a-lecture-about-the-tech/1535712","type":"Press","date":"2020-12-08"},{"title":"Incident 135: UT Austin's GRADE Algorithm Reportedly Reduced Review of Lower-Scored PhD Applicants Amid Bias Concerns","url":"https://incidentdatabase.ai/cite/135/","type":"Primary","date":"2020-12-14"}]},{"id":"FI-0348","slug":"proctorio-accused-racial-bias-proctoring-during","url":"https://failureindex.ai/failures/proctorio-accused-racial-bias-proctoring-during","headline":"Proctorio accused of racial bias in AI proctoring during online exams","company":"Proctorio","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2020-11-07","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Remote testing monitored by AI is failing the students it is supposed to help","url":"https://www.nbcnews.com/think/opinion/remote-testing-monitored-ai-failing-students-forced-undergo-it-ncna1246769","type":"Press","date":"2020-11-07"},{"title":"Online exams raise concerns of racial bias in facial recognition","url":"https://www.csmonitor.com/Technology/2020/1117/Online-exams-raise-concerns-of-racial-bias-in-facial-recognition","type":"Press","date":"2020-11-17"},{"title":"Software that monitors students during tests perpetuates inequality and surveillance","url":"https://www.technologyreview.com/2020/08/07/1006132/software-algorithms-proctoring-online-tests-ai-ethics/","type":"Press","date":"2020-08-07"}]},{"id":"FI-0346","slug":"university-miami-accused-using-facial-recognition","url":"https://failureindex.ai/failures/university-miami-accused-using-facial-recognition","headline":"University of Miami accused of using facial recognition to identify student protesters","company":"University of Miami","is_anonymized":false,"industry":"other","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"Medium","date_of_incident":"2020-09-04","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Students Accuse The University Of Miami Of Using Facial Recognition To Identify Student Protesters. The University Denies It.","url":"https://www.forbes.com/sites/rachelsandler/2020/10/15/students-accuse-the-university-of-miami-of-using-facial-recognition-to-identify-student-protesters-the-university-denies-it/","type":"Press","date":"2020-10-15"},{"title":"Did a University Use Facial Recognition to ID Student Protesters?","url":"https://www.wired.com/story/did-university-use-facial-recognition-id-student-protesters/","type":"Press","date":"2020-11-18"},{"title":"University of Miami Becomes Latest Battleground Over Facial Recognition","url":"https://www.wsj.com/articles/university-of-miami-becomes-latest-battleground-over-facial-recognition-11603233631","type":"Press","date":"2020-10-20"}]},{"id":"FI-0150","slug":"proctorio-face-detector-failed-recognize-black","url":"https://failureindex.ai/failures/proctorio-face-detector-failed-recognize-black","headline":"Proctorio's face detector failed to recognize Black faces 57% of the time, flagging students","company":"Proctorio","is_anonymized":false,"industry":"saas","failure_mode":"agentic-action-error","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2020-09-01","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Proctorio Is Using Racist Algorithms to Detect Faces","url":"https://www.vice.com/en/article/proctorio-is-using-racist-algorithms-to-detect-faces/","type":"Press","date":"2021-04-08"},{"title":"Students of color are getting flagged to teachers because Proctorio can't see them","url":"https://www.theverge.com/2021/4/8/22374386/proctorio-racial-bias-issues-opencv-facial-detection-schools-tests-remote-learning","type":"Press","date":"2021-04-09"},{"title":"Blumenthal Leads Call for Virtual Exam Software Companies to Improve Equity, Accessibility, and Privacy for Students","url":"https://www.blumenthal.senate.gov/newsroom/press/release/blumenthal-leads-call-for-virtual-exam-software-companies-to-improve-equity-accessibility-and-privacy-for-students-amid-troubling-reports","type":"Primary","date":"2020-12-03"}]},{"id":"FI-0147","slug":"ofqual-grading-algorithm-downgraded-39-level","url":"https://failureindex.ai/failures/ofqual-grading-algorithm-downgraded-39-level","headline":"Ofqual's grading algorithm downgraded 39% of A-level results before being reversed in days","company":"Ofqual","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2020-08-13","date_indexed":"2026-06-04","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"GCSE and A level students to receive centre assessment grades","url":"https://www.gov.uk/government/news/gcse-and-a-level-students-to-receive-centre-assessment-grades","type":"Primary","date":"2020-08-17"},{"title":"How a computer algorithm caused a grading crisis in British schools","url":"https://www.cnbc.com/2020/08/21/computer-algorithm-caused-a-grading-crisis-in-british-schools.html","type":"Press","date":"2020-08-21"},{"title":"2020 United Kingdom school exam grading controversy","url":"https://en.wikipedia.org/wiki/2020_United_Kingdom_school_exam_grading_controversy","type":"Press","date":"2020-08-13"}]},{"id":"FI-0415","slug":"aurora-police-alpr-false-match-led","url":"https://failureindex.ai/failures/aurora-police-alpr-false-match-led","headline":"Aurora police ALPR false match led to family detained at gunpoint","company":"Aurora Police Department (City of Aurora)","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2020-08-02","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Hours","sources":[{"title":"Mom, kids handcuffed after Aurora PD mistake car as stolen","url":"https://www.denver7.com/news/local-news/aurora-police-detain-black-family-after-mistaking-their-vehicle-as-stolen","type":"Press","date":"2020-08-03"},{"title":"Colorado city will pay $1.9 million settlement after officers mistakenly detained family over stolen-vehicle mix-up","url":"https://www.cnn.com/2024/02/05/us/colorado-aurora-settlement-stolen-vehicle-mixup","type":"Press","date":"2024-02-05"},{"title":"City agrees $1.9m settlement with Black family held at gunpoint by police","url":"https://www.theguardian.com/us-news/2024/feb/06/aurora-settlement-black-family-held-gunpoint-police","type":"Press","date":"2024-02-06"},{"title":"Incident 244: Colorado Police’s Automated License Plate Reader (ALPR) Matched a Family’s Minivan’s Plate to That of a Stolen Vehicle Allegedly, Resulting in Detainment at Gunpoint","url":"https://incidentdatabase.ai/cite/244/","type":"Reader-Submitted","date":"2020-08-03"}]},{"id":"FI-0369","slug":"home-office-drops-biased-visa-filtering","url":"https://failureindex.ai/failures/home-office-drops-biased-visa-filtering","headline":"UK Home Office drops biased visa filtering algorithm","company":"UK Home Office","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2020-08-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Home Office drops 'racist' algorithm from visa decisions","url":"https://www.bbc.co.uk/news/technology-53650758","type":"Press","date":"2020-08-04"},{"title":"AI system for granting UK visas is biased, rights groups claim","url":"https://www.theguardian.com/uk-news/2019/oct/29/ai-system-for-granting-uk-visas-is-biased-rights-groups-claim","type":"Press","date":"2019-10-29"},{"title":"Home Office climb down on the algorithm for UK visas","url":"https://www.bindmans.com/news-insights/blogs/home-office-climb-down-on-the-algorith-for-uk-visas/","type":"Press","date":"2020-08-04"}]},{"id":"FI-0360","slug":"babylon-health-symptom-checker-alleged-miss","url":"https://failureindex.ai/failures/babylon-health-symptom-checker-alleged-miss","headline":"Babylon Health symptom checker alleged to miss or downplay critical symptoms","company":"Babylon Health","is_anonymized":false,"industry":"healthcare","failure_mode":"hallucination","ai_surface":"chatbot","system_class":"predictive","severity":"High","date_of_incident":"2020-06-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Regulator has concerns over symptom checker app","url":"https://www.independent.co.uk/news/health/nhs-symptom-checker-app-safety-complaints-b1813142.html","type":"Press","date":"2021-03-06"},{"title":"Medical Advice From a Bot: The Unproven Promise of Babylon Health","url":"https://undark.org/2019/12/09/babylon-health-artificial-intelligence-medical-advice/","type":"Press","date":"2019-12-09"}]},{"id":"FI-0111","slug":"reno-police-facial-recognition-misidentified","url":"https://failureindex.ai/failures/reno-police-facial-recognition-misidentified","headline":"Reno police facial recognition misidentified an innocent man, leading to a $100,000 settlement","company":"Reno Police Department","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2020-05-03","date_indexed":"2026-06-04","public_visibility":"Medium","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Officer Admits AI-Based Arrest Was a Mistake in Court","url":"http://thisisreno.com/2026/01/reno-police-facial-recognition","type":"Press","date":"2026-01-27"},{"title":"Facial Recognition Lawsuit Exposes Police Training Gaps","url":"https://thisisreno.com/2026/03/false-arrest-reno-facial-recognition/","type":"Press","date":"2026-03-30"},{"title":"Nevada facial recognition project draws scrutiny over privacy, police oversight","url":"https://www.biometricupdate.com/202605/nevada-facial-recognition-project-draws-scrutiny-over-privacy-police-oversight","type":"Press","date":"2026-05-26"}]},{"id":"FI-0454","slug":"gothenburg-school-placement-algorithm-uses-straight","url":"https://failureindex.ai/failures/gothenburg-school-placement-algorithm-uses-straight","headline":"Gothenburg school placement algorithm uses straight-line distance","company":"City of Gothenburg","is_anonymized":false,"industry":"public-sector","failure_mode":"agentic-action-error","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"Medium","date_of_incident":"2020-05-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Nytt dataprogram placerar skolbarn i Göteborg: ”Helt ko-ko för Ellen!”","url":"https://www.dn.se/nyheter/sverige/nytt-dataprogram-skapar-kaos-i-goteborgs-antagning-till-grundskolan-helt-ko-ko-for-ellen/","type":"Press","date":"2020-05-08"},{"title":"Sweden - Automating Society Report 2020","url":"https://automatingsociety.algorithmwatch.org/report2020/sweden/","type":"Social","date":"2020-01-01"}]},{"id":"FI-0392","slug":"google-voice-recognition-tools-show-racial","url":"https://failureindex.ai/failures/google-voice-recognition-tools-show-racial","headline":"Google voice recognition tools show racial disparities in transcription accuracy","company":"Google","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"voice-agent","system_class":"predictive","severity":"Medium","date_of_incident":"2020-04-07","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Racial disparities in automated speech recognition","url":"https://www.pnas.org/doi/10.1073/pnas.1915768117","type":"Primary","date":"2020-04-07"},{"title":"There Is a Racial Divide in Speech-Recognition Systems","url":"https://www.nytimes.com/2020/03/23/technology/speech-recognition-bias-apple-amazon-google.html","type":"Press","date":"2020-03-23"}]},{"id":"FI-0352","slug":"facebook-content-moderation-failure-causes-moderator","url":"https://failureindex.ai/failures/facebook-content-moderation-failure-causes-moderator","headline":"Facebook AI content moderation failure causes moderator trauma","company":"Facebook","is_anonymized":false,"industry":"saas","failure_mode":"brand-and-safety-incident","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"Medium","date_of_incident":"2020-04-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"Incident 215: Facebook Content Moderators Demand Better Working Conditions Due to Allegedly Inadequate AI Content Moderation","url":"https://incidentdatabase.ai/cite/215/","type":"Primary","date":"2020-04-01"},{"title":"Facebook will pay $52 million in settlement with content moderators","url":"https://www.theverge.com/2020/5/12/21255870/facebook-content-moderator-settlement-scola-ptsd-mental-health","type":"Press","date":"2020-05-12"},{"title":"Facebook to pay $52m for failing to protect moderators from disturbing content","url":"https://www.theguardian.com/technology/2020/may/12/facebook-settlement-mental-health-moderators","type":"Press","date":"2020-05-13"}]},{"id":"FI-0396","slug":"tiktok-suggested-accounts-experiment-alleged-amplify","url":"https://failureindex.ai/failures/tiktok-suggested-accounts-experiment-alleged-amplify","headline":"TikTok 'Suggested Accounts' experiment alleged to amplify or suppress certain creators","company":"TikTok (ByteDance)","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"recommender","system_class":"predictive","severity":"Medium","date_of_incident":"2020-02-24","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"There’s something strange about TikTok recommendations","url":"https://www.vox.com/recode/2020/2/25/21152585/tiktok-recommendations-profile-look-alike","type":"Press","date":"2020-02-25"},{"title":"TikTok's Algorithm Shows Unintentional Racial Bias, Researcher Finds","url":"https://www.buzzfeednews.com/article/laurenstrapagiel/tiktok-algorithim-racial-bias","type":"Press","date":"2020-02-26"},{"title":"Incident 117: TikTok's \"Suggested Accounts\" Algorithm Allegedly Reinforced Racial Bias through Feedback Loops","url":"https://incidentdatabase.ai/cite/117/","type":"Primary","date":"2020-02-24"}]},{"id":"FI-0325","slug":"dutch-government-syri-fraud-detection-algorithm","url":"https://failureindex.ai/failures/dutch-government-syri-fraud-detection-algorithm","headline":"Dutch government SyRI fraud detection algorithm ruled illegal","company":"Dutch Government","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2020-02-05","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"How Dutch activists got an invasive fraud detection algorithm banned","url":"https://algorithmwatch.org/en/syri-netherlands-algorithm/","type":"Primary","date":"2020-01-01"},{"title":"Digital welfare fraud detection and the Dutch SyRI judgment","url":"https://iapp.org/news/a/digital-welfare-fraud-detection-and-the-dutch-syri-judgment","type":"Press","date":"2020-01-01"}]},{"id":"FI-0423","slug":"clearview-scraped-social-media-images-power","url":"https://failureindex.ai/failures/clearview-scraped-social-media-images-power","headline":"Clearview AI scraped social media images to power law-enforcement facial search","company":"Clearview AI","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2020-01-18","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"The Secretive Company That Might End Privacy as We Know It","url":"https://www.nytimes.com/2020/01/18/technology/clearview-privacy-facial-recognition.html","type":"Press","date":"2020-01-18"},{"title":"TechScape: Clearview AI was fined £7.5m for brazenly scraping pictures from social media","url":"https://www.theguardian.com/technology/2022/may/25/techscape-clearview-ai-facial-recognition-fine","type":"Press","date":"2022-05-25"},{"title":"ACLU v. Clearview AI","url":"https://www.aclu.org/cases/aclu-v-clearview-ai","type":"Primary","date":"2026-06-10"},{"title":"Dutch Regulator Fines Clearview AI 30.5 Million Euros","url":"https://www.hunton.com/privacy-and-cybersecurity-law-blog/dutch-regulator-fines-clearview-ai-30-5-million-euros","type":"Press","date":"2024-09-03"}]},{"id":"FI-0390","slug":"government-asylum-claim-denied-translation-error","url":"https://failureindex.ai/failures/government-asylum-claim-denied-translation-error","headline":"US government asylum claim denied due to AI translation error","company":"US Government","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"machine-translation","system_class":"predictive","severity":"High","date_of_incident":"2020-01-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"AI translation jeopardizes Afghan asylum claims","url":"https://restofworld.org/2023/ai-translation-errors-afghan-refugees-asylum/","type":"Press","date":"2023-04-19"},{"title":"AI's 'insane' translation mistakes endanger US asylum cases","url":"https://www.trtworld.com/article/15029717","type":"Press","date":"2023-09-18"}]},{"id":"FI-0338","slug":"equifax-automated-credit-reporting-systems-fail","url":"https://failureindex.ai/failures/equifax-automated-credit-reporting-systems-fail","headline":"Equifax automated credit reporting systems fail to process consumer disputes","company":"Equifax","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2020-01-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"Equifax, Inc. and Equifax Information Services LLC | Consumer Financial Protection Bureau","url":"https://www.consumerfinance.gov/enforcement/actions/equifax-inc-and-equifax-information-services-llc/","type":"Primary","date":"2025-01-17"},{"title":"CFPB fines Equifax $15 million over errors on credit reports","url":"https://www.cnbc.com/2025/01/17/cfpb-fines-equifax-15-million-for-errors-on-credit-reports.html","type":"Press","date":"2025-01-17"}]},{"id":"FI-0220","slug":"bank-america-fined-225-million-faulty","url":"https://failureindex.ai/failures/bank-america-fined-225-million-faulty","headline":"Bank of America fined $225 million for faulty automated fraud filter on unemployment cards","company":"Bank of America","is_anonymized":false,"industry":"retail-banking","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"High","date_of_incident":"2020-01-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Federal Regulators Fine Bank of America $225 Million over Botched Disbursement of State Unemployment Benefits at Height of Pandemic","url":"https://www.consumerfinance.gov/about-us/newsroom/federal-regulators-fine-bank-of-america-225-million-over-botched-disbursement-of-state-unemployment-benefits-at-height-of-pandemic/","type":"Primary","date":"2022-07-14"},{"title":"Bank of America fined $225 million over unemployment benefits program","url":"https://www.cnbc.com/2022/07/14/-bank-of-america-fined-225-million-over-unemployment-benefits-program.html","type":"Press","date":"2022-07-14"}]},{"id":"FI-0361","slug":"google-health-diabetic-retinopathy-fails-real","url":"https://failureindex.ai/failures/google-health-diabetic-retinopathy-fails-real","headline":"Google Health diabetic retinopathy AI fails in real world clinic settings","company":"Google Health","is_anonymized":false,"industry":"healthcare","failure_mode":"agentic-action-error","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2019-12-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Google's medical AI was super accurate in a lab. Real life was a different story.","url":"https://www.technologyreview.com/2020/04/27/1000658/google-medical-ai-accurate-lab-real-life-clinic-covid-diabetes-retina-disease/","type":"Press","date":"2020-04-27"},{"title":"Google medical researchers humbled when AI screening tool falls short in real-life testing","url":"https://techcrunch.com/2020/04/27/google-medical-researchers-humbled-when-ai-screening-tool-falls-short-in-real-life-testing/","type":"Press","date":"2020-04-27"}]},{"id":"FI-0295","slug":"goldman-sachs-apple-card-underwriting-investigated","url":"https://failureindex.ai/failures/goldman-sachs-apple-card-underwriting-investigated","headline":"Goldman Sachs Apple Card underwriting model investigated for perceived gender bias","company":"Goldman Sachs Bank USA","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"hallucination","ai_surface":"search-rag","system_class":"generative","severity":"Medium","date_of_incident":"2019-11-07","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"NYSDFS Report on Apple Card Investigation","url":"https://www.dfs.ny.gov/reports_and_publications/202103_report_apple_card_investigation","type":"Primary","date":"2021-03-01"},{"title":"Goldman cleared of bias claims in NYDFS's Apple Card probe","url":"https://www.bankingdive.com/news/goldman-sachs-gender-bias-claims-apple-card-women-new-york-dfs/597273/","type":"Press","date":"2021-03-23"}]},{"id":"FI-0010","slug":"apple-card-credit-limit-gender-bias","url":"https://failureindex.ai/failures/apple-card-credit-limit-gender-bias","headline":"Apple Card's underwriting AI gave wives one-tenth the credit limit of husbands","company":"Apple, Goldman Sachs","is_anonymized":false,"industry":"retail-banking","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2019-11-07","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"NY DFS Apple Card investigation findings","url":"https://www.dfs.ny.gov/system/files/documents/2021/03/rpt_202103_apple_card_investigation.pdf","type":"Primary","date":"2021-03-23"},{"title":"Apple Card investigated after gender discrimination complaints","url":"https://www.bloomberg.com/news/articles/2019-11-09/apple-co-founder-says-goldman-s-apple-card-algo-discriminates","type":"Press","date":"2019-11-09"}]},{"id":"FI-0374","slug":"facebook-job-delivery-biased-toward-male","url":"https://failureindex.ai/failures/facebook-job-delivery-biased-toward-male","headline":"Facebook job ad delivery biased toward male users","company":"Meta","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"recommender","system_class":"predictive","severity":"High","date_of_incident":"2019-11-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"How Facebook's Ad Delivery Can Lead to Biased Outcomes","url":"https://www.khoury.northeastern.edu/~amislove/publications/FacebookDelivery-CSCW.pdf","type":"Primary","date":"2019-11-01"},{"title":"Study flags gender bias in Facebook's ads tools","url":"https://www.reuters.com/technology/study-flags-gender-bias-facebooks-ads-tools-2021-04-09/","type":"Press","date":"2021-04-09"}]},{"id":"FI-0335","slug":"apple-card-algorithm-allegedly-grants-lower","url":"https://failureindex.ai/failures/apple-card-algorithm-allegedly-grants-lower","headline":"Apple Card algorithm allegedly grants lower credit limits to women","company":"Goldman Sachs","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"Medium","date_of_incident":"2019-11-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Apple's 'sexist' credit card investigated by US regulator","url":"https://www.bbc.com/news/business-50365609","type":"Press","date":"2019-11-11"},{"title":"Goldman Apple Card is under investigation over sexism allegations","url":"http://cnbc.com/2019/11/10/wall-street-regulator-probes-goldman-over-allegations-of-sexist-credit-decisions-at-apple-card.html","type":"Press","date":"2019-11-10"},{"title":"Apple Card Investigated After Gender Discrimination Claims","url":"https://www.nytimes.com/2019/11/10/business/Apple-credit-card-investigation.html","type":"Press","date":"2019-11-10"}]},{"id":"FI-0363","slug":"optum-health-risk-algorithm-biased-black","url":"https://failureindex.ai/failures/optum-health-risk-algorithm-biased-black","headline":"Study finds Optum risk algorithm understated Black patients' health needs","company":"Optum","is_anonymized":false,"industry":"healthcare","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2019-10-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Dissecting racial bias in an algorithm used to manage the health of populations","url":"https://www.science.org/doi/10.1126/science.aax2342","type":"Primary","date":"2019-10-24"},{"title":"New York insurance regulator to probe Optum algorithm for racial bias","url":"https://www.fiercehealthcare.com/payer/new-york-to-probe-algorithm-used-by-optum-for-racial-bias","type":"Press","date":"2019-10-28"}]},{"id":"FI-0336","slug":"meta-settles-lawsuit-discriminatory-housing-credit","url":"https://failureindex.ai/failures/meta-settles-lawsuit-discriminatory-housing-credit","headline":"Meta settles lawsuit over discriminatory housing and credit ad targeting algorithms","company":"Meta (Facebook)","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"recommender","system_class":"predictive","severity":"High","date_of_incident":"2019-10-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Months","sources":[{"title":"U.S., Meta settle lawsuit over discrimination in housing advertising tool","url":"https://www.reuters.com/legal/transactional/us-meta-settle-lawsuit-over-discrimination-housing-advertising-tool-2022-06-21/","type":"Press","date":"2022-06-21"},{"title":"Justice Department Secures Groundbreaking Settlement Agreement with Meta Platforms","url":"https://www.justice.gov/archives/opa/pr/justice-department-secures-groundbreaking-settlement-agreement-meta-platforms-formerly-known","type":"Court Filing","date":"2022-06-21"}]},{"id":"FI-0494","slug":"facebook-delivery-produces-discriminatory-outcomes-hous","url":"https://failureindex.ai/failures/facebook-delivery-produces-discriminatory-outcomes-hous","headline":"Facebook ad delivery system produces discriminatory outcomes for housing and job ads","company":"Facebook","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"recommender","system_class":"predictive","severity":"High","date_of_incident":"2019-04-03","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"How Facebook's ad delivery can lead to skewed outcomes","url":"https://arxiv.org/abs/1904.02095","type":"Primary","date":"2019-04-03"},{"title":"Facebook's ad-serving algorithm discriminates by gender and race","url":"https://www.technologyreview.com/2019/04/05/1175/facebook-algorithm-discriminates-ai-bias/","type":"Press","date":"2019-04-05"}]},{"id":"FI-0444","slug":"woodbridge-police-department-wrongfully-arrests-man","url":"https://failureindex.ai/failures/woodbridge-police-department-wrongfully-arrests-man","headline":"Woodbridge Police Department wrongfully arrests man via facial recognition","company":"Woodbridge Police Department","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2019-02-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Flawed Facial Recognition Leads To Arrest and Jail","url":"https://www.nytimes.com/2020/12/29/technology/facial-recognition-misidentify-jail.html","type":"Press","date":"2021-01-06"},{"title":"How Face Recognition Technology Landed One Innocent Man in New Jersey Jail for Ten Days","url":"https://www.aclu-nj.org/news/how-face-recognition-technology-landed-one-innocent-man-new-jersey-jail-ten-days/","type":"Press","date":"2024-05-29"}]},{"id":"FI-0445","slug":"buenos-aires-facial-recognition-causes-numerous","url":"https://failureindex.ai/failures/buenos-aires-facial-recognition-causes-numerous","headline":"Buenos Aires facial recognition system causes numerous wrongful arrests","company":"Buenos Aires City Government","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2019-01-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"How We Investigated Mass Surveillance in Argentina","url":"https://pulitzercenter.org/resource/how-we-investigated-mass-surveillance-argentina","type":"Press","date":"2024-02-05"},{"title":"Incident 829: Facial Recognition System in Buenos Aires Triggers Police Checks Based on False Matches","url":"https://incidentdatabase.ai/cite/829/","type":"Press","date":"2024-02-05"}]},{"id":"FI-0340","slug":"booking-com-fined-algorithmic-demotion-hotels","url":"https://failureindex.ai/failures/booking-com-fined-algorithmic-demotion-hotels","headline":"Booking.com fined for algorithmic demotion of hotels over price parity","company":"Booking.com","is_anonymized":false,"industry":"travel-and-hospitality","failure_mode":"policy-violation","ai_surface":"recommender","system_class":"predictive","severity":"High","date_of_incident":"2019-01-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Estimated","time_to_disclosure":"Hours","sources":[{"title":"Booking.com","url":"https://www.cnmc.es/sites/default/files/editor_contenidos/Notas%20de%20prensa/2024/20240730_NP_%20Sancionador_Booking.com_eng.pdf","type":"Primary","date":"2024-07-30"},{"title":"Spanish regulators fine Booking.com €413M","url":"https://www.phocuswire.com/spanish-regulators-fine-booking-com-413M","type":"Press","date":"2024-07-30"}]},{"id":"FI-0465","slug":"bahia-facial-recognition-pilot-allegedly-targets","url":"https://failureindex.ai/failures/bahia-facial-recognition-pilot-allegedly-targets","headline":"Bahia facial recognition pilot allegedly targets Black and poor populations","company":"Government of Bahia","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2018-12-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Reconhecimento Facial na Bahia: mais erros policiais contra negros e pobres","url":"https://tarciziosilva.com.br/blog/reconhecimento-facial-na-bahia-mais-erros-policiais-contra-negros-e-pobres/","type":"Social","date":"2019-11-21"},{"title":"Lack of regulation and inequality exacerbate flaws in facial recognition in Brazil","url":"https://conectas.org/en/noticias/lack-of-regulation-and-inequality-exacerbate-flaws-in-facial-recognition-in-brazil-says-nina-da-hora/","type":"Social","date":"2025-10-01"}]},{"id":"FI-0491","slug":"apple-alleged-have-misidentified-ousmane-bah","url":"https://failureindex.ai/failures/apple-alleged-have-misidentified-ousmane-bah","headline":"Apple alleged to have misidentified Ousmane Bah in store surveillance","company":"Apple Inc.","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"hallucination","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2018-11-29","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Apple AI accused of leading to man's wrongful arrest","url":"https://www.bbc.com/news/technology-48022890","type":"Press","date":"2019-04-23"},{"title":"Teenager sues Apple for $1bn, claiming facial recognition led to false arrest (updated)","url":"https://www.engadget.com/2019-04-23-apple-facial-recognition-false-arrest-lawsuit.html","type":"Press","date":"2019-04-23"},{"title":"Bah v. Apple Inc., docket (S.D.N.Y. 1:19-cv-03539)","url":"https://www.courtlistener.com/docket/14975971/bah-v-apple-inc/","type":"Court Filing","date":"2019-04-22"},{"title":"Complaint: Bah v. Apple (PDF) (filed Apr 22, 2019)","url":"https://regmedia.co.uk/2019/04/23/apple_teen_facial_recog_lawsuit.pdf","type":"Court Filing","date":"2019-04-22"}]},{"id":"FI-0011","slug":"amazon-recruiting-ai-bias-against-women","url":"https://failureindex.ai/failures/amazon-recruiting-ai-bias-against-women","headline":"Amazon scrapped a recruiting AI that learned to penalize women's resumes","company":"Amazon","is_anonymized":false,"industry":"other","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"High","date_of_incident":"2018-10-10","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Amazon scrapped sexist AI recruiting tool","url":"https://www.bbc.com/news/technology-45809919","type":"Press","date":"2018-10-10"},{"title":"Amazon scraps secret AI recruiting tool that showed bias against women","url":"https://www.reuters.com/article/world/insight-amazon-scraps-secret-ai-recruiting-tool-that-showed-bias-against-women-idUSKCN1MK0AG/","type":"Press","date":"2018-10-10"}]},{"id":"FI-0347","slug":"state-education-departments-automated-essay-scoring","url":"https://failureindex.ai/failures/state-education-departments-automated-essay-scoring","headline":"US State Education Departments' automated essay scoring found biased against some groups","company":"US State Education Departments","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2018-06-30","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Flawed Algorithms Are Grading Millions of Students’ Essays","url":"https://www.vice.com/en/article/flawed-algorithms-are-grading-millions-of-students-essays/","type":"Press","date":"2019-08-20"},{"title":"More States Opting To 'Robo-Grade' Student Essays By Computer","url":"https://www.npr.org/2018/06/30/624373367/more-states-opting-to-robo-grade-student-essays-by-computer","type":"Press","date":"2018-06-30"},{"title":"Understanding Mean Score Differences Between the e-rater® Automated Scoring Engine and Humans for Demographically Based Groups in the GRE® General Test (ETS research report)","url":"https://onlinelibrary.wiley.com/doi/full/10.1002/ets2.12192","type":"Primary","date":"2018-12-01"}]},{"id":"FI-0356","slug":"microsoft-face-api-shows-bias-attribute","url":"https://failureindex.ai/failures/microsoft-face-api-shows-bias-attribute","headline":"Microsoft Face API shows bias in attribute tagging for different ethnicities","company":"Microsoft","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"Medium","date_of_incident":"2018-06-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Microsoft improves facial recognition to perform well across all skin tones","url":"https://blogs.microsoft.com/ai/gender-skin-tone-facial-recognition-improvement/","type":"Press","date":"2018-06-26"},{"title":"Microsoft 'Improves' Racist Facial Recognition Software","url":"https://gizmodo.com/microsoft-improves-racist-facial-recognition-software-1827141398","type":"Press","date":"2018-01-01"}]},{"id":"FI-0472","slug":"immigration-zealand-profiles-overstayers-using-predicti","url":"https://failureindex.ai/failures/immigration-zealand-profiles-overstayers-using-predicti","headline":"Immigration New Zealand profiles overstayers using predictive data model","company":"Immigration New Zealand","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2018-04-05","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Immigration NZ using data system to predict likely troublemakers","url":"https://www.rnz.co.nz/news/national/354135/immigration-nz-using-data-system-to-predict-likely-troublemakers","type":"Press","date":"2018-04-05"},{"title":"Immigration uses data to predict troublemakers (republishing RNZ)","url":"https://www.odt.co.nz/news/national/rnz/immigration-uses-data-predict-troublemakers","type":"Press","date":"2018-04-05"},{"title":"AIAAIC repository entry: New Zealand immigration overstayer predictions fuel racial profiling fears","url":"https://www.aiaaic.org/aiaaic-repository/ai-algorithmic-and-automation-incidents/","type":"Primary","date":"2026-06-10"}]},{"id":"FI-0329","slug":"uber-autonomous-vehicle-kills-pedestrian-tempe","url":"https://failureindex.ai/failures/uber-autonomous-vehicle-kills-pedestrian-tempe","headline":"Uber autonomous vehicle kills pedestrian in Tempe Arizona","company":"Uber","is_anonymized":false,"industry":"travel-and-hospitality","failure_mode":"agentic-action-error","ai_surface":"autonomous-system","system_class":"predictive","severity":"Catastrophic","date_of_incident":"2018-03-18","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Accident Report - NTSB/HAR-19/03","url":"https://www.ntsb.gov/investigations/accidentreports/reports/har1903.pdf","type":"Primary","date":"2019-01-01"},{"title":"Death of Elaine Herzberg - Wikipedia","url":"https://en.wikipedia.org/wiki/Death_of_Elaine_Herzberg","type":"Press","date":"2024-01-01"}]},{"id":"FI-0357","slug":"ibm-watson-visual-recognition-exhibits-gender","url":"https://failureindex.ai/failures/ibm-watson-visual-recognition-exhibits-gender","headline":"IBM Watson visual recognition exhibits gender and race bias","company":"IBM","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2018-02-11","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Study finds gender and skin-type bias in commercial AI systems","url":"https://news.mit.edu/2018/study-finds-gender-skin-type-bias-artificial-intelligence-systems-0212","type":"Primary","date":"2018-02-11"},{"title":"IBM releases diverse dataset to fight facial recognition bias","url":"https://www.cnbc.com/2019/01/29/ibm-releases-diverse-dataset-to-fight-facial-recognition-bias.html","type":"Press","date":"2019-01-29"},{"title":"IBM hopes to fight bias in facial recognition with new diverse dataset","url":"https://www.theverge.com/2018/6/27/17509400/facial-recognition-bias-ibm-data-training","type":"Press","date":"2018-06-27"}]},{"id":"FI-0355","slug":"amazon-rekognition-facial-analysis-demonstrates-bias","url":"https://failureindex.ai/failures/amazon-rekognition-facial-analysis-demonstrates-bias","headline":"MIT study finds Amazon Rekognition facial analysis least accurate for darker-skinned women","company":"Amazon","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2018-02-11","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Study finds gender and skin-type bias in commercial AI systems","url":"https://news.mit.edu/2018/study-finds-gender-skin-type-bias-artificial-intelligence-systems-0212","type":"Press","date":"2018-02-11"},{"title":"Amazon's Face Recognition Falsely Matched 28 Members of Congress","url":"https://www.aclu.org/news/privacy-technology/amazons-face-recognition-falsely-matched-28","type":"Press","date":"2018-07-26"}]},{"id":"FI-0441","slug":"parcoursup-2018-rollout-drew-controversy-opaque","url":"https://failureindex.ai/failures/parcoursup-2018-rollout-drew-controversy-opaque","headline":"Parcoursup 2018 rollout drew controversy over opaque and allegedly unfair allocation outcomes","company":"Parcoursup (platform operated by the French Ministry of Higher Education)","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2018-01-15","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Parcoursup : des algorithmes qui manquent de transparence","url":"https://www.lemonde.fr/societe/article/2018/05/31/parcoursup-des-algorithmes-qui-manquent-de-transparence_5307504_3224.html","type":"Press","date":"2018-05-31"},{"title":"Quand Parcoursup complique la recherche d'un logement social","url":"https://www.liberation.fr/france/2018/05/29/quand-parcoursup-complique-la-recherche-d-un-logement-social_1655070/","type":"Press","date":"2018-05-29"},{"title":"Sequential College Admission Mechanisms and Off-Platform Options","url":"https://www.tse-fr.eu/sites/default/files/TSE/documents/doc/wp/2025/wp_tse_1657.pdf","type":"Primary","date":"2025-07-30"}]},{"id":"FI-0359","slug":"ibm-watson-oncology-provided-unsafe-cancer","url":"https://failureindex.ai/failures/ibm-watson-oncology-provided-unsafe-cancer","headline":"IBM Watson for Oncology provided unsafe cancer treatment recommendations","company":"IBM Watson Health","is_anonymized":false,"industry":"healthcare","failure_mode":"hallucination","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2018-01-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"IBM's Watson recommended unsafe and incorrect cancer treatments","url":"https://www.statnews.com/2018/07/25/ibm-watson-recommended-unsafe-incorrect-treatments/","type":"Social","date":"2018-07-25"},{"title":"Report: IBM Watson delivered 'unsafe and inaccurate' cancer recommendations","url":"http://massdevice.com/report-ibm-watson-delivered-unsafe-and-inaccurate-cancer-recommendations","type":"Press","date":"2018-01-23"}]},{"id":"FI-0422","slug":"keolis-operated-navya-shuttle-struck-truck","url":"https://failureindex.ai/failures/keolis-operated-navya-shuttle-struck-truck","headline":"Keolis-operated Navya shuttle struck by truck in Las Vegas during first-day service","company":"Keolis North America (operator) and Navya (vehicle manufacturer)","is_anonymized":false,"industry":"public-sector","failure_mode":"agentic-action-error","ai_surface":"autonomous-system","system_class":"predictive","severity":"Low","date_of_incident":"2017-11-08","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Self-driving shuttle bus in crash on first day","url":"https://www.bbc.com/news/technology-41923814","type":"Press","date":"2017-11-08"},{"title":"Self-driving shuttle in Las Vegas got into an accident on its first day","url":"https://www.cnbc.com/2017/11/09/self-driving-shuttle-in-las-vegas-got-into-an-accident-on-its-first-day.html","type":"Press","date":"2017-11-09"},{"title":"Low-Speed Collision Between Truck-Tractor and Autonomous Shuttle, Las Vegas, Nevada, November 8, 2017 (NTSB report PDF)","url":"https://www.ntsb.gov/investigations/accidentreports/reports/hab1906.pdf","type":"Primary","date":"2026-06-10"}]},{"id":"FI-0378","slug":"knightscope-security-robots-fail-detect-crimes","url":"https://failureindex.ai/failures/knightscope-security-robots-fail-detect-crimes","headline":"Knightscope security robots fail to detect and report crimes","company":"Knightscope","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"autonomous-system","system_class":"predictive","severity":"Medium","date_of_incident":"2017-11-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"A RoboCop, a park and a fight: How expectations about robots are clashing with reality","url":"https://www.nbcnews.com/tech/tech-news/robocop-park-fight-how-expectations-about-robots-are-clashing-reality-n1059671","type":"Press","date":"2019-10-04"},{"title":"Knightscope Police Robot Refuses To Call Police During Violent Crime","url":"https://ipvm.com/discussions/knightscope-police-robot-refuses-to-call-police-during-violent-crime","type":"Press","date":"2026-06-09"}]},{"id":"FI-0388","slug":"facebook-translation-error-leads-arrest-palestinian","url":"https://failureindex.ai/failures/facebook-translation-error-leads-arrest-palestinian","headline":"Facebook translation error leads to arrest of Palestinian man","company":"Facebook","is_anonymized":false,"industry":"saas","failure_mode":"hallucination","ai_surface":"machine-translation","system_class":"predictive","severity":"High","date_of_incident":"2017-10-22","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Facebook translates 'good morning' into 'attack them' in Hebrew, leading to arrest","url":"https://www.theguardian.com/technology/2017/oct/24/facebook-palestine-israel-translates-good-morning-attack-them-arrest","type":"Press","date":"2017-10-24"},{"title":"Palestinian arrested after Facebook mistranslates 'good morning' post","url":"https://www.haaretz.com/israel-news/2017-10-22/ty-article/palestinian-arrested-over-mistranslated-good-morning-facebook-post/0000017f-db61-d856-a37f-ffe181000000","type":"Press","date":"2017-10-22"},{"title":"Israeli police arrest Palestinian for 'good morning' Facebook post","url":"https://www.timesofisrael.com/israeli-police-arrest-palestinian-for-good-morning-facebook-post/","type":"Press","date":"2017-10-22"}]},{"id":"FI-0375","slug":"metropolitan-police-facial-recognition-trial-notting","url":"https://failureindex.ai/failures/metropolitan-police-facial-recognition-trial-notting","headline":"Metropolitan Police facial recognition trial at Notting Hill Carnival reports 98 percent error rate","company":"Metropolitan Police Service","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2017-08-26","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"UK police use of facial recognition technology a failure, says report","url":"https://www.theguardian.com/uk-news/2018/may/15/uk-police-use-of-facial-recognition-technology-failure","type":"Press","date":"2018-05-15"},{"title":"Metropolitan Police's facial recognition technology 98% inaccurate","url":"https://www.independent.co.uk/news/uk/home-news/met-police-facial-recognition-success-south-wales-trial-home-office-false-positive-a8345036.html","type":"Press","date":"2018-05-15"},{"title":"Notting Hill Carnival and automated facial recognition","url":"https://www.london.gov.uk/who-we-are/what-london-assembly-does/questions-mayor/find-an-answer/notting-hill-carnival-and-automated-facial-recognition","type":"Primary","date":"2018-01-01"}]},{"id":"FI-0362","slug":"deepmind-royal-free-nhs-trust-process","url":"https://failureindex.ai/failures/deepmind-royal-free-nhs-trust-process","headline":"DeepMind and Royal Free NHS Trust process patient records unlawfully","company":"DeepMind","is_anonymized":false,"industry":"healthcare","failure_mode":"data-leakage","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2017-07-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Google DeepMind's NHS data deal 'failed to comply' with law","url":"https://www.newscientist.com/article/2139395-google-deepminds-nhs-data-deal-failed-to-comply-with-law/","type":"Press","date":"2017-07-03"},{"title":"DeepMind faces legal action over NHS data use","url":"https://www.bbc.com/news/technology-58761324","type":"Press","date":"2021-10-01"},{"title":"Google and DeepMind face lawsuit over deal with Britain's NHS","url":"https://www.cnbc.com/2021/10/01/google-deepmind-face-lawsuit-over-data-deal-with-britains-nhs.html","type":"Press","date":"2021-10-01"}]},{"id":"FI-0377","slug":"intuitive-surgical-vinci-software-anomaly-causes","url":"https://failureindex.ai/failures/intuitive-surgical-vinci-software-anomaly-causes","headline":"Intuitive Surgical da Vinci Xi software anomaly causes unexpected movement","company":"Intuitive Surgical","is_anonymized":false,"industry":"healthcare","failure_mode":"agentic-action-error","ai_surface":"autonomous-system","system_class":"predictive","severity":"High","date_of_incident":"2017-05-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Class 2 Device Recall da Vinci Xi Surgical System","url":"https://www.accessdata.fda.gov/scripts/cdrh/cfdocs/cfres/res.cfm?id=150460","type":"Reader-Submitted","date":"2016-10-26"},{"title":"da Vinci Xi Surgical System : Biomedical Safety & Standards","url":"https://journals.lww.com/10.1097/01.BMSAS.0000511448.57379.a7","type":"Court Filing","date":"2017-01-01"}]},{"id":"FI-0389","slug":"google-translate-deemed-inadequate-obtaining-search","url":"https://failureindex.ai/failures/google-translate-deemed-inadequate-obtaining-search","headline":"Google Translate deemed inadequate for obtaining search consent in US federal court","company":"Google","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"machine-translation","system_class":"predictive","severity":"High","date_of_incident":"2017-01-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Federal Court Suppresses Evidence Where Consent to Search Vehicle Obtained Google Translate","url":"https://www.criminallegalnews.org/news/2018/sep/23/federal-court-suppresses-evidence-where-consent-search-vehicle-obtained-google-translate/","type":"Press","date":"2018-09-23"},{"title":"Google Translate a 'Useful Tool' But Inadequate for Soliciting Consent, US Court","url":"https://slator.com/google-translate-useful-tool-but-inadequate-for-soliciting-consent/","type":"Press","date":"2021-10-19"}]},{"id":"FI-0470","slug":"zealand-passport-photo-checker-rejects-applicant","url":"https://failureindex.ai/failures/zealand-passport-photo-checker-rejects-applicant","headline":"New Zealand passport photo checker rejects applicant's open eyes as closed","company":"New Zealand Department of Internal Affairs","is_anonymized":false,"industry":"public-sector","failure_mode":"hallucination","ai_surface":"computer-vision","system_class":"predictive","severity":"Low","date_of_incident":"2016-12-07","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"New Zealand passport robot tells applicant of Asian descent to open eyes | Reuters","url":"https://www.reuters.com/article/world/new-zealand-passport-robot-tells-applicant-of-asian-descent-to-open-eyes-idUSKBN13W0RC/","type":"Press","date":"2016-12-07"},{"title":"New Zealander says passport photo rejection 'not racist' - BBC News","url":"https://www.bbc.com/news/world-asia-38241833","type":"Press","date":"2016-12-07"},{"title":"New Zealand passport robot thinks this Asian man’s eyes are closed | CNN","url":"https://www.cnn.com/2016/12/07/asia/new-zealand-passport-robot-asian-trnd","type":"Press","date":"2016-12-07"}]},{"id":"FI-0331","slug":"predpol-predictive-policing-software-shows-systemic","url":"https://failureindex.ai/failures/predpol-predictive-policing-software-shows-systemic","headline":"Researchers find systemic racial bias in PredPol crime forecasting software","company":"PredPol","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2016-10-07","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"To predict and serve?","url":"https://rss.onlinelibrary.wiley.com/doi/full/10.1111/j.1740-9713.2016.00960.x","type":"Primary","date":"2016-10-07"},{"title":"Predictive policing algorithms are racist. They need to be dismantled.","url":"https://www.technologyreview.com/2020/07/17/1005396/predictive-policing-algorithms-racist-dismantled-machine-learning-bias-criminal-justice/","type":"Press","date":"2020-07-17"},{"title":"Algorithms in Policing: An Investigative Packet","url":"https://law.yale.edu/sites/default/files/area/center/mfia/document/infopack.pdf","type":"Court Filing","date":"2026-06-09"}]},{"id":"FI-0191","slug":"services-australia-robodebt-algorithm-unlawfully-issued","url":"https://failureindex.ai/failures/services-australia-robodebt-algorithm-unlawfully-issued","headline":"Services Australia Robodebt algorithm unlawfully issued welfare debt notices","company":"Services Australia","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"agentic-workflow","system_class":"generative","severity":"Catastrophic","date_of_incident":"2016-07-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"Learning from the failures of Robodebt","url":"https://www.legalaid.vic.gov.au/learning-from-the-failures-of-robodebt","type":"Press","date":"2026-04-15"},{"title":"Report | Royal Commission into the Robodebt Scheme","url":"https://robodebt.royalcommission.gov.au/publications/report","type":"Primary","date":"2023-07-07"},{"title":"Robodebt scheme - Wikipedia","url":"https://en.wikipedia.org/wiki/Robodebt_scheme","type":"Reader-Submitted","date":"2026-06-05"},{"title":"Royal Commission into the Robodebt Scheme","url":"https://robodebt.royalcommission.gov.au/","type":"Primary","date":"2023-07-07"},{"title":"Record payout for 'illegal' Australian welfare scheme victims","url":"https://www.bbc.com/news/articles/clyx3jvk4zeo","type":"Press","date":"2025-09-03"}]},{"id":"FI-0328","slug":"northpointe-compas-produces-racially-biased-recidivism","url":"https://failureindex.ai/failures/northpointe-compas-produces-racially-biased-recidivism","headline":"ProPublica analysis finds COMPAS recidivism risk scores biased against Black defendants","company":"Northpointe","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2016-05-23","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Machine Bias","url":"https://www.propublica.org/article/machine-bias-risk-assessments-in-criminal-sentencing","type":"Press","date":"2016-05-23"},{"title":"Justice served? Discrimination in algorithmic risk assessment","url":"https://researchoutreach.org/articles/justice-served-discrimination-in-algorithmic-risk-assessment/","type":"Press","date":"2023-11-08"}]},{"id":"FI-0364","slug":"pakistan-biometric-compromised-taliban-leader-identity","url":"https://failureindex.ai/failures/pakistan-biometric-compromised-taliban-leader-identity","headline":"Pakistan biometric ID system compromised by Taliban leader identity fraud","company":"National Database and Registration Authority (NADRA)","is_anonymized":false,"industry":"public-sector","failure_mode":"identity-and-access-drift","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2016-05-21","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Pakistan’s biometric ID scheme is stripping citizenship from thousands of people","url":"https://www.codastory.com/authoritarian-tech/pakistan-biometric-identification-nadra/","type":"Press","date":"2021-11-02"},{"title":"Incident 196: Compromise of National Biometric ID Card System","url":"https://incidentdatabase.ai/cite/196/","type":"Social","date":"2013-09-01"}]},{"id":"FI-0223","slug":"betterment-settles-sec-charges-automated-tax","url":"https://failureindex.ai/failures/betterment-settles-sec-charges-automated-tax","headline":"Betterment settles SEC charges over automated tax-loss harvesting errors","company":"Betterment","is_anonymized":false,"industry":"fintech-and-payments","failure_mode":"agentic-action-error","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2016-04-01","date_indexed":"2026-06-05","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Many","financial_impact":"Disclosed","time_to_disclosure":"Months","sources":[{"title":"SEC Charges Investment Adviser Betterment for Misstatements Regarding Tax-Loss Harvesting","url":"https://www.sec.gov/newsroom/press-releases/2023-80","type":"Press","date":"2023-04-18"},{"title":"Betterment Reaches Agreement with The SEC to Resolve Issues Regarding Tax-Loss Harvesting","url":"https://www.betterment.com/sec-settlement-2023","type":"Press","date":"2023-04-18"}]},{"id":"FI-0006","slug":"microsoft-tay-twitter-bot-racist-tweets","url":"https://failureindex.ai/failures/microsoft-tay-twitter-bot-racist-tweets","headline":"Microsoft Tay turned racist in 16 hours","company":"Microsoft","is_anonymized":false,"industry":"other","failure_mode":"brand-and-safety-incident","ai_surface":"chatbot","system_class":"generative","severity":"High","date_of_incident":"2016-03-23","date_indexed":"2026-05-13","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Class","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Microsoft's racist millennial chatbot","url":"https://www.theverge.com/2016/3/24/11297050/tay-microsoft-chatbot-racist","type":"Press","date":"2016-03-24"},{"title":"Microsoft official statement","url":"https://blogs.microsoft.com/blog/2016/03/25/learning-tays-introduction/","type":"Primary","date":"2016-03-25"}]},{"id":"FI-0398","slug":"amazon-robotic-warehouses-linked-higher-worker","url":"https://failureindex.ai/failures/amazon-robotic-warehouses-linked-higher-worker","headline":"Amazon robotic warehouses linked to higher worker injury rates","company":"Amazon","is_anonymized":false,"industry":"retail-and-ecommerce","failure_mode":"agentic-action-error","ai_surface":"autonomous-system","system_class":"predictive","severity":"High","date_of_incident":"2016-01-12","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"How Amazon hid its safety crisis","url":"https://revealnews.org/article/how-amazon-hid-its-safety-crisis/","type":"Press","date":"2020-09-29"},{"title":"Amazon warehouse robots 'increase staff injuries'","url":"https://www.bbc.com/news/technology-54355803","type":"Press","date":"2020-09-30"},{"title":"Amazon discloses staff injury rates showing where it is worse or better than peers","url":"https://www.reuters.com/business/retail-consumer/amazon-discloses-staff-injury-rates-showing-where-it-is-worse-or-better-than-2022-01-24/","type":"Press","date":"2022-01-24"}]},{"id":"FI-0332","slug":"chicago-police-department-heat-list-reinforced","url":"https://failureindex.ai/failures/chicago-police-department-heat-list-reinforced","headline":"Chicago police Heat List criticized for racial bias and ineffectiveness","company":"Chicago Police Department","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2016-01-01","date_indexed":"2026-06-09","public_visibility":"Low","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"How strategic is Chicago's Strategic Subjects List?","url":"https://upturn.org/work/how-strategic-is-chicagos-strategic-subjects-list/","type":"Press","date":"2017-06-22"},{"title":"CPD's 'Heat List' and the Dilemma of Predictive Policing","url":"https://www.rand.org/pubs/commentary/2016/09/cpds-heat-list-and-the-dilemma-of-predictive-policing.html","type":"Press","date":"2016-09-21"}]},{"id":"FI-0353","slug":"google-photos-labels-black-individuals-gorillas","url":"https://failureindex.ai/failures/google-photos-labels-black-individuals-gorillas","headline":"Google Photos labels Black individuals as gorillas","company":"Google","is_anonymized":false,"industry":"saas","failure_mode":"brand-and-safety-incident","ai_surface":"computer-vision","system_class":"predictive","severity":"High","date_of_incident":"2015-07-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Google apologises for Photos app's racist blunder","url":"https://www.bbc.com/news/technology-33347866","type":"Press","date":"2015-07-01"},{"title":"Google apologizes for racist auto-tag in photo app","url":"https://www.phillyvoice.com/google-apologizes-racist-photo-auto-tag/","type":"Press","date":"2015-07-02"}]},{"id":"FI-0373","slug":"google-delivery-algorithm-showed-gender-bias","url":"https://failureindex.ai/failures/google-delivery-algorithm-showed-gender-bias","headline":"Google ad delivery algorithm showed gender bias in high paying job advertisements","company":"Google","is_anonymized":false,"industry":"saas","failure_mode":"policy-violation","ai_surface":"recommender","system_class":"predictive","severity":"Medium","date_of_incident":"2015-07-01","date_indexed":"2026-06-09","public_visibility":"High","regulatory_exposure":"None","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Hours","sources":[{"title":"Women less likely to be shown ads for high-paid jobs on Google, study shows","url":"https://www.theguardian.com/technology/2015/jul/08/women-less-likely-ads-high-paid-jobs-google-study","type":"Press","date":"2015-07-08"},{"title":"Fewer Women Than Men Are Shown Online Ads Related to High-Paying Jobs","url":"https://csd.cmu.edu/news/fewer-women-than-men-are-shown-online-ads-related-to-highpaying-jobs","type":"Primary","date":"2015-07-06"},{"title":"Google's algorithm shows prestigious job ads to men, but not to women","url":"https://www.washingtonpost.com/news/the-intersect/wp/2015/07/06/googles-algorithm-shows-prestigious-job-ads-to-men-but-not-to-women-heres-why-that-should-worry-you/","type":"Press","date":"2015-07-06"}]},{"id":"FI-0431","slug":"volkswagen-robot-crushed-contractor-death-baunatal","url":"https://failureindex.ai/failures/volkswagen-robot-crushed-contractor-death-baunatal","headline":"Volkswagen robot crushed contractor to death at Baunatal plant","company":"Volkswagen","is_anonymized":false,"industry":"other","failure_mode":"agentic-action-error","ai_surface":"autonomous-system","system_class":"predictive","severity":"Catastrophic","date_of_incident":"2015-06-29","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Active","customer_impact":"Few","financial_impact":"Unknown","time_to_disclosure":"Days","sources":[{"title":"Man crushed to death by robot at car factory","url":"https://www.bbc.com/news/newsbeat-33359005","type":"Press","date":"2015-07-02"},{"title":"Robot kills worker at Volkswagen plant in Germany","url":"https://www.theguardian.com/world/2015/jul/02/robot-kills-worker-at-volkswagen-plant-in-germany","type":"Press","date":"2015-07-01"},{"title":"Robot kills autoworker at Volkswagen plant","url":"https://www.cbc.ca/news/science/robot-kills-autoworker-at-volkswagen-plant-1.3135544","type":"Press","date":"2015-07-02"}]},{"id":"FI-0485","slug":"home-office-algorithm-targets-specific-nationalities","url":"https://failureindex.ai/failures/home-office-algorithm-targets-specific-nationalities","headline":"UK Home Office algorithm targets specific nationalities for sham marriage fraud review","company":"United Kingdom Home Office","is_anonymized":false,"industry":"public-sector","failure_mode":"policy-violation","ai_surface":"algorithmic-decision","system_class":"predictive","severity":"High","date_of_incident":"2015-03-01","date_indexed":"2026-06-10","public_visibility":"High","regulatory_exposure":"Possible","customer_impact":"Many","financial_impact":"Unknown","time_to_disclosure":"Months","sources":[{"title":"Home Office algorithm to detect sham marriages may contain bias","url":"https://www.thebureauinvestigates.com/stories/2021-04-19/home-office-algorithm-sham-marriages","type":"Press","date":"2021-04-19"},{"title":"'Sham marriages' and algorithmic decision-making in the Home Office","url":"https://publiclawproject.org.uk/latest/sham-marriages-and-algorithmic-decision-making-in-the-home-office/","type":"Press","date":"2021-02-03"}]}]}