{"data":{"event":{"id":"83d23e32-8372-4b62-89aa-eaeff6236650","slug":"deloitte-australia-gpt4o-report-correction","title":"Deloitte refunds part of an Australian government report after GPT-4o hallucinations","short_summary":"Deloitte Australia’s July 2025 welfare-compliance review for DEWR, produced with Azure OpenAI GPT-4o, contained fabricated citations and a misquoted judgment; a corrected version was issued and Deloitte agreed to repay the final contract installment.","full_description":"The original report listed references that do not exist and misspelled Justice Jennifer Davies as Davis. After academic and press scrutiny, DEWR posted a revised document disclosing the model. Deloitte and the department said recommendations were unchanged. The event is a serious correction of an official AI-assisted work product, treated here as retracted for scoring of the original report’s reliability.","ledger_type":"harm","primary_domain_id":"056250cf-05f4-4116-957c-78323ed7f8cf","event_status":"retracted","event_date":"2025-07-04T00:00:00.000Z","discovery_date":"2025-07-04T00:00:00.000Z","first_published_date":"2025-07-04T00:00:00.000Z","last_reviewed_date":"2025-07-04T00:00:00.000Z","geographic_scope":"Australia (federal government)","affected_population":"Australian government users of the Targeted Compliance Framework review","base_impact_tier":2,"base_score":"3.00","attribution_multiplier":"0.3500","evidence_multiplier":"0.8500","realization_multiplier":"0.8000","durability_multiplier":"0.3000","current_event_score":"0.085700","confidence_level":"medium","score_explanation":"Corrupt official evidence in a paid public report is notable institutional harm (tier 2). Human-led consulting with AI assistance (0.35). Independent academic catch plus government correction (0.85). Realization is a published then withdrawn/corrected report. Residual harm falls after correction.","methodology_version_id":"d7881163-fb23-4e71-8625-bac1a8662c0f","original_methodology_version_id":"d7881163-fb23-4e71-8625-bac1a8662c0f","published_at":"2025-07-04T00:00:00.000Z","created_at":"2026-09-13T20:47:20.075Z","updated_at":"2026-09-13T20:47:20.075Z","flags":[],"domain_name":"Computer Science","domain_slug":"computer-science","methodology_version":"0.1"},"contributions":[{"id":"e10e3c58-d2c9-4673-9bd4-ec807104b6e3","event_id":"83d23e32-8372-4b62-89aa-eaeff6236650","model_id":"e30d3e87-e60b-420a-9355-c9099d60ea75","role_description":"Azure-hosted model used in Deloitte’s technical workstream that generated fabricated references.","attribution_multiplier":"0.3500","credit_share":"0.4000","contribution_score":"0.085700","attribution_rationale":"Deloitte disclosed GPT-4o use; humans delivered the report without adequate verification.","attribution_confidence":"medium","first_used_date":"2025-07-04T00:00:00.000Z","model_version_if_known":null,"review_status":"approved","created_at":"2026-09-13T20:47:20.075Z","model_slug":"gpt-4o","model_name":"GPT-4o","identity_class":"named_release","is_internal":false,"family_name":"GPT","family_slug":"openai-gpt","organization_name":"OpenAI","organization_slug":"openai"}],"sources":[{"id":"4afd135e-1c27-4bc7-8ee7-cb975406688e","event_id":"83d23e32-8372-4b62-89aa-eaeff6236650","url":"https://www.theguardian.com/australia-news/2025/oct/06/deloitte-to-pay-money-back-to-albanese-government-after-using-ai-in-440000-report","canonical_url":"https://www.theguardian.com/australia-news/2025/oct/06/deloitte-to-pay-money-back-to-albanese-government-after-using-ai-in-440000-report","source_type":"journalism","publisher":"The Guardian","author":null,"publication_date":"2025-10-06T00:00:00.000Z","retrieved_at":"2026-09-13T20:47:20.075Z","title":"Deloitte to pay money back after using AI in $440,000 report","excerpt":null,"content_hash":null,"source_reliability_class":"medium","is_primary_source":false,"is_independent":true,"is_peer_reviewed":false,"archived_url":null,"created_at":"2026-09-13T20:47:20.075Z"},{"id":"efc4c35f-5eab-4f16-8a80-e2af5e6eb574","event_id":"83d23e32-8372-4b62-89aa-eaeff6236650","url":"https://arstechnica.com/ai/2025/10/deloitte-will-refund-australian-government-for-ai-hallucination-filled-report/","canonical_url":"https://arstechnica.com/ai/2025/10/deloitte-will-refund-australian-government-for-ai-hallucination-filled-report/","source_type":"journalism","publisher":"Ars Technica","author":null,"publication_date":"2025-10-06T00:00:00.000Z","retrieved_at":"2026-09-13T20:47:20.075Z","title":"Deloitte will refund Australian government for AI hallucination-filled report","excerpt":null,"content_hash":null,"source_reliability_class":"medium","is_primary_source":false,"is_independent":true,"is_peer_reviewed":false,"archived_url":null,"created_at":"2026-09-13T20:47:20.075Z"}],"claims":[{"id":"7c8298be-cc6a-44a2-b973-ce1c982a648b","event_id":"83d23e32-8372-4b62-89aa-eaeff6236650","claim_text":"The original DEWR report contained fabricated academic references and a misquoted judicial passage later removed in a corrected version.","claim_type":"outcome","claim_status":"supported","confidence_score":null,"created_at":"2026-09-13T20:47:20.075Z","updated_at":"2026-09-13T20:47:20.075Z"},{"id":"ae8b2fbc-0173-4624-9f0d-f243a5fc08b7","event_id":"83d23e32-8372-4b62-89aa-eaeff6236650","claim_text":"Deloitte agreed to repay the final installment of the roughly A$440,000 contract.","claim_type":"outcome","claim_status":"supported","confidence_score":null,"created_at":"2026-09-13T20:47:20.075Z","updated_at":"2026-09-13T20:47:20.075Z"}],"revisions":[{"id":"2aefbcb5-c705-406c-9616-9e87cde03ff8","event_id":"83d23e32-8372-4b62-89aa-eaeff6236650","model_id":null,"previous_score":"0.000000","new_score":"0.085700","previous_factors":{},"new_factors":{"evidence":0.85,"base_score":3,"durability":0.3,"attribution":0.35,"realization":0.8},"change_reason":"Initial adjudicated seed score under methodology 0.1.","trigger_type":"seed","trigger_source_ids":null,"reviewer_id":null,"review_status":"published","created_at":"2026-09-13T20:47:20.075Z"}],"secondary":[]},"methodology_version":"0.1"}