{"updated_at": "2026-10-26T10:12:47Z", "cutoff": "2026-10-26", "report": "https://aiforlawyers.app/report/citation-checking", "pdf": "https://aiforlawyers.app/report/citation-checking.pdf", "task": "citation_check", "task_label": "Citation checking", "note": "Counts are public posts, not a survey. Compare bands and the number of voices, not totals. Outside tests are not our score and are not in this file.", "license": "https://creativecommons.org/licenses/by/4.0/", "attribution": "aiforlawyers.app (AI Vortex), Citation checking report, cutoff Oct 26, 2026, https://aiforlawyers.app/report/citation-checking", "how_to_cite": "https://aiforlawyers.app/method#use", "min_n": 10, "voices": 290, "voices_naming_a_tool": 246, "tools": [{"name": "Claude", "status": "rated", "n": 31, "pos": 16, "mixed": 4, "neg": 11, "neutral": 0, "net": 16, "lo": -12, "hi": 41, "confidence": "Low", "complaint_voices": 15, "complaints": [{"pain": "hallucination", "count": 10}, {"pain": "accuracy_other", "count": 2}, {"pain": "trust_liability", "count": 2}, {"pain": "price", "count": 1}]}, {"name": "Lexis+ AI", "status": "rated", "n": 17, "pos": 4, "mixed": 0, "neg": 12, "neutral": 1, "net": -47, "lo": -71, "hi": -9, "confidence": "Low", "complaint_voices": 12, "complaints": [{"pain": "hallucination", "count": 6}, {"pain": "trust_liability", "count": 4}, {"pain": "price", "count": 1}, {"pain": "integration", "count": 1}]}, {"name": "ChatGPT", "status": "rated", "n": 157, "pos": 18, "mixed": 7, "neg": 126, "neutral": 6, "net": -69, "lo": -76, "hi": -59, "confidence": "Medium", "complaint_voices": 132, "complaints": [{"pain": "hallucination", "count": 111}, {"pain": "accuracy_other", "count": 10}, {"pain": "trust_liability", "count": 10}, {"pain": "privacy", "count": 1}]}, {"name": "Westlaw AI", "status": "rated", "n": 11, "pos": 3, "mixed": 0, "neg": 8, "neutral": 0, "net": -45, "lo": -77, "hi": 3, "confidence": "Low", "complaint_voices": 8, "complaints": [{"pain": "hallucination", "count": 5}, {"pain": "accuracy_other", "count": 3}]}, {"name": "Gemini", "status": "few", "n": 9, "pos": 2, "mixed": 0, "neg": 7, "neutral": 0, "net": null, "lo": null, "hi": null, "confidence": null, "complaint_voices": 7, "complaints": [{"pain": "hallucination", "count": 7}]}, {"name": "CoCounsel", "status": "few", "n": 7, "pos": 3, "mixed": 2, "neg": 2, "neutral": 0, "net": null, "lo": null, "hi": null, "confidence": null, "complaint_voices": 4, "complaints": [{"pain": "hallucination", "count": 2}, {"pain": "accuracy_other", "count": 2}]}, {"name": "Harvey", "status": "few", "n": 6, "pos": 1, "mixed": 0, "neg": 5, "neutral": 0, "net": null, "lo": null, "hi": null, "confidence": null, "complaint_voices": 5, "complaints": [{"pain": "hallucination", "count": 4}, {"pain": "trust_liability", "count": 1}]}, {"name": "Perplexity", "status": "few", "n": 3, "pos": 1, "mixed": 0, "neg": 2, "neutral": 0, "net": null, "lo": null, "hi": null, "confidence": null, "complaint_voices": 2, "complaints": [{"pain": "hallucination", "count": 1}, {"pain": "accuracy_other", "count": 1}]}, {"name": "Copilot", "status": "few", "n": 2, "pos": 1, "mixed": 0, "neg": 1, "neutral": 0, "net": null, "lo": null, "hi": null, "confidence": null, "complaint_voices": 1, "complaints": [{"pain": "hallucination", "count": 1}]}, {"name": "Legora", "status": "few", "n": 1, "pos": 0, "mixed": 0, "neg": 0, "neutral": 1, "net": null, "lo": null, "hi": null, "confidence": null, "complaint_voices": 0, "complaints": []}, {"name": "Spellbook", "status": "few", "n": 1, "pos": 1, "mixed": 0, "neg": 0, "neutral": 0, "net": null, "lo": null, "hi": null, "confidence": null, "complaint_voices": 0, "complaints": []}, {"name": "vLex Vincent", "status": "few", "n": 1, "pos": 0, "mixed": 0, "neg": 1, "neutral": 0, "net": null, "lo": null, "hi": null, "confidence": null, "complaint_voices": 1, "complaints": [{"pain": "hallucination", "count": 1}]}], "outside_tests": [{"name": "Hallucination-Free? Assessing the Reliability of Leading AI Legal Research Tools (Magesh et al.)", "published": "2024-05-30 (arXiv v1; HAI news post dated 2024-05-23)", "read": "2026-10-22", "url": "https://arxiv.org/abs/2405.20362"}]}