{"updated_at": "2026-10-26T10:12:47Z", "cutoff": "2026-10-26", "report": "https://aiforlawyers.app/report/contract-review", "pdf": "https://aiforlawyers.app/report/contract-review.pdf", "task": "contract_review", "task_label": "Contract review", "note": "Counts are public posts, not a survey. Compare bands and the number of voices, not totals. Outside tests are not our score and are not in this file.", "license": "https://creativecommons.org/licenses/by/4.0/", "attribution": "aiforlawyers.app (AI Vortex), Contract review report, cutoff Oct 26, 2026, https://aiforlawyers.app/report/contract-review", "how_to_cite": "https://aiforlawyers.app/method#use", "min_n": 10, "voices": 305, "voices_naming_a_tool": 248, "tools": [{"name": "Claude", "status": "rated", "n": 65, "pos": 41, "mixed": 8, "neg": 11, "neutral": 5, "net": 46, "lo": 29, "hi": 59, "confidence": "Medium", "complaint_voices": 18, "complaints": [{"pain": "accuracy_other", "count": 12}, {"pain": "privacy", "count": 2}, {"pain": "integration", "count": 2}, {"pain": "hallucination", "count": 1}, {"pain": "trust_liability", "count": 1}]}, {"name": "Spellbook", "status": "rated", "n": 51, "pos": 30, "mixed": 9, "neg": 10, "neutral": 2, "net": 39, "lo": 20, "hi": 55, "confidence": "Low", "complaint_voices": 19, "complaints": [{"pain": "accuracy_other", "count": 9}, {"pain": "price", "count": 5}, {"pain": "hallucination", "count": 3}, {"pain": "trust_liability", "count": 1}, {"pain": "privacy", "count": 1}]}, {"name": "Harvey", "status": "rated", "n": 43, "pos": 15, "mixed": 15, "neg": 10, "neutral": 3, "net": 12, "lo": -7, "hi": 30, "confidence": "Low", "complaint_voices": 24, "complaints": [{"pain": "accuracy_other", "count": 17}, {"pain": "hallucination", "count": 2}, {"pain": "trust_liability", "count": 2}, {"pain": "price", "count": 2}, {"pain": "integration", "count": 1}]}, {"name": "ChatGPT", "status": "rated", "n": 57, "pos": 20, "mixed": 7, "neg": 26, "neutral": 4, "net": -11, "lo": -29, "hi": 9, "confidence": "Low", "complaint_voices": 32, "complaints": [{"pain": "accuracy_other", "count": 22}, {"pain": "hallucination", "count": 5}, {"pain": "trust_liability", "count": 2}, {"pain": "privacy", "count": 2}, {"pain": "integration", "count": 1}]}, {"name": "Copilot", "status": "few", "n": 9, "pos": 4, "mixed": 2, "neg": 2, "neutral": 1, "net": null, "lo": null, "hi": null, "confidence": null, "complaint_voices": 3, "complaints": [{"pain": "accuracy_other", "count": 3}]}, {"name": "CoCounsel", "status": "few", "n": 6, "pos": 2, "mixed": 1, "neg": 3, "neutral": 0, "net": null, "lo": null, "hi": null, "confidence": null, "complaint_voices": 4, "complaints": [{"pain": "accuracy_other", "count": 3}, {"pain": "trust_liability", "count": 1}]}, {"name": "Legora", "status": "few", "n": 6, "pos": 1, "mixed": 1, "neg": 3, "neutral": 1, "net": null, "lo": null, "hi": null, "confidence": null, "complaint_voices": 4, "complaints": [{"pain": "accuracy_other", "count": 2}, {"pain": "hallucination", "count": 1}, {"pain": "price", "count": 1}]}, {"name": "Luminance", "status": "few", "n": 6, "pos": 2, "mixed": 0, "neg": 4, "neutral": 0, "net": null, "lo": null, "hi": null, "confidence": null, "complaint_voices": 4, "complaints": [{"pain": "accuracy_other", "count": 4}]}, {"name": "Gemini", "status": "few", "n": 3, "pos": 3, "mixed": 0, "neg": 0, "neutral": 0, "net": null, "lo": null, "hi": null, "confidence": null, "complaint_voices": 0, "complaints": []}, {"name": "Perplexity", "status": "few", "n": 2, "pos": 2, "mixed": 0, "neg": 0, "neutral": 0, "net": null, "lo": null, "hi": null, "confidence": null, "complaint_voices": 0, "complaints": []}], "outside_tests": [{"name": "Vals Legal AI Report (VLAIR): Feb 2025 edition, legal tasks", "published": "2025-02-27", "read": "2026-10-22", "url": "https://www.vals.ai/industry-reports/vlair"}, {"name": "Harvey Legal Agent Benchmark (LAB) leaderboard, hosted by Mercor", "published": "2026-05-06 (launch per Harvey blog coverage); leaderboard date not shown on page", "read": "2026-10-22", "url": "https://www.mercor.com/apex/partner-benchmarks/harvey-lab-leaderboard/"}]}