[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-321749-105":59,"doc-detail-321749-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","report-2025-051-california-state-auditor-summary","REPORT 2025-051 - California State Auditor - Summary","","Audit report on the California State Bar’s February 2025 bar exam administration and its implementation of exam changes. Finds that the State Bar poorly executed key steps in developing AI-generated multiple-choice questions, including inadequate specification of required legal topics and flawed content validation. Also identifies weak vendor management for Meazure Learning, insufficient performance evaluation criteria, and failure to address known technical issues from a prior pretest. Resulted in higher pass rates, $5.1 million costs, and at least $4 million in revenue losses.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/report-2025-051-california-state-auditor-summary/321749/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/report-2025-051-california-state-auditor-summary/321749.png","ImageObject",300,407,{"name":92,"@type":93},"McGucket","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-23","2026-09-21",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",12,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"What was the audit focused on regarding the February 2025 bar exam?","Question",{"text":113,"@type":114},"It reviewed how the State Bar implemented changes to the exam and administered the February 2025 California Bar Examination, including question development processes and vendor administration.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"How did the State Bar develop new multiple-choice questions for the February 2025 exam?",{"text":118,"@type":114},"It contracted for Kaplan to develop multiple-choice questions and asked another vendor, ACS Ventures, to develop additional questions using artificial intelligence, then conducted a content validation process with flaws.",{"name":120,"@type":111,"acceptedAnswer":121},"Why did test takers experience significant problems during the February 2025 exam?",{"text":122,"@type":114},"The State Bar did not define requirements or evaluation criteria for Meazure Learning in advance and did not ensure the vendor addressed causes of technical issues seen in a November 2024 pretest, contributing to computer freezes, crashes, and error messages.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},321749,1790372184,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":140,"language":141,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":142,"faqs":143,"seo_title":144,"seo_description":67,"update_tm":145,"read_time":146,"preview_page_count":4},1236954412713,"https://us-avatar.wpscdn.com/davatar_29158cc5080c5b710cf443261637dec0","The February 2025  \nBar Exam  \nThe State Bar’s Poor Implementation of Changes to the Exam Negatively Affected Test Takers  \nJuly 2026  \nREPORT 2025-051  \n| | CALIFORNIA STATE AUDITOR\u003Cbr>621 Capitol Mall, Suite 1200 | Sacramento | CA | 95814 |\n| --- | --- |\n|  916.445.0255 | TTY 711 |  |\n| For complaints of state employee misconduct, contact us through the Whistleblower Hotline:\u003Cbr> 1.800.952.5665 |  |\n\nDon’t want to miss any of our reports? Subscribe to our email list at  [auditor.ca.go](auditor.ca.gov)[v](auditor.ca.gov)    \nFor questions regarding the contents of this report, please contact our Communications Office at 916.445.0255  \nThis report [is also available online at www.auditor.ca.gov](is also available online at www.auditor.ca.gov | Alternative format)[ |](is also available online at www.auditor.ca.gov | Alternative format)[ Alternative format](is also available online at www.auditor.ca.gov | Alternative format) reports available upon request | Permission is granted to reproduce reports  \nGrant Parks State Auditor  \nLaura Kearney Chief Deputy  \nJuly 9, 2026  \n2025-051  \nThe Governor of California President pro Tempore of the Senate Speaker of the Assembly  \nState Capitol  \nSacramento, CA 95814  \nDear Governor and Legislative Leaders:  \nAs required by Business and Professions Code section 6145, subdivision (d), my office conducted an audit of the State Bar of California (State Bar) and its administration of the California Bar Examination administered in February 2025 (February 2025 bar exam). In general, we determined that the State Bar poorly implemented certain changes to the bar exam, which had a negative effect on test takers.  \nIn part to reduce costs and address the solvency of its Admissions Fund, the State Bar decided in 2024 to switch from administering the bar exam in person to offering test takers the option to take the bar exam remotely or in person. To make this switch, the State Bar contracted with Kaplan Exam Services, LLC (Kaplan) to develop multiple-choice questions for the bar exam. However, the State Bar did not specify to Kaplan certain legal topics required for the bar exam, and the State Bar asked another of its vendors, ACS Ventures, LLC (ACS Ventures) to develop additional exam questions, which it did using artificial intelligence. Although the State Bar engaged in a content validation process to review, edit, and validate all the newly developed multiple-choice questions, the State Bar’s execution of this process had flaws that hindered its effectiveness.  \nThe State Bar also contracted with ProctorU Inc., dba Meazure Learning (Meazure Learning), toadminister the February 2025 bar exam without first defining business requirements or establishing criteria to evaluate the vendor’s performance. It also contracted with Meazure Learning despite knowing that it lacked an important tool to administer the exam’s performance test portion. Further, the State Bar did not ensure that Meazure Learning addressed the causes of computer freezes, crashes, and error messages that test takers faced during a November 2024 pretest. The technical and administrative problems that test takers experienced caused the State Bar to raise its pass rate from about 36 percent of test takers to about 65 percent of test takers ofthe February 2025 bar exam.  \nThe State Bar did not achieve cost savings in its administration of the February 2025 bar exam, which has cost $5.1 million, not including the costs of pending legal matters, and it experienced at least $4 million in lost revenue from the remedies it provided to February 2025 test takers, which included exam refunds and fee waivers.  \nRespectfully submitted,  \nGRANT PARKS  \nCalifornia State Auditor  \n621 Capitol Mall, Suite 1200 | Sacramento, CA [95814 | 916.445.0255 |](95814 | 916.445.0255 | www. auditor. ca . gov)[ www. auditor. ca . gov](95814 | 916.445.0255 | www. auditor. ca . gov)  \niv  \nCALIFORNIA STATE AUDITOR July 2026 | Report 2025-051  \nSelected Abbreviations ","cbCait2CKWDQKKnq","https://ap.wps.com/l/cbCait2CKWDQKKnq","pdf",4035059,73,"English","# Summary\n## Key Findings and Recommendations\n# Introduction\n# Audit Results\n## The State Bar’s Timeline and Poor Planning Created Challenges With Question Development\n## Question Issues Forced the State Bar to Remove More Questions From Scoring Than It Had Intended\n## The State Bar Contracted With Meazure Learning Without Fully Verifying Its Ability to Effectively Administer the February 2025 Bar Exam\n## The State Bar Fell Short of Preventing the Technical and Administrative Failures That Occurred in the February 2025 Bar Exam\n## The State Bar Experienced No Cost Savings on the February 2025 Bar Exam and at Least $4 Million in Revenue Losses\n## Other Areas We Reviewed\n# Recommendations\n# Appendix A\n# Appendix B\n# Response to the Audit","[{\"question\":\"What was the audit focused on regarding the February 2025 bar exam?\",\"answer\":\"It reviewed how the State Bar implemented changes to the exam and administered the February 2025 California Bar Examination, including question development processes and vendor administration.\"},{\"question\":\"How did the State Bar develop new multiple-choice questions for the February 2025 exam?\",\"answer\":\"It contracted for Kaplan to develop multiple-choice questions and asked another vendor, ACS Ventures, to develop additional questions using artificial intelligence, then conducted a content validation process with flaws.\"},{\"question\":\"Why did test takers experience significant problems during the February 2025 exam?\",\"answer\":\"The State Bar did not define requirements or evaluation criteria for Meazure Learning in advance and did not ensure the vendor addressed causes of technical issues seen in a November 2024 pretest, contributing to computer freezes, crashes, and error messages.\"}]","REPORT 2025-051 - California State Auditor - Summary | PDF",1789960135,184]