[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-339620-105":3,"detail-sidebar-cat-0-en-105":81,"doc-detail-339620-en":131},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":74,"head_meta":76,"extra_data":78,"updated_unix":80},105,"en","solicitors-qualifying-examination-pilot-of-the-assessment-of-functioning-legal-knowledge-psychometric-and-statistical-analysis-executive-summary-and-introduction","Solicitors Qualifying Examination Pilot of the Assessment of Functioning Legal Knowledge - Psychometric and Statistical Analysis - Executive Summary and Introduction","","Kaplan designed and delivered a pilot assessment of Functioning Legal Knowledge (FLK) for the proposed Solicitors Qualifying Examination (SQE) for England and Wales, appointed by the Solicitors Regulation Authority (SRA). The pilot used three single-best-answer MCQ papers covering business law, property, public and administrative law, and criminal law. Psychometric evaluation assessed item difficulty, response time, discrimination, reliability, and score reproducibility using IRT and generalisability theory. Results supported appropriate statistical characteristics, with reliability and precision improved by two 180-item exams.",{"@graph":14,"@context":73},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/solicitors-qualifying-examination-pilot-of-the-assessment-of-functioning-legal-knowledge-psychometric-and-statistical-analysis-executive-summary-and-introduction/339620/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/solicitors-qualifying-examination-pilot-of-the-assessment-of-functioning-legal-knowledge-psychometric-and-statistical-analysis-executive-summary-and-introduction/339620.png","ImageObject",300,407,{"name":42,"@type":43},"Aurelia","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-11-05","2026-09-21",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",16,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69],{"name":60,"@type":61,"acceptedAnswer":62},"What is the purpose of the SQE pilot assessment of FLK?","Question",{"text":63,"@type":64},"It pilots the proposed SQE assessment of candidates’ functioning legal knowledge for England and Wales, using MCQ items to measure applied legal knowledge.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"How were the three FLK papers constructed in the pilot?",{"text":68,"@type":64},"Three papers of 120 single best answer MCQ questions were built, each covering defined subject areas, while the feasibility of two additional 180-item papers was also evaluated.",{"name":70,"@type":61,"acceptedAnswer":71},"What psychometric methods were used to evaluate the test items and scores?",{"text":72,"@type":64},"Item performance was assessed with indices such as difficulty, response time, and corrected item-total correlation, supplemented by item response theory. Score reliability and precision were also calculated using coefficient alpha and standard error of measurement, with generalisability theory used to model test lengths.","https://schema.org",{"og:url":32,"og:type":75,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":77,"canonical":32},"index,follow",{"doc_id":79,"site_id":7},339620,1790120271,{"code":4,"msg":82,"data":83},"success",[84,88,92,96,101,106,111,115,120,123,127],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":85,"show_sort_weight":86,"slug":87},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":89,"show_sort_weight":90,"slug":91},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":93,"show_sort_weight":94,"slug":95},"Exam",70,"exam",{"id":97,"doc_module":4,"doc_module_name":25,"category_name":98,"show_sort_weight":99,"slug":100},5,"Comic",60,"comic",{"id":102,"doc_module":4,"doc_module_name":25,"category_name":103,"show_sort_weight":104,"slug":105},6,"Technology",50,"technology",{"id":107,"doc_module":4,"doc_module_name":25,"category_name":108,"show_sort_weight":109,"slug":110},7,"Healthcare",40,"healthcare",{"id":112,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":113,"slug":114},8,30,"research-report",{"id":116,"doc_module":4,"doc_module_name":25,"category_name":117,"show_sort_weight":118,"slug":119},9,"Religion & Spirituality",20,"religion-spirituality",{"id":118,"doc_module":4,"doc_module_name":25,"category_name":121,"show_sort_weight":118,"slug":122},"World Cup","world-cup",{"id":124,"doc_module":4,"doc_module_name":25,"category_name":125,"show_sort_weight":124,"slug":126},10,"Lifestyle","lifestyle",{"id":128,"doc_module":4,"doc_module_name":25,"category_name":129,"show_sort_weight":97,"slug":130},19,"General","general",{"code":4,"msg":82,"data":132},{"doc_id":79,"user_id":133,"nickname":42,"user_avatar":134,"doc_module":4,"category_id":112,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":118,"language":140,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":12,"update_tm":144,"read_time":104,"preview_page_count":33,"preview_urls":145},1099514068365,"https://ap-avatar.wpscdn.com/avatar/10000253d8d9f28188e?x-image-process=image/resize,m_fixed,w_180,h_180&k=1794309523707217728","The Solicitors Qualifying Examination Pilot of the Assessment of Functioning Legal Knowledge: apsychometric and statistical analysis  \nAuthors  \nCase SM1, Coombes LR2, Fry E2, Swanson DB3, Wakeford R4  \nAffiliations  \n1. Formerly, National Conference of Bar Examiners, Madison, WI  \n2. Kaplan, Spring House, 40-44 Holloway Road, London  \n3. American Board of Medical Specialties, Chicago, IL  \n4. Hughes Hall, University of Cambridge, Cambridge  \n* * *  \nEXECUTIVE SUMMARY  \nA key component for a proposed route to qualification as a solicitor of England and Wales is an assessment of the application of candidates’ functioning legal knowledge (FLK) within the planned Solicitors Qualifying Examination (SQE) . Kaplan was appointed as the assessment provider by the profession’s regulatory body, the Solicitors Regulation Authority (SRA), to design, develop and deliver the assessments. Since 2011, Kaplan has provided a qualifying exam of both applied knowledge and legal skills assessments for lawyers qualified in other jurisdictions and barristers of England and Wales to become solicitors of England and Wales (the qualified lawyers transfer scheme) . This paper provides details of a pilot delivery of the proposed SQE assessment of FLK.  \nThree papers, each of 120 single best answer, multiple choice questions (MCQ) were constructed as follows: 1) Business Law and Practice, Dispute Resolution, Contract and Tort; 2) Property Practice, Land Law, Wills and the Administration of Estates and Trusts, Solicitors’ Accounts; and 3) Public and Administrative Law, the Legal System of England and Wales; Criminal Law and Practice. The potential for two papers of 180 items each was also evaluated. A total of 316 volunteers took the three tests and provided demographic information.  \nThe quality of test items was assessed using indices of difficulty, response time and corrected itemtotal correlation (discrimination) supplemented by analyses based on item response theory (IRT) . Candidates’ test scores were calculated for each of the three papers and for the three papers as a whole (360 items) . Overall scores were examined against individual demographics and then using multivariate analysis to identify the key predictors of performance. Subject scores were correlated against paper scores to assess the extent of compensation between subjects. Data on the reproducibility of test scores (reliability using coefficient alpha, and precision using the standard error of measurement (SEm)) were calculated for the three 120-item tests, and, using generalisability theory, modelled for different test lengths and evaluated against current best assessment practice.  \nReliable and accurate assessment of the application of the FLK using single best answer items was achieved in the Stage 1 pilot. In general, the items showed appropriate statistical characteristics. Item review by solicitors was found valuable to complement traditional interpretations of item statistics. Content expert review following the exam administration found that there were gaps in knowledge (reflected in some items that candidates found very difficult) . There was only modest room for item improvement overall. Three 120-item tests did not quite achieve the robustness of scores necessary in such a credentialing examination. However two exams of 180 items would reach  \nthese levels. Candidate feedback was encouraging. Initial tentative indications are that educational factors (having successfully completed the Graduate Diploma in Law (GDL) and having undertaken a law degree in a Russell Group university in England and Wales) were key predicators of success in the exam. While this provides concurrent validity for the exam, it is also a cause for concern, given the confounding of these educational factors with membership of minority groups protected under the Equality Act 2010. Industry-standard targets of reliability and precision can be achieved with two tests of 180 items, each with a separate pass/","cbCaipt25NArLR6s","https://ap.wps.com/l/cbCaipt25NArLR6s","pdf",638589,"English","# Executive Summary\n## Pilot design and test construction\n## Psychometric evaluation and scoring results\n# Introduction and Background\n## SQE implementation timeline and rationale\n## SQE structure and role of FLK\n## Pilot delivery approach and item sampling","[{\"question\":\"What is the purpose of the SQE pilot assessment of FLK?\",\"answer\":\"It pilots the proposed SQE assessment of candidates’ functioning legal knowledge for England and Wales, using MCQ items to measure applied legal knowledge.\"},{\"question\":\"How were the three FLK papers constructed in the pilot?\",\"answer\":\"Three papers of 120 single best answer MCQ questions were built, each covering defined subject areas, while the feasibility of two additional 180-item papers was also evaluated.\"},{\"question\":\"What psychometric methods were used to evaluate the test items and scores?\",\"answer\":\"Item performance was assessed with indices such as difficulty, response time, and corrected item-total correlation, supplemented by item response theory. Score reliability and precision were also calculated using coefficient alpha and standard error of measurement, with generalisability theory used to model test lengths.\"}]","Solicitors Qualifying Examination Pilot of the Assessment of Functioning Legal Knowledge - Psychometric and Statistical Analysis - Executive Summary and Introduction | PDF",1790031285,[146,150,154,158],{"page_no":22,"url":147,"width":148,"height":149},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/f3891d17e7fa2358ff3c846c12521301.webp",983,1390,{"page_no":26,"url":151,"width":152,"height":153},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/d20e34e8592b3e9785e6626ad9e955da.webp",982,1388,{"page_no":30,"url":155,"width":156,"height":157},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/9d0f86e0c3ec676d321f030b7c011bfe.webp",981,1387,{"page_no":33,"url":159,"width":160,"height":161},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/d0fa87643d704fcc109ed68e00bce62a.webp",980,1385]