[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-340305-105":59,"doc-detail-340305-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","sqe-stage-1-pilot-findings-executive-summary","SQE Stage 1 pilot findings - Executive Summary","","Overall findings from the SQE Stage 1 pilot held in March 2019 evaluate whether the assessment is fair, reliable, accurate, valid, cost-effective, and manageable. The pilot used 360 objective single-best-answer items, tested with over 300 candidates, and produced strong performance for FLK assessments. Reliability and validity were supported through item-writing and multi-stage reviews, but the Stage 1 skills assessment raised significant concerns around reliability, fairness, and standard setting.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/sqe-stage-1-pilot-findings-executive-summary/340305/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/sqe-stage-1-pilot-findings-executive-summary/340305.png","ImageObject",300,407,{"name":92,"@type":93},"Lucas Martin","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-29","2026-09-22",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",11,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"What was the purpose of the SQE Stage 1 pilot conducted in March 2019?","Question",{"text":113,"@type":114},"To determine whether SQE Stage 1 is fair, reliable, accurate, valid, cost-effective, and manageable, and to test planned assessment methods using pilot candidates.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"How were FLK pilot questions developed and reviewed?",{"text":118,"@type":114},"The pilot used 360 objective items, with new and reused questions, created by experienced solicitors, edited through multiple review stages, and assessed for item quality before display to candidates.",{"name":120,"@type":111,"acceptedAnswer":121},"What concerns were identified during the pilot?",{"text":122,"@type":114},"While FLK assessments performed well, the Stage 1 skills assessment raised significant concerns regarding reliability, fairness, and standard setting.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},340305,1790158859,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":140,"language":141,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":142,"faqs":143,"seo_title":144,"seo_description":67,"update_tm":145,"read_time":146,"preview_page_count":19,"preview_urls":147},8796095360427,"https://ap-avatar.wpscdn.com/davatar_994ba38a5ba835b3df7d355c54d3ed8d","SQE Stage 1 pilot findings June 2019  \nGeoff Coombe: SQE Independent Reviewer Crickcombe Ltd  \n© Crickcombe Ltd 2019  \n1. Executive Summary  \nOverall the SQE Stage 1 pilot , held in March 2019, successfully achieved its purpose. This was to explore whether SQE stage 1 is a fair, reliable, accurate, valid and cost effective and manageable assessment. The questions raised in the assessment specification about the SQE stage 1 pilot and my recommendations are in section 4.  \nThe pilot demonstrated what was likely to work well, or not so well, in the live context and allowed the planned assessment methods to be effectively tested by over 300 wellchosen pilot candidates. This has provided invaluable data and experience which will inform the design of the final SQE Stage 1. The Functioning Legal Knowledge (FLK) assessments performed well, however the performance of the pilot Stage 1 skills assessment raised significant concerns about reliability, fairness and standard setting.  \n2. Functioning Legal Knowledge (FLK)  \n2.1 The functioning of the pilot questions: reliability and validity  \nThe questions used in the Stage 1 pilot comprised of 360 objective test items (individual questions) , which required a single best answer, of which 176 were new items designed specifically for the pilot and the remainder were written for QLTS tests , many of which were re-used. Item writing for the pilot was conducted using experienced writers who are all solicitors of England and Wales and collectively have experience that ranges  \nacross teaching as well as practice. Items were then edited, through multiple points of review, including by qualified solicitors of England and Wales with experience of editing objective test questions for exams leading to licensure. A sample (approximately 10%) of the edited and reviewed questions were sent for review to a US qualified lawyer with experience of editing questions for the US Multi-State Bar Exam. Kaplan have an experienced team of in-house reviewers, who are also solicitors and are skilled in compiling and formatting objective test items ready to be presented to candidates onscreen. The external editor who reviewed pilot questions has also worked with Kaplan on QLTS for several years.  \nKaplan have committed to future items also being sent to practitioners, not involved in writing or editing, for them to comment on their relevance to practice, which will provide an added safeguard to ensure validity. Overwhelmingly, test items performed well andre-using items from QLTS which are used in a very similar, but not identical, context had the advantage of knowing prior candidate performance on these items.  \nHaving met Kaplan to discuss the item writing process and their reflections on how to improve it further for the live context I was satisfied that the methods used should lead to good items being created for live tests. My recommendations are:  \n2.1.1 Kaplan were able to explain in detail the processes they follow to recruit, train and standardise those writing items for the FLK , as well as blueprinting, editing, review and test rendering for display to candidates. These processes should be fully  \ndocumented ready for the live context. The documentation should adhere to a recognised quality management standard so it can be used for audit and continuous improvement purposes.  \n2.1.2 There is a reliance of a small number of key highly skilled individuals within Kaplan to oversee the test creation and rendering process, therefore a risk management plan with effective countermeasures to deal with the potential nonavailability of key test creation staff is needed.  \n2.1.3 As part of the review of future live item performance Kaplan should use an independent expert to review test analyses with their academic team. This will provide additional objectivity and assurance when making decisions such as whether to include an item that has performed unusually in a live test.  \nAcross the three 120 question FLK tests, ","cbCaigYi94fwU6fW","https://ap.wps.com/l/cbCaigYi94fwU6fW","pdf",231266,17,"English","# Executive Summary\n# Functioning Legal Knowledge (FLK)\n## The functioning of the pilot questions: reliability and validity","[{\"question\":\"What was the purpose of the SQE Stage 1 pilot conducted in March 2019?\",\"answer\":\"To determine whether SQE Stage 1 is fair, reliable, accurate, valid, cost-effective, and manageable, and to test planned assessment methods using pilot candidates.\"},{\"question\":\"How were FLK pilot questions developed and reviewed?\",\"answer\":\"The pilot used 360 objective items, with new and reused questions, created by experienced solicitors, edited through multiple review stages, and assessed for item quality before display to candidates.\"},{\"question\":\"What concerns were identified during the pilot?\",\"answer\":\"While FLK assessments performed well, the Stage 1 skills assessment raised significant concerns regarding reliability, fairness, and standard setting.\"}]","SQE Stage 1 pilot findings - Executive Summary | PDF",1790035677,43,[148,152,156,160],{"page_no":8,"url":149,"width":150,"height":151},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/0e01004e6cc3250b1dd2b3214185a9a6.webp",983,1272,{"page_no":14,"url":153,"width":154,"height":155},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/24fe8b4b2c2b845c2f72e48a6720f4bd.webp",982,1270,{"page_no":81,"url":157,"width":158,"height":159},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/9c4dd6d06c6b3f8b578b6998d694cbe3.webp",981,1269,{"page_no":19,"url":161,"width":162,"height":163},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/042e302fb51e2f31adc1f1df7b7a90af.webp",980,1268]