[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-620819-105":59,"doc-detail-620819-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","quality-of-marking-issue-no-2-inside-assessment","QUALITY OF MARKING - Issue No. 2 - Inside assessment","","Quality of Marking - Issue No. 2 - Inside assessment presents research news and findings from AQA’s Centre for Education Research and Practice (CERP). It explains how examiner decisions, cognitive strategies, and the influence of examiner characteristics affect marking reliability, including real-time identification of inconsistent marking and the use of corrective actions. The issue also reviews approaches for analysing reliability beyond classical statistics and includes contextual notes, archived mark-scheme features, and CERP marking reliability experts.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/quality-of-marking-issue-no-2-inside-assessment/620819/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/quality-of-marking-issue-no-2-inside-assessment/620819.png","ImageObject",300,407,{"name":92,"@type":93},"Aria Callaghan","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-29","2026-10-20",true,{"@type":102,"interactionType":103,"userInteractionCount":24},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"How is marking quality connected to broader assessment quality assurance?","Question",{"text":112,"@type":113},"Marking is described as a critical component of the exam life cycle and a key theme within CERP’s assessment research agenda, linked to quality assurance across the process.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"What factors can affect marking reliability?",{"text":117,"@type":113},"Marking reliability can be influenced by the test, the candidates, and the marking itself, including elements surrounding marking such as mark-scheme design and standardisation.",{"name":119,"@type":110,"acceptedAnswer":120},"Which methods are discussed for analysing marking reliability beyond classical statistics?",{"text":121,"@type":113},"The issue presents three approaches to analysing marking reliability beyond classical statistics, and it examines strategies for looking beyond traditional measures.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},620819,1792568375,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":24,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145},962084926284,"https://ap-avatar.wpscdn.com/davatar_29158cc5080c5b710cf443261637dec0","QUALITY OF MARKING  \n2 2019 cerp org uk  \n‡INSIDE ASSESSMENT  \nResearch news & comment  \nQuality of marking  \nExaminer decision making  \nExploring cognitive strategies  \nMonitoring marking  \nTaking corrective action  \nAgainst the grain  \nDifferent approaches to evaluating marking reliability  \nEngaging expertise  \nConsidering the impact of examiner specialism  \n2019  \nNo. 2  \nCentre for Education Research and Practice (CERP)  \n[cerp.org.uk](cerp.org.uk)  \nQUALITY OF MARKING  \n‡INSIDE  ASSESSMENT  \nResearch news & comment  \nIssue No. 2  \nQuality of marking  \nNews and findings from AQA’s Centre for Education Research and Practice (CERP)  \nEdited by  \nLena Gray, Will Pointer and Lindsay Simmonds  \nContributors  \nYaw Bimpeh, Sarah Hack, Liz Harrison, Zeek Sweiry and Claire Whitehouse  \n[cerp.org.uk](cerp.org.uk) 2019 3  \nQUALITY OF MARKING  \nInside assessment  \nPublished by AQA  \nExcept as permitted under current legislation, no part of this work maybe photocopied, stored in a retrieval system, published, performed in public, adapted, broadcast, transmitted, recorded or reproduced in any form or by any means without the prior permission of the publisher.  \nCopyright © 2019 AQA and its licensors. All rights reserved.  \nAQA Education (AQA) is a registered charity (registered charity number 1073334) and a company limited by guarantee registered in England and Wales (company number 3644723) . Registered address: AQA, Devas Street, Manchester M15 6EX.  \nFurther articles and research papers are available to download at [cerp.org.uk](cerp.org.uk)  \nPlease send editorial [correspondence to cerp@aqa.org.uk](correspondence to cerp@aqa.org.uk)  \nEdited, designed and produced by Claire Jackson Images © Shutterstock unless otherwise stated Printed by Optichrome  \n4 2019 [cerp.org.uk](cerp.org.uk)  \nQUALITY OF MARKING  \nCONTENTS NO. 22019  \n6 Welcome to Inside assessment  \n8 Marking quality in context  \n10 Exploring the cognitive processes behind marking extended written responses  \n14 Identifying inconsistent markers in real time  \n20 The impact of examiner characteristics  \n28 AQA's marking in numbers  \n30 Beyond classical statistics: three approaches to analysing marking reliability  \n36 From the archives: features of a levels-based mark scheme and their effect on marking reliability  \n46 Contextual notes  \n48 Meet the researchers – CERP’s marking reliability experts  \n[cerp.org.uk](cerp.org.uk) 2019 5  \nQUALITY OF MARKING  \nFrom Lena Gray, Director of Research at AQA's Centre for Education Research and Practice (CERP)  \ndata, CERP research has shown the impact of mark schemes on effective marking and has been able to identify which sorts of questions are complex to mark. Our findings inform AQA's work on assessment design as part of our commitment to continuous improvement.  \nThe examiners who mark the papers also play a major role in the process. AQA's examiners must meet particular criteria (see p. 46) . Certain characteristics – such as teaching experience, examining experience and level of education – have an impact on marking reliability, and CERP undertakes considerable research into this area. An example of a recent project can be found on p. 20.  \nIt's also important to consider the cognitive strategies used by examinersin their marking; techniques for exploring  \n6 2019 [cerp.org.uk](cerp.org.uk)  \nQUALITY OF MARKING  \nthese strategies are expanding, and there are multiple lines of enquiry open to the assessment researcher (p. 10) .  \nMarking data can be analysed in a wide variety of ways, and CERP's work includes both qualitative and quantitive research. Researchers are always keen to push the boundaries and try new  \nmethods: marking research offers an opportunity to look beyond classical statistics (p. 30) .  \nThis journal provides an overview of AQA's current activity, with a nod to our past achievements (p. 36) .   \nDr Lena Gray is Director of Research at AQA's Centre for Education Research and Practice, and is an Honorary Nor","cbCaiot71sVk8fIA","https://ap.wps.com/l/cbCaiot71sVk8fIA","pdf",4106916,52,"English","# Contents\n## Welcome to Inside assessment\n## Marking quality in context\n## Exploring the cognitive processes behind marking extended written responses\n## Identifying inconsistent markers in real time\n## The impact of examiner characteristics\n## AQA's marking in numbers\n## Beyond classical statistics: three approaches to analysing marking reliability\n## From the archives: features of a levels-based mark scheme and their effect on marking reliability\n## Contextual notes\n## Meet the researchers – CERP’s marking reliability experts","[{\"question\":\"How is marking quality connected to broader assessment quality assurance?\",\"answer\":\"Marking is described as a critical component of the exam life cycle and a key theme within CERP’s assessment research agenda, linked to quality assurance across the process.\"},{\"question\":\"What factors can affect marking reliability?\",\"answer\":\"Marking reliability can be influenced by the test, the candidates, and the marking itself, including elements surrounding marking such as mark-scheme design and standardisation.\"},{\"question\":\"Which methods are discussed for analysing marking reliability beyond classical statistics?\",\"answer\":\"The issue presents three approaches to analysing marking reliability beyond classical statistics, and it examines strategies for looking beyond traditional measures.\"}]","QUALITY OF MARKING - Issue No. 2 - Inside assessment | PDF",1792464640,131]