[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-621123-105":59,"doc-detail-621123-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","features-of-a-levels-based-mark-scheme-and-their-effect-on-marking-reliability","Features of a Levels-Based Mark Scheme and their Effect on Marking Reliability","","Levels-based mark schemes are commonly used in the marking of extended response items, yet significant differences exist between specifications in their design, formulation, and application. This study compiles variable design characteristics across levels-based mark schemes and then examines how these characteristics relate to marking reliability. Findings show that most reliability variation stems from individual response vagaries, suggesting a need for more holistic item design. It also proposes targeted mark scheme adjustments to strengthen reliability and improve skill transfer across items, units, and specifications.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/features-of-a-levels-based-mark-scheme-and-their-effect-on-marking-reliability/621123/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/features-of-a-levels-based-mark-scheme-and-their-effect-on-marking-reliability/621123.png","ImageObject",300,407,{"name":92,"@type":93},"Fahsai","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-21","2026-10-20",true,{"@type":102,"interactionType":103,"userInteractionCount":14},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What is the main purpose of the study on levels-based mark schemes?","Question",{"text":112,"@type":113},"The study identifies variable design characteristics in levels-based mark schemes and analyzes how these features affect marking reliability, using summer 2011 examination data.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How does the study define marking reliability?",{"text":117,"@type":113},"Marking reliability is defined as the level of agreement between two examiners working independently.",{"name":119,"@type":110,"acceptedAnswer":120},"What factor explains most of the variation in marking reliability?",{"text":121,"@type":113},"Most variation in marking reliability is attributed to the vagaries of individual responses, which a more holistic item design approach might mitigate.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},621123,1792590212,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":14,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145},549768702563,"https://ap-avatar.wpscdn.com/avatar/8000c4aa63b76e948b?x-image-process=image/resize,m_fixed,w_180,h_180&k=1786536092046926083","Centre for Education Research and Policy  \nFeatures of a Levels-Based Mark Scheme and their Effect on Marking Reliability  \nAnne Pinot de Moira  \nAbstract  \nLevels-based mark schemes are commonly used in the marking of extended response items but, between specifications, there is little commonality in their design, formulation and application. This study firstly establishes a list of the variable design characteristics between levels-based mark schemes and then, secondly, analyses marking reliability with reference to these characteristics. It finds that most of the variation in marking reliability is due to the vagaries of individual responses, which a holistic approach to item design might mitigate. It also recommends a number of small adjustments to mark scheme design which might improve marking reliability and increase the transferability of skills between the marking of different items, units and specifications.  \nKeywords: Marking reliability; multilevel modelling; levels-based mark schemes  \nIntroduction  \nBackground  \nWith any large scale assessment, there are many variables which can impact upon the reliability of the outcome reported to students. It is beholden upon assessment practitioners to understand the variables inherent within their assessment in order that grades awarded to students accurately reflect ability in the tested domain. Each of the variables, or components of an assessment, will pose different challenges and, therefore, there is no panacea which will resolve all issues of reliability. Question papers, mark schemes, examiners, administrative procedures, teachers, current affairs and students themselves, all have the potential to reduce reliability in the measurement process.  \nOver the past few years, there has been an increased focus on the role of the mark scheme in reliable assessment. Pollitt & Ahmed (2008) positioned the mark scheme at the centre of the assessment development process; recognising the impact that a poorly teamed question paper and mark scheme could have upon both reliability and validity. They suggested a schema for writing assessments called Outcome Space Control and Assessment (OSCA) (summarised in Figure 1) and provided examples of how this schema might be used (Pollitt, Ahmed, Baird, Tognolini, & Davidson, 2008) . In so doing, they started down the path of incremental and continuous improvement. At the same time, small manageable practical recommendations have been made, many of which are documented in the next section.  \n[www.cerp.org.uk](www.cerp.org.uk)  \nCopyright © 2013 AQA Education and its licensors. All rights reserved.  \nAQA Education (AQA) is a registered charity (number 1073334) and a company limited by guarantee registered in England and Wales (number 3644723) . Our registered address is AQA, Devas Street, Manchester M15 6EX.  \nWhat does it mean to be “good” or “poor”?  \nEvidence for discriminating  \nIdea of task  Desired  \noutcome space  \nMark scheme  Question  \nFigure 1 OSCA, a schema for systematic writing of examination tasks (Pollitt & Ahmed, 2008)  \nThis paper extends the idea that improvements in the reliability of marking can be made by looking into the detail of the process. Using data from the summer 2011 examination series, it explores the features of levels-based mark schemes with a view to considering the effect these features have on marking reliability. In this context, marking reliability is defined as the level of agreement between two examiners working independently. The study is in two parts. In the first, mark schemes were scrutinised to establish a list of the variable design characteristics and, in the second, marking reliability was analysed statistically with reference to these characteristics.  \nLevels-based mark schemes  \nLevels-based mark schemes are used predominantly for items with a high mark tariff where there is an extended written response. Such items have scope for multiple valid approaches, rendering point-based marking or the p","cbCaioDb93RYzQiN","https://ap.wps.com/l/cbCaioDb93RYzQiN","pdf",246037,15,"English","# Introduction\n## Background\n## What does it mean to be “good” or “poor”?\n## Evidence for discriminating\n## Levels-based mark schemes\n## Features of a levels-based mark scheme","[{\"question\":\"What is the main purpose of the study on levels-based mark schemes?\",\"answer\":\"The study identifies variable design characteristics in levels-based mark schemes and analyzes how these features affect marking reliability, using summer 2011 examination data.\"},{\"question\":\"How does the study define marking reliability?\",\"answer\":\"Marking reliability is defined as the level of agreement between two examiners working independently.\"},{\"question\":\"What factor explains most of the variation in marking reliability?\",\"answer\":\"Most variation in marking reliability is attributed to the vagaries of individual responses, which a more holistic item design approach might mitigate.\"}]","Features of a Levels-Based Mark Scheme and their Effect on Marking Reliability | PDF",1792464974,38]