[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-620909-105":59,"doc-detail-620909-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","levels-based-mark-schemes-and-marking-bias-reliability-and-validity-in-assessment-evaluation","Levels-based mark schemes and marking bias - Reliability and validity in assessment evaluation","","Reliability and validity remain central to evaluating assessments. Drawing on research into question papers, mark schemes and examiner effects, the paper examines how levels-based mark scheme rules may introduce systematic error and affect unbiased measurement. It takes a statistical perspective on mark scheme design, arguing that the distribution of marks should be shaped by candidates’ responses to items. Pending further research, it recommends designing levels-based mark schemes so each band has equal width.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/levels-based-mark-schemes-and-marking-bias-reliability-and-validity-in-assessment-evaluation/620909/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/levels-based-mark-schemes-and-marking-bias-reliability-and-validity-in-assessment-evaluation/620909.png","ImageObject",300,407,{"name":92,"@type":93},"Jordan Avery","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-31","2026-10-20",true,{"@type":102,"interactionType":103,"userInteractionCount":81},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What is the paper’s main focus regarding levels-based mark schemes?","Question",{"text":112,"@type":113},"How the rules embedded in levels-based mark schemes may influence whether measurement can be considered unbiased, from a statistical viewpoint.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How does classical test theory model observed marks?",{"text":117,"@type":113},"It treats observed marks as the sum of the true mark and measurement error, assuming the error is random and uncorrelated across candidates.",{"name":119,"@type":110,"acceptedAnswer":120},"What recommendation does the paper make for levels-based mark schemes?",{"text":121,"@type":113},"Design levels-based mark schemes so that each band has equal width, pending further research.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},620909,1792590044,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":81,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145},1099523882367,"https://ap-avatar.wpscdn.com/davatar_9964176cb1d06d4a9deccf72a44ae3dc","Centre for Education Research and Policy  \nLevels-based mark schemes and marking bias  \nAnne Pinot de Moira  \nSummary  \nReliability and validity are ever-present themes in the evaluation of assessment. Previous research studies have considered the role of the question paper, the mark scheme and the examiners in providing unbiased estimates of students’ ability. With particular reference to the mark scheme, this paper focuses on how the rules imposed by levels-based mark schemes might affect the extent to which a measurement can be considered unbiased. It considers neither cognitive strategies nor the role of judgement instead, from a purely statistical point of view, it investigates the potential impact of mark scheme design. It concludes that the responses to a question itself should shape the mark distribution, rather than the shape being determined by the structure of the mark scheme. To this end, and pending further research in the area, it recommends that levels-based mark schemes should be designed such that each band is of equal width.  \nKeywords: Mark schemes, levels-based, banded, marking bias  \nIntroduction  \nAccording to classical test theory the observed mark for a candidate is the sum of two independent parts, the true mark for that candidate and measurement error (Lord & Novick, 1968) .  \nObserved Mark = True Mark + Measurement Error  \nThe theory assumes that the error is random and normally distributed. Thus, across a set of candidates, the distribution of observed marks should replicate that of the true marks, assuming that the errors are uncorrelated. A well-designed test should, therefore, provide a set of marks which reflect the true distribution of ability in a given discipline. However, effective measurement relies on effective test development and a test is only as good as its component parts. The reliability and validity of a test can be compromised at any stage of the process. For example, a poorly specified syllabus might affect the validity of the test and, likewise, a badly designed test might not measure what it purports to measure. Poor examiners or ambiguity in the test might preclude reliable marking and affect the extent to which the measurement error can be described as random but, so too, might an ineffective mark scheme. It is the influence of the mark scheme on effective measurement which provides the focus for this paper.  \nThere is a considerable bank of research considering marking, mark scheme design and the implications for reliable marking. Mark remark reliability studies have often been used as a tool to identify features of a mark scheme which might give rise to problems in marking (see for example Baird, Greatorex, & Bell, 2003; Black, Suto, & Bramley, 2011; Massey & Raikes, 2006) . Delap (1993) presented the quantitative results of a mark-remark experiment alongside a discussion of the shortcomings of the mark scheme as judged by the participants of the study. That study suggested a redesign to the mark scheme and a subsequent evaluation of the modifications was reported in Baird and Pinot de Moira (1997) .  \nIn the more general context of improving the reliability and validity of a test, Moskal and Leydens (2000) recognised the role of the mark scheme. They suggested that clarity might be improved by ensuring that scoring categories are well defined and that the differences between  \nCopyright © 2014 AQA Education and its licensors. All rights reserved.  \nAQA Education (AQA) is a registered charity (number 1073334) and a company limited by guarantee registered in England and Wales (number 3644723) . Our registered address is AQA, Devas Street, Manchester M15 6EX.  \nscore categories are clear. These ideas were extended in Pinot de Moira (2011) where the  \nvalue placed on individual marks was considered. She said that:  \n“each mark must have the same worth in order that the relative weight  \nof items, or assessment objectives, within a paper is as intended.  \nEqually, every mark sho","cbCais05oh1ygHS0","https://ap.wps.com/l/cbCais05oh1ygHS0","pdf",984876,11,"English","# Summary\n# Keywords\n# Introduction\n## Classical test theory and measurement error\n## Prior research on marking and mark scheme design\n## Valid assessment and examiner-mark scheme interaction","[{\"question\":\"What is the paper’s main focus regarding levels-based mark schemes?\",\"answer\":\"How the rules embedded in levels-based mark schemes may influence whether measurement can be considered unbiased, from a statistical viewpoint.\"},{\"question\":\"How does classical test theory model observed marks?\",\"answer\":\"It treats observed marks as the sum of the true mark and measurement error, assuming the error is random and uncorrelated across candidates.\"},{\"question\":\"What recommendation does the paper make for levels-based mark schemes?\",\"answer\":\"Design levels-based mark schemes so that each band has equal width, pending further research.\"}]","Levels-based mark schemes and marking bias - Reliability and validity in assessment evaluation | PDF",1792464739,28]