[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-621024-105":59,"doc-detail-621024-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","effective-discrimination-in-mark-schemes-paper-summary","Effective Discrimination in Mark Schemes - Paper Summary","","Effective assessment is evaluated through mark re-mark reliability, the extent to which the same mark is awarded by different examiners or at different occasions. The paper argues that reliability may reduce validity, defined as whether assessments measure the intended skills. Using a hypothetical example and a case study, it examines how mark scheme design affects validity, especially a mark’s worth across the mark range, and proposes techniques to identify weaknesses and poor discrimination between candidates.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/effective-discrimination-in-mark-schemes-paper-summary/621024/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/effective-discrimination-in-mark-schemes-paper-summary/621024.png","ImageObject",300,407,{"name":92,"@type":93},"Angel","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-30","2026-10-20",true,{"@type":102,"interactionType":103,"userInteractionCount":81},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What does the paper say about mark re-mark reliability in assessment?","Question",{"text":112,"@type":113},"It measures how consistently the same mark would be awarded to a candidate by different examiners or by the same examiner at different times.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How can reliability compromise validity in a mark scheme?",{"text":117,"@type":113},"A mark scheme can be reliable yet still fail to test the skills it claims to assess, meaning validity can be impaired.",{"name":119,"@type":110,"acceptedAnswer":120},"What is the paper’s main focus when using a hypothetical illustration and case study?",{"text":121,"@type":113},"It explores how mark scheme choices affect validity, particularly whether a mark’s worth is equivalent across the mark range for an item, and how well the scheme discriminates between candidates.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},621024,1792590263,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":81,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145},687207412472,"https://ap-avatar.wpscdn.com/davatar_155a257f0dc6eb9ab79c44ca47cae57d","EFFECTIVE DISCRIMINATION IN MARK SCHEMES  \nAnne Pinot de Moira  \nSUMMARY  \nEffective assessment is often measured in terms of mark re-mark reliability: the extent to which the same mark would be awarded to a candidate by two different examiners or, alternatively, by the same examiner on two different occasions. Reliability, however, can come at the expense of validity: the extent to which an assessment tests the skills it purports to test. The validity of an assessment can be compromised by any element of the specification, the examination paper or the mark scheme. With the use of a hypothetical illustration and a case study, this paper explores the effect that a mark scheme can have on the validity of an assessment; focussing particularly on a mark’s worth across the mark range for an item. It proposes a number of techniques which might be used to identify areas of weakness in a mark scheme and areas where the mark scheme does not provide for effective discrimination between candidates.  \nKeywords: Mark scheme, discrimination, partial credit model, disordered thresholds  \nINTRODUCTION  \nA well-written mark scheme should allow effective discrimination between different responses to an item or question. As with all stages of an assessment process, the aim should be to minimise the error introduced. In the research community, the efficacy of a mark scheme has most often been judged in terms of mark re-mark reliability. As part of a review of the marking reliability literature, Meadows and Billington (2006) discussed the effect of mark schemes on marking reliability. Many of the studies therein referred to consistency between judges or examiners as the key determinant of success when modifying and improving mark schemes.  \nExperimental findings have defined reliability as, amongst other things, the correlation between the marks awarded by examiners, level of examiner agreement and the magnitude of the difference between the marks awarded by examiners. Bramley (2008) used the proportion of cases with exact agreement to look at the features of a mark scheme which might increase reliability. The statistics reported in these studies have been used to represent the extent to which the same mark would be awarded to a candidate by two different examiners, or by the same examiner on two different occasions. More recently, Ofqual’s reliability programme has encouraged the awarding bodies of England & Wales to generate and publish reliability statistics for all their assessments (Opposs & He, 2011) although, to this end, it is questionable whether the statistics suggested would actually provide any meaningful measure of markremark reliability.  \nThat a mark scheme produces replicable outcomes when being used under differing circumstances is clearly desirable. However, in focussing solely on this property, one may lose sight of the need to award valid marks to each candidate and to discriminate fairly between these candidates. As Moskal and Leydens (2000, Concluding Remarks, para. 1) highlight,“although a valid assessment is by necessity reliable, the contrary is not true. A reliable assessment is not necessarily valid.” To be fair to those engaged in assessing mark re-mark reliability, many concede that validity has an equally important part to play in assessment (see for example, Baird & Pinot de Moira, 1997; Bramley, 2008) . Validity, though, is often described  \nCentre for Education Research and Policy   \nin terms of the content and design of the paper, rather than the design of the mark scheme.  \nHowever, badly designed mark schemes can easily impair the validity of the assessment when the paper itself may be quite reasonable. On the basis of a qualitative evaluation, Pollitt, Ahmed, Baird, Tognolini, & Davidson (2008) conclude:  \n“It is not enough to write good exam questions … validity principle  \ndemands that we also give credit to, and only to, the evidence that  \n[candidates] can do these things.”(p. 47)  \nIn the context of low ta","cbCaitfjLccZViui","https://ap.wps.com/l/cbCaitfjLccZViui","pdf",762808,13,"English","# Summary\n# Introduction\n## Reliability and validity in assessment\n# An Illustration","[{\"question\":\"What does the paper say about mark re-mark reliability in assessment?\",\"answer\":\"It measures how consistently the same mark would be awarded to a candidate by different examiners or by the same examiner at different times.\"},{\"question\":\"How can reliability compromise validity in a mark scheme?\",\"answer\":\"A mark scheme can be reliable yet still fail to test the skills it claims to assess, meaning validity can be impaired.\"},{\"question\":\"What is the paper’s main focus when using a hypothetical illustration and case study?\",\"answer\":\"It explores how mark scheme choices affect validity, particularly whether a mark’s worth is equivalent across the mark range for an item, and how well the scheme discriminates between candidates.\"}]","Effective Discrimination in Mark Schemes - Paper Summary | PDF",1792464873,33]