[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-579072-105":59,"doc-detail-579072-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","towards-an-integrated-methodology-for-assessing-items-in-mathematics-assessments","Towards an Integrated Methodology for Assessing Items in Mathematics Assessments","","There is no single methodology for analyzing educational assessments, because assessments often serve to evaluate student performance across a curriculum rather than as item sets optimized for prediction. A practical approach is required that jointly analyzes both knowledge assessment and predictive power. The study proposes a unified framework using validity, reliability, and knowledge measures, plus classification bounds for identifying discriminating items. It demonstrates the combined metrics on four multiple-choice exams and discusses application to other assessment types.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/towards-an-integrated-methodology-for-assessing-items-in-mathematics-assessments/579072/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/towards-an-integrated-methodology-for-assessing-items-in-mathematics-assessments/579072.png","ImageObject",300,407,{"name":92,"@type":93},"Noah","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-29","2026-10-15",true,{"@type":102,"interactionType":103,"userInteractionCount":14},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"Why is a unified methodology needed to analyze educational assessments?","Question",{"text":112,"@type":113},"There is no singular method that addresses assessment analysis in a way that captures both how well a test measures knowledge and how well it predicts performance. The paper argues for a practical approach combining validity, reliability, and knowledge measures.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How does classical test theory define a student's observed score?",{"text":117,"@type":113},"Classical test theory treats observed scores as the sum of a true score (actual understanding) and an error score. The true score corresponds to the expectation of observed performance, so error averages out on average.",{"name":119,"@type":110,"acceptedAnswer":120},"How are the proposed item metrics used in the study?",{"text":121,"@type":113},"The paper applies classification bounds to label items as sufficiently discriminating, then uses a set of metrics together to analyze validity, reliability, and knowledge at both item and assessment levels using four multiple-choice exams.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},579072,1792499888,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":14,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":4},8796095462418,"https://ap-avatar.wpscdn.com/avatar/80000253c1241d02b47?x-image-process=image/resize,m_fixed,w_180,h_180&k=1778826106357471780","Towards an Integrated Methodology for Assessing Items in Mathematics Assessments  \nDarryl Chamberlain Jr., Ph.D., Russell Jeter, Ph.D., Kelvin Rozier, Ph.D.  \nAuthor Note  \nDarryl Chamberlain Jr, [https://orcid.org/0000-0001-9724-3225](https://orcid.org/0000-0001-9724-3225)[ ](https://orcid.org/0000-0001-9724-3225)Russell Jeter, [https://orcid.org/0000-0002-3019-2387](https://orcid.org/0000-0002-3019-2387)[ ](https://orcid.org/0000-0002-3019-2387)Kelvin Rozier, [https://orcid.org/0009-0007-5101-6183](https://orcid.org/0009-0007-5101-6183)  \n“We have no conflicts of interest to disclose.”  \nIntersection: A Journal at the Intersection of Assessment and Learning Volume 7, Issue 1  \nAbstract: There is no singular methodology for analyzing educational assessments. Moreover, educational assessment primarily serves to assess students over some curriculum rather than as collections of items with the most predictive power. It is thus necessary to develop a practical methodology to provide a robust analysis of an educational assessment that attends to both assessment of knowledge and predictive power. This study presents a unifying methodology that considers measures of validity, reliability, and knowledge to provide a robust analysis of an educational assessment. This paper presents classification bounds that inform labeling items as sufficiently discriminating for the purposes of an educational assessment. It then presents an analysis of 4 multiple-choice exams to illustrate how the metrics can be used in concert to identify validity, reliability, and knowledge at the item and assessment level. The paper concludes with a brief discussion of how this methodology can be applied to different types of assessments.  \nKeywords: assessment, classical test theory, item response theory, distractor analysis  \nIntroduction  \nTo assess an assessment, one must consider whether the assessment produces valid and reliable results according to its intended goals. Within assessment, validity refers to the extent a test measures what it purports to measure and reliability refers to the extent results can be replicated (Wu et al., 2016) . For example, the goal of a placement exam is to classify students into the highest course they could take with success. Measuring the validity of a placement test would include analyzing the course grades for students placed and determining the impact of the placement test. Measuring the reliability of a placement test would include checking that students are consistently classified into some course. In contrast, the goal of a standardized test like the SAT is to measure some academic ability and report it in an ordered form to distinguish between high-performing and low-performing students. Measuring the validity of a standardized test may include checking the validity of individual questions (to ensure answering the question correctly relates to the student having some knowledge) while measuring reliability may include comparing correct response rates across versions within the same year and between different years.  \nThe divide between classroom assessment and large-scale assessment further complicates the ways to measure validity and reliability (Heritage & Kingston, 2019) . Important to classroom assessment is an underlying model of learning that forms a coherent sequence of curriculum. Classroom assessment is then meant to determine where a student is in this model of learning and specifically target their needs. It includes the need for actionable insight into student thinking as well as numerous questions closely aligned to Learning Objectives (Suurtamm et al., 2016) . This knowledge-centric focus makes traditional measures for reliability and validity difficult to implement (Briggs, 2017) . On the other side, large-scale assessments have well-structured methods for measuring reliability and validity given the copious amounts of data and focus on measuring the sum total of some knowledge in an infrequent fashion","cbCaierdnJhHuad5","https://ap.wps.com/l/cbCaierdnJhHuad5","pdf",834199,31,"English","# Introduction\n# Literature Review\n## Measures from Classical Test Theory","[{\"question\":\"Why is a unified methodology needed to analyze educational assessments?\",\"answer\":\"There is no singular method that addresses assessment analysis in a way that captures both how well a test measures knowledge and how well it predicts performance. The paper argues for a practical approach combining validity, reliability, and knowledge measures.\"},{\"question\":\"How does classical test theory define a student's observed score?\",\"answer\":\"Classical test theory treats observed scores as the sum of a true score (actual understanding) and an error score. The true score corresponds to the expectation of observed performance, so error averages out on average.\"},{\"question\":\"How are the proposed item metrics used in the study?\",\"answer\":\"The paper applies classification bounds to label items as sufficiently discriminating, then uses a set of metrics together to analyze validity, reliability, and knowledge at both item and assessment levels using four multiple-choice exams.\"}]","Towards an Integrated Methodology for Assessing Items in Mathematics Assessments | PDF",1792034952,78]