[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-269003-105":59,"doc-detail-269003-en":122},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":115,"head_meta":117,"extra_data":119,"updated_unix":121},105,"en","metric-free-measures-of-test-score-trends-and-gaps-cse-report-665-with-policy-relevant-examples","Metric-Free Measures of Test Score Trends and Gaps - CSE Report 665 - with Policy-Relevant Examples","","The report addresses policy decisions that rely on comparing test score changes over time and assessing how group differences and gap changes evolve. It proposes and develops metric-free methods that remain invariant under positive monotonic transformations, enabling meaningful comparisons when test score scales lack defensible interval properties. Across a three-part framework, it demonstrates advantages of metric-free analysis and applies it to persistent achievement gaps and trends between California STAR and NAEP reading outcomes.",{"@graph":69,"@context":114},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/metric-free-measures-of-test-score-trends-and-gaps-cse-report-665-with-policy-relevant-examples/269003/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/metric-free-measures-of-test-score-trends-and-gaps-cse-report-665-with-policy-relevant-examples/269003.png","ImageObject",300,407,{"name":92,"@type":93},"Aria Callaghan","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-10","2026-09-15",true,{"@type":102,"interactionType":103,"userInteractionCount":39},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108],{"name":109,"@type":110,"acceptedAnswer":111},"How are the STAR and NAEP tests used in the framework?","Question",{"text":112,"@type":113},"The report uses STAR scores (California Grade 4 Reading) and NAEP scores for 2002 and 2003 to build comparisons, including a discrepancy concept that contrasts changes on STAR with changes on NAEP.","Answer","https://schema.org",{"og:url":83,"og:type":116,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":118,"canonical":83},"index,follow",{"doc_id":120,"site_id":62},269003,1790532066,{"code":4,"msg":5,"data":123},{"doc_id":120,"user_id":124,"nickname":92,"user_avatar":125,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":126,"file_id":127,"file_url":128,"file_type":129,"file_size":130,"view_count":39,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":131,"language":132,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":133,"faqs":134,"seo_title":135,"seo_description":67,"update_tm":136,"read_time":137,"preview_page_count":4},962084926284,"https://ap-avatar.wpscdn.com/davatar_29158cc5080c5b710cf443261637dec0","Metric-Free Measures of  \nTest Score Trends and Gaps  \nwith Policy-Relevant Examples  \nCSE Report 665  \nAndrew D. Ho and Edward H. Haertel CRESST/Stanford University  \nJanuary 2006  \nCenter for the Study of Evaluation National Center for Research on Evaluation, Standards, and Student Testing Graduate School of Education & Information Studies University Of California, Los Angeles Los Angeles, CA 90095-1522  \n(310) 206-1532  \nCopyright © 2006 The Regents of the University of California  \nProject 3.5 Methodological Issues in Accountability Systems, Strand 1: The Behavior of Linking Items in Test Equating (1st 2 years) .  \nProject Directors: Andrew D. Ho and Edward H. Haertel, CRESST/Stanford University The work reported herein was supported in part under the Educational Research and Development Centers Program, PR/Award Number R305B960002, as administered by the Institute of Education Sciences, U.S. Department of Education.  \nThe findings and opinions expressed do not reflect the positions or policies of the National Center for Education Research, the Institute of Education Sciences or the U.S. Department of Education.  \n.  \nMETRIC-FREE MEASURES OF TEST  \nSCORE TRENDS AND GAPS  \nWITH POLICY-RELEVANT EXAMPLES  \nAndrew D. Ho and Edward H. Haertel  \nCRESST/Stanford University  \nProblems of scale typically arise when comparing test score trends, gaps, and gap trends across different tests. To overcome some of these difficulties, we can express the difference between the observed test performance of two groups with graphs or statistics that are metric-free (i.e., invariant under positive monotonic transformations of the test score scale) . In a series of studies broken into three parts, we develop a framework for the application of metric-free methods to routine policy questions. The first part introduces metric-free methodology and demonstrates the advantages of these methods when test score scales do not have defensible interval properties. The second part uses metric-free methods to compare gaps in HispanicWhite achievement in California across four testing programs over a 7-year period. The third part uses metric-free methods to compare trends for “high-stakes” State Reading test scores to State score trends on the National Assessment of Educational Progress from 2002 to 2003. As a whole, this series of studies represents an argument for the usefulness of metric-free methods for quantifying trends and gaps and the superiority of metric-free methods for comparing trends and gaps across tests with different score scales.  \nPart I: A Metric-Free Framework  \nAs federal educational policies are implemented by states, two questions are being placed as cornerstones of educational decision-making: a) How are test scores changing over time? and b) How are differences between the test scores of certain groups changing over time? To use straightforward terminology, we distinguish here among “change”(Question 1), and “gaps,” and “changes in gaps”(Question 2) . In smaller, policy-research circles, a third, higher order question arises: Are answers to the first two questions the same for different tests? Studies that address this third question (Klein, Hamilton, McCaffrey & Stecher, 1998; Koretz & Barron, 1998; Linn, Graue, & Sanders, 1990; and many more) have received increased attention as the demand for external validation of high-stakes test score gains has increased.  \nThese questions might be addressed in terms of averages. We can discuss the policy-relevant averages with a running example. Call X a Grade 4 Reading Test score from California’s Standardized Testing and Reporting (STAR) system, and call Y a California Grade 4 Reading Test score on the National Assessment of Educational Progress (NAEP)1. Subscripts a and b correspond to scores from individuals from an advantaged and a disadvantaged group respectively, and subscripts 1 and 2 correspond to the 2002 and 2003 administrations of the tests respectively.  \nScore differences are not","cbCait0b98qvnfpi","https://ap.wps.com/l/cbCait0b98qvnfpi","pdf",489673,54,"English","# Part I: A Metric-Free Framework\n## Distinguishing change, gaps, and changes in gaps\n## Metric-free comparisons across different score scales","[{\"question\":\"How are the STAR and NAEP tests used in the framework?\",\"answer\":\"The report uses STAR scores (California Grade 4 Reading) and NAEP scores for 2002 and 2003 to build comparisons, including a discrepancy concept that contrasts changes on STAR with changes on NAEP.\"}]","Metric-Free Measures of Test Score Trends and Gaps - CSE Report 665 - with Policy-Relevant Examples | PDF",1789440573,136]