[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-528002-105":59,"doc-detail-528002-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","reliability-of-english-learners-test-scores-act-research-brief-r1754","Reliability of English Learners’ Test Scores - ACT Research Brief (R1754)","","Reliability of English Learners’ (ELs) test scores is examined in the context of US accountability systems that require EL participation in annual state testing. The brief evaluates whether ACT scores for ELs are valid and reliable indicators of academic achievement by comparing reliability to non-ELs, comparing EL ACT reliability to reliability of other standardized assessments, and using classification consistency and differential item functioning to interpret score validity. Findings highlight lower reliability for ELs, linked to limited English proficiency and test language demands.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/reliability-of-english-learners-test-scores-act-research-brief-r1754/528002/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/reliability-of-english-learners-test-scores-act-research-brief-r1754/528002.png","ImageObject",300,407,{"name":92,"@type":93},"Jake","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-09","2026-10-09",true,{"@type":102,"interactionType":103,"userInteractionCount":44},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"Why can English Learners’ ACT scores be less reliable?","Question",{"text":112,"@type":113},"Limited English proficiency can create construct-irrelevant variance by increasing comprehension difficulty, especially on tests with high reading components. It can also create construct-relevant variance when English proficiency is part of what the test measures.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How does ACT score reliability for ELs compare with non-ELs?",{"text":117,"@type":113},"Across subject areas, ELs show lower score reliability than non-ELs. Differences are small for English language arts and math, but larger for science.",{"name":119,"@type":110,"acceptedAnswer":120},"What methods add evaluative information about score validity beyond reliability estimates?",{"text":121,"@type":113},"Classification consistency and differential item functioning analyses provide additional information about whether score patterns reflect the intended construct or potential measurement bias.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},528002,1791565043,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":44,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":52,"language":139,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":140,"faqs":141,"seo_title":142,"seo_description":67,"update_tm":143,"read_time":144,"preview_page_count":19,"preview_urls":145},962084928904,"https://ap-avatar.wpscdn.com/davatar_155a257f0dc6eb9ab79c44ca47cae57d","Reliability of English Learners’ Test Scores  \nJoann L. Moore, PhD, Tianli Li, PhD, and Yang Lu, PhD  \nThe Every Student Succeeds Act requires that English Learners (ELs) are included in annual state testing (grades 3-8 and once in high school) and included in each state’s accountability system disaggregated by subgroup to ensure that they receive the support they need to learn English, participate fully in their education experience, and graduate ready for college or career (US Department of Education, 2016) . As more states are using the ACT® test as part of their accountability systems, one concern that educators and policymakers may have is whether the scores of English Learners (ELs) are valid and reliable indicators of their actual academic achievement level. This research brief will address the following research questions:  \n1. How does the reliability of ELs’ACT scores compare to that of non-ELs?  \n2. How does the reliability of ACT scores for ELs compare to the reliability of other standardized assessment scores?  \n3. How does classification consistency and differential item functioning analyses provide additional evaluative information about score validity?  \nLimited English proficiency can be a source of construct-irrelevant variance (measurement error), meaning that ELs’ performance on a test may be negatively impacted because they have trouble comprehending the test content in the language in which the test is presented. As a result, their scores may not reflect their true ability level, particularly if the test has a high reading component.1 This manifests in lower scores, as well as lower reliability estimates. Limited English proficiency can also be a source of construct-relevant variance if English proficiency is part of the construct being measured (e.g. , English grammar), resulting in lower scores that do accurately reflect students’(lower) proficiency level.  \nReliability is a measure of the extent to which test scores are consistent across testing conditions, such as across different test items or upon retest. Cronbach’s alpha is a common measure of internal consistency reliability (i.e. , the extent to which students consistently respond to items sampled from the construct being measured) .2 A student who has mastered a construct should be able to consistently answer questions correctly, whereas a student who has not mastered the construct would be expected to consistently answer questions incorrectly. In contrast, an EL who knows the correct answer but is unable to comprehend the item content may produce an incorrect response that does not reflect their true knowledge.  \nACT, Inc. 2020  \n© by ACT, Inc. This work is licensed under a Creative Commons Attribution-Non Commercial 4.0 International License. [https://creativecommons.org/l](https://creativecommons.org/l)icenses/by-nc/4 .0/  \n[ACT.org/research](ACT.org/research)  \nR1754  \nMost of the research on the performance of ELs taking assessments in English has focused on average test scores, finding that ELs tend to score lower than non-ELs, particularly in content areas having a heavier language component (Abedi, 2002, 2003; Abedi, Leon, & Mirocha, 2003) . However, several studies have found that the scores of ELs are also less reliable, have lower factor loadings, and have lower correlations with external measures than the scores of non-ELs (Abedi, 2002, 2009; Lakin & Lai, 2012) . Score reliability may be lower for ELs with lower levels of English proficiency (Abedi, Leon, & Mirocha, 2003), and reliability estimates for ELs may be further attenuated due to restricted range of scores resulting from lower group performance (Lane & Leventhal, 2015) . Additionally, while providing testing supports or accommodations may improve the scores of ELs, they typically do not completely eliminate the performance gap, and ELs who receive supports may have lower English proficiency levels than those who do not (Kieffer, Lesaux, Rivera, & Francis, 2009; Moore, Huang,","cbCaihVi4HY20ASE","https://ap.wps.com/l/cbCaihVi4HY20ASE","pdf",391998,"English","# Research Questions\n# Construct-Irrelevant vs. Construct-Relevant Variance\n# Reliability Measures (Cronbach’s Alpha)\n# Reliability Compared to Non-ELs\n# Reliability Compared to Other Standardized Assessments\n# Additional Validity Evaluations","[{\"question\":\"Why can English Learners’ ACT scores be less reliable?\",\"answer\":\"Limited English proficiency can create construct-irrelevant variance by increasing comprehension difficulty, especially on tests with high reading components. It can also create construct-relevant variance when English proficiency is part of what the test measures.\"},{\"question\":\"How does ACT score reliability for ELs compare with non-ELs?\",\"answer\":\"Across subject areas, ELs show lower score reliability than non-ELs. Differences are small for English language arts and math, but larger for science.\"},{\"question\":\"What methods add evaluative information about score validity beyond reliability estimates?\",\"answer\":\"Classification consistency and differential item functioning analyses provide additional information about whether score patterns reflect the intended construct or potential measurement bias.\"}]","Reliability of English Learners’ Test Scores - ACT Research Brief (R1754) | PDF",1791515699,25,[146,150,154,158],{"page_no":8,"url":147,"width":148,"height":149},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/c74c449c31e02ff51a4c70cc57d09539.webp",983,1272,{"page_no":14,"url":151,"width":152,"height":153},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/9989bffcc5277fb0fa91b133b715835a.webp",982,1270,{"page_no":81,"url":155,"width":156,"height":157},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/3e7321258fe26ef1c40ab1e39bd1f1e3.webp",981,1269,{"page_no":19,"url":159,"width":160,"height":161},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/8d45802296159fc4224dd87c3436223b.webp",980,1268]