[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-581734-105":3,"detail-sidebar-cat-0-en-105":81,"doc-detail-581734-en":130},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":74,"head_meta":76,"extra_data":78,"updated_unix":80},105,"en","research-report-lessons-learned-and-student-reactions","Research Report - Lessons Learned and Student Reactions","","ACT’s 2023-12 research report documents the development of culturally relevant math and science test items and summarizes the lessons learned and student reactions from focus groups. The work aims to represent cultural aspects authentically, increase social justice awareness, support cultural learning, and avoid stereotypical portrayals. Findings show students value representation and report cultural learning benefits, while many also raise concerns about increased response time under timed high-stakes conditions.",{"@graph":14,"@context":73},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/research-report-lessons-learned-and-student-reactions/581734/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/research-report-lessons-learned-and-student-reactions/581734.png","ImageObject",300,407,{"name":42,"@type":43},"Aurelia","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-10-30","2026-10-15",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",5,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69],{"name":60,"@type":61,"acceptedAnswer":62},"What goals guided the development of the culturally relevant math and science items?","Question",{"text":63,"@type":64},"The project aimed to represent unique cultural aspects, raise awareness of social justice issues, promote cultural learning, and make items authentic, relatable, comprehensible, and portrayed in positive nonstereotypical ways.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"What did the developers learn about the process of creating culturally relevant items?",{"text":68,"@type":64},"Creating culturally relevant items required more demanding multi-round review by diverse content experts, but developers reported the experience was positive and enriching.",{"name":70,"@type":61,"acceptedAnswer":71},"How did students react to culturally relevant items compared with non–culturally relevant items?",{"text":72,"@type":64},"Students expressed interest in seeing culturally relevant items and reported learning about cultures. However, many also worried about additional time needed to answer longer items during timed high-stakes assessment.","https://schema.org",{"og:url":32,"og:type":75,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":77,"canonical":32},"index,follow",{"doc_id":79,"site_id":7},581734,1792703150,{"code":4,"msg":82,"data":83},"success",[84,88,92,96,100,105,110,114,119,122,126],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":85,"show_sort_weight":86,"slug":87},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":89,"show_sort_weight":90,"slug":91},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":93,"show_sort_weight":94,"slug":95},"Exam",70,"exam",{"id":55,"doc_module":4,"doc_module_name":25,"category_name":97,"show_sort_weight":98,"slug":99},"Comic",60,"comic",{"id":101,"doc_module":4,"doc_module_name":25,"category_name":102,"show_sort_weight":103,"slug":104},6,"Technology",50,"technology",{"id":106,"doc_module":4,"doc_module_name":25,"category_name":107,"show_sort_weight":108,"slug":109},7,"Healthcare",40,"healthcare",{"id":111,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":112,"slug":113},8,30,"research-report",{"id":115,"doc_module":4,"doc_module_name":25,"category_name":116,"show_sort_weight":117,"slug":118},9,"Religion & Spirituality",20,"religion-spirituality",{"id":117,"doc_module":4,"doc_module_name":25,"category_name":120,"show_sort_weight":117,"slug":121},"World Cup","world-cup",{"id":123,"doc_module":4,"doc_module_name":25,"category_name":124,"show_sort_weight":123,"slug":125},10,"Lifestyle","lifestyle",{"id":127,"doc_module":4,"doc_module_name":25,"category_name":128,"show_sort_weight":55,"slug":129},19,"General","general",{"code":4,"msg":82,"data":131},{"doc_id":79,"user_id":132,"nickname":42,"user_avatar":133,"doc_module":4,"category_id":111,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":139,"language":140,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":12,"update_tm":144,"read_time":145,"preview_page_count":4},1099514068365,"https://ap-avatar.wpscdn.com/avatar/10000253d8d9f28188e?x-image-process=image/resize,m_fixed,w_180,h_180&k=1794309523707217728","Research Report  \n2023-12  \nDeveloping Culturally Relevant Math and Science Items  \nLessons Learned and Student Reactions  \nJEFFREY T. STEEDLE, CRISTINA ANGUIANO-CARRASCO, NANCY LEWIN, AND JILL MCVEY  \n© 2023 by ACT , Inc. All rights reserved. | R2305  \nConclusions  \nFor this project, ACT developed math and science items that attempted to represent unique aspects of cultures, raise awareness of social justice issues, promote cultural learning, be authentic and relatable, be comprehensible, and represent people in positive, nonstereotypical ways. Creating culturally relevant items was a new challenge for ACT test developers, and it involved many rounds of review by diverse content experts. The developers learned that creating culturally relevant items is a more demanding process, but they all reported that it was a positive, enriching experience. During focus groups, high school students viewed the culturally relevant items alongside non–culturally relevant items measuring the same skills. The students expressed interest in seeing culturally relevant items on the ACT, and they reported learning about cultures from the items. However, many students expressed concern about the additional time required to answer longer items during a timed high-stakes assessment like the ACT.  \nSo What?  \nLegacy test item development processes—though intended to minimize the possibility of bias—may introduce bias because allegedly neutral item contexts can reflect White cultural norms. Creating culturally relevant assessments is one approach to mitigating that risk by framing differences as assets in a diverse world. Culturally relevant assessment seeks to increase equity for success with test items that elevate different cultures and spread cultural knowledge. This work embodies ACT’s commitment to equity, which is summarized in ACT’s North Star:“We exist to fight for fairness in education and create a world where everyone can discover and fulfill their potential.” Focus group participants reported that seeing themselves represented in test items made them feel included, motivated, empowered, and supported.  \nNow What?  \nWith the lessons learned from this project, ACT will continue to develop and evaluate culturally relevant math and science items. In the future, content developers plan to focus on one major goal of culturally relevant assessment per item (e.g. , including positive representation that disrupts stereotypes, highlighting a social justice issue, or promoting cultural learning) and to better integrate cultural contexts into the assessment content. Such items would minimize the potential impact of cultural contexts on test difficulty and speededness while still achieving the many goals of culturally relevant assessment. In a follow-up study, we will gather item response data through ACT item field-testing to compare the psychometric properties of culturally relevant and non–culturally relevant math items.  \n© 2023 by ACT , Inc. All rights reserved. | R2305  \nAbout the Authors  \nJeffrey T. Steedle, PhD  \nJeffrey Steedle is a Principal Solutions Designer in the ACT Measurement Research and Development department, where he conceives of and implements research and development projects for large-scale standardized testing programs. He holds a doctorate in Educational Psychology as well as master’s degrees in Statistics and Education. His research interests include testing motivation, item difficulty modeling, score comparability across testing contexts, and differential item functioning.  \nCristina Anguia no-Carrasco, PhD  \nCristina Anguiano-Carrasco, PhD, is a Senior Research Scientist in ACT’s Center for Social, Emotional, and Academic Learning. She completed her doctoral dissertation in Behavioral Assessment and Measurement at the Universitat Rovira i Virgili, Spain, in 2013. Her research focuses on social and emotional skills, related response biases, and improving the measurement and assessment of constructs such as grit-tenacity, cro","cbCaim5XKW852Qiy","https://ap.wps.com/l/cbCaim5XKW852Qiy","pdf",847151,48,"English","# Conclusions\n# So What?\n# Now What?\n# About the Authors\n## Jeffrey T. Steedle\n## Cristina Anguiano-Carrasco\n## Nancy Lewin\n## Jill McVey\n# Executive Summary","[{\"question\":\"What goals guided the development of the culturally relevant math and science items?\",\"answer\":\"The project aimed to represent unique cultural aspects, raise awareness of social justice issues, promote cultural learning, and make items authentic, relatable, comprehensible, and portrayed in positive nonstereotypical ways.\"},{\"question\":\"What did the developers learn about the process of creating culturally relevant items?\",\"answer\":\"Creating culturally relevant items required more demanding multi-round review by diverse content experts, but developers reported the experience was positive and enriching.\"},{\"question\":\"How did students react to culturally relevant items compared with non–culturally relevant items?\",\"answer\":\"Students expressed interest in seeing culturally relevant items and reported learning about cultures. However, many also worried about additional time needed to answer longer items during timed high-stakes assessment.\"}]","Research Report - Lessons Learned and Student Reactions | PDF",1792041292,121]