[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-530014-105":59,"doc-detail-530014-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","crase-act-writing-technical-report-r2307","CRASE+ - ACT Writing Technical Report - R2307","","CRASE+® automated scoring engine evaluation for ACT writing tests administered online. The CRASE+ research team studies feasibility by comparing machine-generated scores with human hand scorers, examining subgroup differences and equating effects, and assessing impacts of engine training modifications. Findings support ACT’s proposal to replace one of two hand scorers for each submitted essay, while resolving score discrepancies via an independent hand scorer. The report also details training data and processes, subgroup analyses, and how condition codes are handled by CRASE+.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/crase-act-writing-technical-report-r2307/530014/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/crase-act-writing-technical-report-r2307/530014.png","ImageObject",300,407,{"name":92,"@type":93},"ahduag","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-09","2026-10-09",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",11,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"What is the purpose of the CRASE+ technical report?","Question",{"text":113,"@type":114},"Summarize primary findings from proof-of-concept studies evaluating whether CRASE+ can score ACT writing essays online with accuracy comparable to human hand scorers, including training and comparison results.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"How does CRASE+ relate to human scoring for ACT writing tests?",{"text":118,"@type":114},"ACT proposes using CRASE+ automated scoring to replace one of the two hand scorers, with a third independent hand scorer (resolution reading) handling discrepancies between the first two scores.",{"name":120,"@type":111,"acceptedAnswer":121},"What does the report cover about engine training and data?",{"text":122,"@type":114},"It describes the hand-scored essay data used to train the engine, the sources of the essays included in the studies, and the processes used for validation and subgroup analyses, including handling of condition codes.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},530014,1791593290,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":140,"language":141,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":142,"faqs":143,"seo_title":144,"seo_description":67,"update_tm":145,"read_time":146,"preview_page_count":19,"preview_urls":147},3985747870414,"https://ap-avatar.wpscdn.com/davatar_9964176cb1d06d4a9deccf72a44ae3dc","CRASE+® for ACT Writing Technical Report  \nScott W. Wood  \nI. Introduction  \nDuring 2021 and 2022, the CRASE+® research team studied the feasibility of using the CRASE+ automated scoring engine on ACT® writing tests administered online. Researchers conducted multiple proof-of-concept studies to evaluate how accurate CRASE+ scores were compared with those of human hand scorers. Additional studies looked at subgroup differences, effects on equating, and the effects of various modifications around engine training.  \nBased on the findings from the research studies, ACT has proposed using CRASE+ automated scoring to replace one of the two hand scorers assigned to every ACT writing test essay submitted online. Resolution reads (in which a third scorer reads the essay to resolve a difference in the scores assigned by the first two scorers) would be handled by an independent hand scorer. ACT International started using CRASE+ as one of the initial scorers this way in October 2022.  \nThis document summarizes the primary findings from these proof-of-concept studies. The results presented here should help state assessment coordinators better understand how CRASE+ was trained and how CRASE+ scores compare with hand scores.  \nThe next section contains a brief overview of automated scoring and the CRASE+ engine. Sections III and IV discuss the data and processes used to train the engine. Sections V and VI review subgroup analyses of the CRASE+ data. Section VII describes how condition codes are handled by CRASE+ .  \n© 2023 by ACT, Inc. All rights reserved. | R2307  \nII. Background: Automated Scoring and CRASE+  \nAutomated scoring (or automated essay scoring) is the use of a computer algorithm to emulate hand scoring behavior on constructed-response or essay items. The scoring algorithm is called the engine, and preparing the scoring algorithm for operational use is called training the engine. There are four parts to a scoring engine: a means of reading text data, a pre-processor that standardizes and initially processes the text, a means of extracting the quantitative characteristics of the text (called features), and a means of mapping these characteristics to hand scoring data.  \nCRASE+ was created in 2007 for a state’s summative testing program. The system has been enhanced since then to include scoring methodologies for additional types of free-response items and to incorporate new technologies in text processing and analysis. CRASE+ has been used operationally in multiple state testing programs (formative and summative) and in many research programs, including a U.S. Department of Education Enhanced Assessment Grant.  \nThis report assumes a basic familiarity with automated scoring concepts. For those readers that are new to automated scoring, the CRASE+ research team recommends the following resources:  \n• Lottridge, S. , Burkhardt, A. , & Boyer, M. (2020) . Digital module 18: Automated scoring. Educational Measurement: Issues and Practice, 39(3), 141–142.  \n[https://ncme.elevate.commpartners.com/products/digital-module-18-automated-scoring](https://ncme.elevate.commpartners.com/products/digital-module-18-automated-scoring)[ ](https://ncme.elevate.commpartners.com/products/digital-module-18-automated-scoring)• Yan, D. , Rupp, A. A. , & Foltz, P. W. (Eds. ) . (2020) . Handbook of automated scoring:  \nTheory into practice. CRC Press.  \n• Shermis, M. D. , & Burstein, J. (Eds. ) . (2013) . Handbook of automated essay evaluation: Current applications and new directions. Routledge.  \n• Wood, S. , Yao, E. , Haisfield, L. , & Lottridge, S. (2021) . Establishing standards of best practice in automated scoring. ACT. [https://www.act.org/content/dam/act/unsecured/documents/R2100-auto-scoring](https://www.act.org/content/dam/act/unsecured/documents/R2100-auto-scoring)standards-2021-07.pdf  \n• McCaffrey, D. , Casabianca, J. , Ricker-Pedley, K. , Lawless, R. , & Wendler, C. (2021) . Best practices for constructed-response scoring. ETS. [https://www.","cbCaiimeioQG7N3t","https://ap.wps.com/l/cbCaiimeioQG7N3t","pdf",1174412,36,"English","# Introduction\n## Automated Scoring and CRASE+\n# Methods for Engine Training and Validation","[{\"question\":\"What is the purpose of the CRASE+ technical report?\",\"answer\":\"Summarize primary findings from proof-of-concept studies evaluating whether CRASE+ can score ACT writing essays online with accuracy comparable to human hand scorers, including training and comparison results.\"},{\"question\":\"How does CRASE+ relate to human scoring for ACT writing tests?\",\"answer\":\"ACT proposes using CRASE+ automated scoring to replace one of the two hand scorers, with a third independent hand scorer (resolution reading) handling discrepancies between the first two scores.\"},{\"question\":\"What does the report cover about engine training and data?\",\"answer\":\"It describes the hand-scored essay data used to train the engine, the sources of the essays included in the studies, and the processes used for validation and subgroup analyses, including handling of condition codes.\"}]","CRASE+ - ACT Writing Technical Report - R2307 | PDF",1791522405,91,[148,152,156,160],{"page_no":8,"url":149,"width":150,"height":151},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/81f3d494b2398afd32ada9fa2edb7f5a.webp",983,1272,{"page_no":14,"url":153,"width":154,"height":155},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/b360c209d9eaaad87f4d28aecc6d7a18.webp",982,1270,{"page_no":81,"url":157,"width":158,"height":159},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/743ed1cb2f933bc368d1eeed45d9b2c3.webp",981,1269,{"page_no":19,"url":161,"width":162,"height":163},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/d04299bf7a0d5a3196bc8b69254c304c.webp",980,1268]