[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-detail-529518-en":59,"doc-seo-529518-105":81},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":5,"data":60},{"doc_id":61,"user_id":62,"nickname":63,"user_avatar":64,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":66,"doc_content":67,"file_id":68,"file_url":69,"file_type":70,"file_size":71,"view_count":24,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":72,"language":73,"language_code":74,"site_id":75,"html_lang":74,"table_of_contents":76,"faqs":77,"seo_title":78,"seo_description":66,"update_tm":79,"read_time":80},529518,962090769181,"Rainbow Cat","https://ap-avatar.wpscdn.com/davatar_6f874abed73319feea01a86fa6f0fab8","Best Practices for Constructed-Response Scoring - Foreword","Best Practices for Constructed-Response Scoring outlines processes and practices that support psychometric quality in constructed-response scoring. It covers guidance for developing, evaluating, and implementing both human and automated scoring procedures for written, spoken, performance, and multimodal responses. The document synthesizes multi-year feedback from internal ETS teams and external advisory panels and experts, grounded in established measurement standards. It aims to document critical scoring workflows, enable systematic expert review, and help set norms for AI scoring across the testing field.","Best Practices for Constructed-Response Scoring  \n2021  \nForeword  \nBest Practices for Constructed-Response Scoring describes a set of processes and practices to promote psychometric quality and guide development, evaluation and implementation of both human and automated constructed-response scoring procedures for written, spoken, performance and multimodal responses. Our goal in authoring this document is to both improve the practice of constructed-response scoring at ETS and help establish norms of practice in AI scoring for the broader testing field.  \nThe best practices described in this document are inclusive of reviews and feedback received from internal and external advisory panels and experts in the fields of testing and psychometrics, across academia and other testing organizations, over the course of several years. The foundation for Best Practices for Constructed-Response Scoring is built on measurement industry standards including Standards for Psychological Testing and Validity and Automated Scoring in Technology and Testing: Improving Educational and Psychological Measurement.  \nThe best practices described help fill a void in the field by clearly and thoroughly documenting the critical process of scoring constructed-response tasks and subjecting them to systematic expert review. Building upon ETS’s commitment to fairness and equity in testing and ensuring that our tests and products are of the highest quality, the Best Practices for Constructed-Response Scoring supplements and complements ETS’s library of existing standards, processes and guidelines, as well as those of the broader field of educational assessment.  \nI am pleased to share the first edition of Best Practices for Constructed-Response Scoring.  \nIda Lawrence  \nSenior Vice President, Research & Development Educational Testing Service  \nAcknowledgements  \nThe Best Practices for Constructed Response Scoring are the result of persistence and dedication by the following ETS leads and contributors:  \nLeads  \nDaniel McCaffrey Jodi Casabianca Kathryn Ricker-Pedley René Lawless  \nCathy Wendler Contributor  \nAoife Cahill Anastassia Loukina Ourania Rotou  \nMatthew Johnson Joseph Martineau André Rupp  \nThorough, candid, and thoughtful feedback from numerous ETS and external experts informed the Best Practices, helping the authors to align them to the relevant standards as well as the social and educational needs they are intended to serve. The Best Practices do not necessarily represent the views and opinions of these individuals or their affiliated organizations, and this acknowledgement of their participation does not imply their endorsement of the published work:  \nETS Leaders  \nKadriye Ercikan  \nJohn Mazzeo  \nRandy Bennett  \nETS Constructed Response Technical Advisory Committee  \nAnne-Marie Alexander Jill Burstein Lawrence Davis Yoko Futagi  \nWilliam Lewis Gautam Puhan Devon Tomasulo Mo Zhang  \nDouglas Baldwin Ikkyu Choi  \nNeil Dorans Nancy Glazer Longjuan Liang Ourania Rotou Edward Wolfe  \nBrent Bridgeman Timothy Davey David Escoffery Matthew Johnson Jakub Novak Jonathan Schmidgall Diego Zapata  \nExternal Reviewers Derek Briggs Steve Ferrara  \nStephen Lazer Corey Palermo Stephen Sireci  \nLi Cai  \nShelby Haberman Hillary Michaels Barbara Plake John Weiner  \nWayne Camara Suzanne Lane Rochelle Michel  \nThe Best Practices also benefitted from a discussion of the evaluation of automated scoring of constructed responses with the ETS Visiting Panel at its meeting.  \nTable of Contents  \nForeword ..................................................................................................................................................... 1  \nAcknowledgements .................................................................................................................................... 2  \nTable of Contents ....................................................................................................................................... 3  \nIntroductio","cbCaik1yxfh3nO4N","https://ap.wps.com/l/cbCaik1yxfh3nO4N","pdf",1328309,98,"English","en",105,"# Foreword\n## Acknowledgements\n## Table of Contents\n# Introduction\n## Scope and Application\n## Foundational Principles\n# A Framework for Establishing Validity Evidence for Constructed-Response Scores\n## Task and Test Design and Administration\n## Rating the Responses\n### Human Rating\n### Computer-Generated (or Automated) Scores\n### Human Ratings and Validity Evidence for Automated Scores\n# Case Studies\n# Principles/Standards and Evidence for Constructed Response (CR) Task and Test Development\n## Construct Relevance of Tasks and the Constructed-Response Section of the Test\n## Evidence Based on Relations to External Variables\n# Principles/Standards and Evidence for Human Rating\n## Construct Relevance of Human Scoring Process and Materials","[{\"question\":\"What is the purpose of Best Practices for Constructed-Response Scoring?\",\"answer\":\"It promotes psychometric quality and guides the development, evaluation, and implementation of human and automated constructed-response scoring for multiple response modes.\"},{\"question\":\"Which scoring approaches does the document cover?\",\"answer\":\"It addresses both human rating and computer-generated (automated) scoring, including how human ratings relate to validity evidence for automated scores.\"},{\"question\":\"How were the best practices developed and validated?\",\"answer\":\"They incorporate reviews and feedback from internal and external advisory panels and experts over several years, aligned to established measurement and validity standards.\"}]","Best Practices for Constructed-Response Scoring - Foreword | PDF",1791521367,247,{"code":4,"msg":82,"data":83},"ok",{"site_id":75,"language":74,"slug":84,"title":65,"keywords":85,"description":66,"schema_data":86,"social_meta":140,"head_meta":142,"extra_data":144,"updated_unix":145},"best-practices-for-constructed-response-scoring-foreword","",{"@graph":87,"@context":139},[88,102,122],{"@type":89,"itemListElement":90},"BreadcrumbList",[91,95,97,100],{"item":92,"name":93,"@type":94,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":96,"name":9,"@type":94,"position":14},"https://docshare.wps.com/document/",{"item":98,"name":40,"@type":94,"position":99},"https://docshare.wps.com/document/research-report/",3,{"item":101,"name":65,"@type":94,"position":19},"https://docshare.wps.com/document/best-practices-for-constructed-response-scoring-foreword/529518/",{"url":101,"name":65,"@type":103,"image":104,"author":109,"headline":65,"publisher":111,"fileFormat":114,"inLanguage":74,"description":66,"dateModified":115,"datePublished":116,"encodingFormat":114,"isAccessibleForFree":117,"interactionStatistic":118},"DigitalDocument",{"url":105,"@type":106,"width":107,"height":108},"https://docshare.wps.com/thumbnails/best-practices-for-constructed-response-scoring-foreword/529518.png","ImageObject",300,407,{"name":63,"@type":110},"Person",{"url":92,"name":112,"@type":113},"DocShare","Organization","application/pdf","2026-10-16","2026-10-09",true,{"@type":119,"interactionType":120,"userInteractionCount":24},"InteractionCounter",{"@type":121},"ViewAction",{"@type":123,"mainEntity":124},"FAQPage",[125,131,135],{"name":126,"@type":127,"acceptedAnswer":128},"What is the purpose of Best Practices for Constructed-Response Scoring?","Question",{"text":129,"@type":130},"It promotes psychometric quality and guides the development, evaluation, and implementation of human and automated constructed-response scoring for multiple response modes.","Answer",{"name":132,"@type":127,"acceptedAnswer":133},"Which scoring approaches does the document cover?",{"text":134,"@type":130},"It addresses both human rating and computer-generated (automated) scoring, including how human ratings relate to validity evidence for automated scores.",{"name":136,"@type":127,"acceptedAnswer":137},"How were the best practices developed and validated?",{"text":138,"@type":130},"They incorporate reviews and feedback from internal and external advisory panels and experts over several years, aligned to established measurement and validity standards.","https://schema.org",{"og:url":101,"og:type":141,"og:title":65,"og:site_name":112,"og:description":66},"article",{"robots":143,"canonical":101},"index,follow",{"doc_id":61,"site_id":75},1791711210]