[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-530011-105":3,"detail-sidebar-cat-0-en-105":80,"doc-detail-530011-en":130},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":73,"head_meta":75,"extra_data":77,"updated_unix":79},105,"en","establishing-standards-of-best-practice-in-automated-scoring","Establishing Standards of Best Practice in Automated Scoring","","Automated scoring (AS) standards and ethical expectations are synthesized from assessment, statistics, data science, linguistics, educational research, and computer programming literature. The work identifies key best-practice and ethical benchmarks for AS professionals, explains why unified standards matter for an emerging educational assessment technology, and describes methods for sourcing, reviewing, and summarizing representative guidance. The paper presents a set of 10 high-level standards, each supported by exemplar citations, and concludes with a summary and references.",{"@graph":14,"@context":72},[15,34,55],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/establishing-standards-of-best-practice-in-automated-scoring/530011/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/establishing-standards-of-best-practice-in-automated-scoring/530011.png","ImageObject",300,407,{"name":42,"@type":43},"ahduag","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-10-29","2026-10-09",true,{"@type":52,"interactionType":53,"userInteractionCount":30},"InteractionCounter",{"@type":54},"ViewAction",{"@type":56,"mainEntity":57},"FAQPage",[58,64,68],{"name":59,"@type":60,"acceptedAnswer":61},"Why does the paper argue that AS professionals need unified standards of best practice?","Question",{"text":62,"@type":63},"Because AS is an emerging technology that benefits from clear guidance, involves diverse professional roles with common objectives, and enables stakeholders to hold practitioners accountable and gain confidence in AS use.","Answer",{"name":65,"@type":60,"acceptedAnswer":66},"What types of sources were used to identify AS standards?",{"text":67,"@type":63},"Sources were categorized into standards/guidelines from professional organizations, frameworks on AS use and evaluation, results from large-scale programs using standards to evaluate AS, and frameworks for evaluating machine learning models.",{"name":69,"@type":60,"acceptedAnswer":70},"How are the standards presented in the report?",{"text":71,"@type":63},"The paper summarizes 10 important, high-level standards for AS professionals, with each standard supported by exemplar citations from AS literature, followed by a summary and references.","https://schema.org",{"og:url":32,"og:type":74,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":76,"canonical":32},"index,follow",{"doc_id":78,"site_id":7},530011,1792168805,{"code":4,"msg":81,"data":82},"success",[83,87,91,95,100,105,110,114,119,122,126],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":84,"show_sort_weight":85,"slug":86},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":88,"show_sort_weight":89,"slug":90},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":92,"show_sort_weight":93,"slug":94},"Exam",70,"exam",{"id":96,"doc_module":4,"doc_module_name":25,"category_name":97,"show_sort_weight":98,"slug":99},5,"Comic",60,"comic",{"id":101,"doc_module":4,"doc_module_name":25,"category_name":102,"show_sort_weight":103,"slug":104},6,"Technology",50,"technology",{"id":106,"doc_module":4,"doc_module_name":25,"category_name":107,"show_sort_weight":108,"slug":109},7,"Healthcare",40,"healthcare",{"id":111,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":112,"slug":113},8,30,"research-report",{"id":115,"doc_module":4,"doc_module_name":25,"category_name":116,"show_sort_weight":117,"slug":118},9,"Religion & Spirituality",20,"religion-spirituality",{"id":117,"doc_module":4,"doc_module_name":25,"category_name":120,"show_sort_weight":117,"slug":121},"World Cup","world-cup",{"id":123,"doc_module":4,"doc_module_name":25,"category_name":124,"show_sort_weight":123,"slug":125},10,"Lifestyle","lifestyle",{"id":127,"doc_module":4,"doc_module_name":25,"category_name":128,"show_sort_weight":96,"slug":129},19,"General","general",{"code":4,"msg":81,"data":131},{"doc_id":78,"user_id":132,"nickname":42,"user_avatar":133,"doc_module":4,"category_id":111,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":30,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":139,"language":140,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":12,"update_tm":144,"read_time":145,"preview_page_count":33,"preview_urls":146},3985747870414,"https://ap-avatar.wpscdn.com/davatar_9964176cb1d06d4a9deccf72a44ae3dc","Establishing Standards of Best Practice in Automated Scoring  \nScott Wood, Erin Yao, Lisa Haisfield, and Susan Lottridge  \nIntroduction  \nMany professions have published standards of best practices for their members to follow, which provide direction to professionals about how best to conduct their work. Some standards include ethical guidelines to ensure that professionals conduct their business in ways that are fair and considerate toward others. Most importantly, published standards provide confidence to stakeholders, including customers, who are invested in the work that professionals offer, by documenting expectations of best practice and ethical professional behavior.  \nFor professionals in the assessment industry, the Standards for Educational and Psychological Testing (American Educational Research Association [AERA], American Psychological Association [APA], & National Council on Measurement in Education [NCME], 2014) are frequently cited as standards of best practice and ethical behavior. For professionals involved in large-scale assessment at the state level, the Operational Best Practices for Statewide Large-Scale Assessment Programs provide additional guidelines (Council of Chief State School Officers [CCSSO] & Association of Test Publishers [ATP], 2013). The International Test Commission maintains six sets of published guidelines for assessment: The ITC Guidelines on Adapting Tests (International Test Commission, 2017), The ITC Guidelines on Test Use (International Test Commission, 2001), The ITC Guidelines on Computer-Based and Internet-delivered Testing (International Test Commission, 2006), The ITC Guidelines on Quality Control in Scoring, Test Analysis and Reporting of Test Scores (International Test Commission, 2014a), The ITC Guidelines on the Security of Tests, Examinations, and Other Assessments (International Test Commission, 2014b), and The ITC Guidelines on Practitioner Use of Test Revisions, Obsolete Tests, and Test Disposal (International Test Commission, 2015).  \nProfessions in fields that overlap with educational assessment may have their own standards of best practice. For example, statisticians have the Ethical Guidelines for Statistical Practice (American Statistical Association, 2018). Data scientists have the  \nCopyright ® 2021 by ACT, Inc. All rights reserved. | 2100  \nData Science Code of Professional Conduct (Data Science Association, n.d.). Linguists have the Linguistic Society of America Code of Ethics (Linguistic Society of America, 2019). Educational researchers have the American Educational Research Association Code of Ethics (American Educational Research Association, 2011). Computer programmers have both the Association of Computing Machinery Code of Ethics and Professional Conduct (Association for Computing Machinery, 2018) and the Association of Computing Machinery/International of Electrical and Electronics Engineers Computer Society Software Engineering Code of Ethics and Professional Practice (Gotterbarn, Miller, & Rogerson, 1997).  \nFor assessment professionals who are also automated scoring (AS) professionals, there is no single set of standards of best practice. Certainly, standards can be extracted from the documents cited above, as AS professionals are involved with assessment, statistics, data science, linguistics, educational research, and computer programming. Additional standards can be extracted from seminal papers, books, and technical reports in the field of AS. However, these standards are not centralized in one location for AS professionals and AS consumers to utilize.  \nThis paper reviews the assessment and AS literature to identify key standards of best practice and ethical behavior for AS professionals and codifies those standards in a single resource. Having a unified set ofAS standards is important for several reasons. First, given that AS is an emerging technology in educational assessment, it is important to establish guidelines of good practice for professi","cbCaisvF1aWKKuS5","https://ap.wps.com/l/cbCaisvF1aWKKuS5","pdf",333230,27,"English","# Introduction\n# Methods\n## Source Identification\n# Key Standards for Automated Scoring\n# Summary and References","[{\"question\":\"Why does the paper argue that AS professionals need unified standards of best practice?\",\"answer\":\"Because AS is an emerging technology that benefits from clear guidance, involves diverse professional roles with common objectives, and enables stakeholders to hold practitioners accountable and gain confidence in AS use.\"},{\"question\":\"What types of sources were used to identify AS standards?\",\"answer\":\"Sources were categorized into standards/guidelines from professional organizations, frameworks on AS use and evaluation, results from large-scale programs using standards to evaluate AS, and frameworks for evaluating machine learning models.\"},{\"question\":\"How are the standards presented in the report?\",\"answer\":\"The paper summarizes 10 important, high-level standards for AS professionals, with each standard supported by exemplar citations from AS literature, followed by a summary and references.\"}]","Establishing Standards of Best Practice in Automated Scoring | PDF",1791522397,68,[147,151,155,159],{"page_no":22,"url":148,"width":149,"height":150},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/e6e84bce3adebf56ba2367a7de31625a.webp",983,1272,{"page_no":26,"url":152,"width":153,"height":154},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/0b8c475ca4471d8681d8ad7eea762d8e.webp",982,1270,{"page_no":30,"url":156,"width":157,"height":158},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/61daac323d61ffbc8a8930c0145a5f9d.webp",981,1269,{"page_no":33,"url":160,"width":161,"height":162},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/b50488eb7b27f63513da0df24eb3095e.webp",980,1268]