[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-577487-105":3,"detail-sidebar-cat-0-en-105":80,"doc-detail-577487-en":130},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":73,"head_meta":75,"extra_data":77,"updated_unix":79},105,"en","autoesd-an-automated-system-for-detecting-nonauthentic-texts-for-high-stakes-writing-tests","AutoESD: An Automated System for Detecting Nonauthentic Texts for High-Stakes Writing Tests","","AutoESD proposes a human-in-the-loop, automated approach for detecting nonauthentic text submissions in large-scale, high-stakes writing tests. The system combines multiple automated text similarity measures to flag suspect responses and supports expert review through an analytics-enhanced web application. Performance is evaluated using similarity measures computed on TOEFL iBT writing responses from multiple remote administrations, analyzing their distributional characteristics. Results indicate that the similarity distributions effectively identify suspect texts while computing quickly without disrupting operational score turnaround timelines.",{"@graph":14,"@context":72},[15,34,55],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/autoesd-an-automated-system-for-detecting-nonauthentic-texts-for-high-stakes-writing-tests/577487/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/autoesd-an-automated-system-for-detecting-nonauthentic-texts-for-high-stakes-writing-tests/577487.png","ImageObject",300,407,{"name":42,"@type":43},"Lucas Martin","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-11-09","2026-10-15",true,{"@type":52,"interactionType":53,"userInteractionCount":33},"InteractionCounter",{"@type":54},"ViewAction",{"@type":56,"mainEntity":57},"FAQPage",[58,64,68],{"name":59,"@type":60,"acceptedAnswer":61},"What problem does AutoESD address in writing tests?","Question",{"text":62,"@type":63},"AutoESD targets nonauthentic text submission, where test takers submit texts that are not their own but copies prepared by others.","Answer",{"name":65,"@type":60,"acceptedAnswer":66},"How does AutoESD identify suspect texts?",{"text":67,"@type":63},"It uses multiple automated text similarity measures to flag suspect responses and provides an analytics-enhanced web application for human experts to review them.",{"name":69,"@type":60,"acceptedAnswer":70},"How is AutoESD evaluated and what were the results?",{"text":71,"@type":63},"AutoESD similarity measures are computed on TOEFL iBT writing responses from multiple remote administrations and their distributions are analyzed. The results show effective identification of suspect texts and fast computation that does not delay the operational score turnaround timeline.","https://schema.org",{"og:url":32,"og:type":74,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":76,"canonical":32},"index,follow",{"doc_id":78,"site_id":7},577487,1792031829,{"code":4,"msg":81,"data":82},"success",[83,87,91,95,100,105,110,114,119,122,126],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":84,"show_sort_weight":85,"slug":86},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":88,"show_sort_weight":89,"slug":90},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":92,"show_sort_weight":93,"slug":94},"Exam",70,"exam",{"id":96,"doc_module":4,"doc_module_name":25,"category_name":97,"show_sort_weight":98,"slug":99},5,"Comic",60,"comic",{"id":101,"doc_module":4,"doc_module_name":25,"category_name":102,"show_sort_weight":103,"slug":104},6,"Technology",50,"technology",{"id":106,"doc_module":4,"doc_module_name":25,"category_name":107,"show_sort_weight":108,"slug":109},7,"Healthcare",40,"healthcare",{"id":111,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":112,"slug":113},8,30,"research-report",{"id":115,"doc_module":4,"doc_module_name":25,"category_name":116,"show_sort_weight":117,"slug":118},9,"Religion & Spirituality",20,"religion-spirituality",{"id":117,"doc_module":4,"doc_module_name":25,"category_name":120,"show_sort_weight":117,"slug":121},"World Cup","world-cup",{"id":123,"doc_module":4,"doc_module_name":25,"category_name":124,"show_sort_weight":123,"slug":125},10,"Lifestyle","lifestyle",{"id":127,"doc_module":4,"doc_module_name":25,"category_name":128,"show_sort_weight":96,"slug":129},19,"General","general",{"code":4,"msg":81,"data":131},{"doc_id":78,"user_id":132,"nickname":42,"user_avatar":133,"doc_module":4,"category_id":111,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":33,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":139,"language":140,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":12,"update_tm":79,"read_time":144,"preview_page_count":4},8796095360427,"https://ap-avatar.wpscdn.com/davatar_994ba38a5ba835b3df7d355c54d3ed8d","Research Report  \nAutoESD: An Automated System for Detecting Nonauthentic Texts for High-Stakes Writing Tests  \nETS RR–24-08  \nIkkyu Choi Jiangang Hao Chen Li Michael Fauss Jakub Novák  \nDecember 2024  \nETS Research Report Series  \nEIGNOR EXECUTIVE EDITOR  \nDaniel F. McCaffrey Lord Chair in Measurement and Statistics  \nASSOCIATE EDITORS  \nUsama Ali  \nSenior Measurement Scientist  \nBeata Beigman Klebanov  \nPrincipal Research Scientist, Edusoft Katherine Castellano  \nManaging Principal Research Scientist Heather Buzick  \nSenior Research Scientist  \nTim Davey  \nDirector Research  \nLarry Davis  \nDirector Research  \nPaul A. Jewsbury  \nSenior Measurement Scientist  \nJamie Mikeska  \nManaging Senior Research Scientist  \nJonathan Schmidgall Senior Research Scientist  \nJesse Sparks  \nManaging Senior Research Scientist Klaus Zechner  \nSenior Research Scientist  \nPRODUCTION EDITORS  \nKim Fryer  \nManager, Editing Services  \nAyleen Gontz  \nSenior Editor & Communications Specialist  \nSince its 1947 founding, ETS has conducted and disseminated scientific research to support its products and services, and to advance the measurement and education fields. In keeping with these goals, ETS is committed to making its research freely available to the professional community and to the general public. Published accounts of ETS research, including papers in the ETS Research Report series, undergo a formal peer-review process by ETS staff to ensure that they meet established scientific and professional standards. All such ETS-conducted peer reviews are in addition to any reviews that outside organizations may provide as part of their own publication processes. Peer review notwithstanding, the positions expressed in the ETS Research Report series and other published accounts of ETS research are those of the authors and not necessarily those of the Officers and Trustees of Educational Testing Service.  \nTheDanielEignor Editorship is named in honor of Dr. Daniel R. Eignor, who from 2001 until 2011 served the Research and Development division as Editor for the ETS Research Report series. The Eignor Editorship has been created to recognize the pivotal leadership role that Dr. Eignor played in the research publication process at ETS.  \n23308516, 2024, 1, Downloaded from [https://onlinelibrary.wiley.com/doi/10.1002/ets2.12383, Wiley Online Library on [30/01/2025]. See the Terms and Conditions (](https://onlinelibrary.wiley.com/doi/10.1002/ets2.12383, Wiley Online Library on [30/01/2025]. See the Terms and Conditions ()[https://onlinelibrary.wiley.com/terms-and-conditions](https://onlinelibrary.wiley.com/terms-and-conditions)) on Wiley Online Library for rules of use; OA articles are governed by the applicable Creative Commons License  \nETS Research Report Series ISSN 2330-8516  \nETS RESEARCH REPORT  \nAutoESD: An Automated System for Detecting Nonauthentic Texts for High-Stakes Writing Tests  \nIkkyu Choi, Jiangang Hao, Chen Li, Michael Fauss, & Jakub Novák ETS, Princeton, NJ  \nA frequently encountered security issue in writing tests is nonauthentic text submission: Test takers submit texts that are not their own but rather are copies of texts prepared by someone else. In this report, we propose AutoESD, a human-in-the-loop and automated system to detect nonauthentic texts for a large-scale writing tests, and report its performance on an operational data set. The AutoESD system utilizes multiple automated text similarity measures to identify suspect texts and provides an analytics-enhanced web application to help human experts review the identified texts. To evaluate the performance of AutoESD, we obtained its similarity measures on TOEFL iBT® test writing responses collected from multiple remote administrations and examined their distributions. The results were highly encouraging in that the distributional characteristics of AutoESD similarity measures were effective in identifying suspect textsand the measures could be computed quickly without affecting the op","cbCaiuTIXwVJUfv2","https://ap.wps.com/l/cbCaiuTIXwVJUfv2","pdf",856422,18,"English","# Introduction\n## Security issue: nonauthentic text submission\n## Two approaches to detection\n# AutoESD System\n## Human-in-the-loop workflow\n## Automated similarity measures and web application\n# Evaluation and Results\n## Data source: TOEFL iBT writing responses\n## Distributional effectiveness and operational efficiency","[{\"question\":\"What problem does AutoESD address in writing tests?\",\"answer\":\"AutoESD targets nonauthentic text submission, where test takers submit texts that are not their own but copies prepared by others.\"},{\"question\":\"How does AutoESD identify suspect texts?\",\"answer\":\"It uses multiple automated text similarity measures to flag suspect responses and provides an analytics-enhanced web application for human experts to review them.\"},{\"question\":\"How is AutoESD evaluated and what were the results?\",\"answer\":\"AutoESD similarity measures are computed on TOEFL iBT writing responses from multiple remote administrations and their distributions are analyzed. The results show effective identification of suspect texts and fast computation that does not delay the operational score turnaround timeline.\"}]","AutoESD: An Automated System for Detecting Nonauthentic Texts for High-Stakes Writing Tests | PDF",45]