[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-488112-105":59,"doc-detail-488112-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","automated-scoring-for-the-toefl-junior-comprehensive-writing-and-speaking-test-research-report","Automated Scoring for the TOEFL Junior® Comprehensive Writing and Speaking Test - Research Report","","This ETS research report presents initial automated scoring results for constructed responses from the Writing and Speaking sections of pilot forms of the TOEFL Junior® Comprehensive test administered in late 2011. Existing automated scoring tools were adapted to establish baseline performance across TOEFL Junior task types, with a new string-matching capability for the Writing edit item. The e-rater® engine and newly trained speech recognition models enabled human-machine correlations of r = .83 for Writing and r = .81 for Speaking.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/automated-scoring-for-the-toefl-junior-comprehensive-writing-and-speaking-test-research-report/488112/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/automated-scoring-for-the-toefl-junior-comprehensive-writing-and-speaking-test-research-report/488112.png","ImageObject",300,407,{"name":92,"@type":93},"Fans","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-08","2026-09-30",true,{"@type":102,"interactionType":103,"userInteractionCount":34},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What data sources were used for automated scoring in this study?","Question",{"text":112,"@type":113},"Constructed responses from the Writing and Speaking sections of TOEFL Junior® Comprehensive pilot forms administered in late 2011 were used.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How was the Writing edit item scored compared with other Writing items?",{"text":117,"@type":113},"A new automated scoring capability based on string matching was developed for the Writing edit item, while other Writing items used existing automated scoring capabilities with minor modifications.",{"name":119,"@type":110,"acceptedAnswer":120},"How did automated scoring performance compare between humans and the scoring systems?",{"text":121,"@type":113},"Form-level results showed human–machine correlations of r = .83 for the Writing section and r = .81 for the Speaking section, compared with human–human correlations of r = .90 and r = .89 respectively.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},488112,1790823498,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":34,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145},5909892330395,"https://ap-avatar.wpscdn.com/davatar_6f874abed73319feea01a86fa6f0fab8","Research Report  \nETS RR–15-09  \nAutomated Scoring for the TOEFL Junior® Comprehensive Writing and Speaking Test  \nKeelan Evanini  \nMichael Heilman  \nXinhao Wang  \nDaniel Blanchard  \nJune 2015  \nETS Research Report Series  \nEIGNOR EXECUTIVE EDITOR  \nJames Carlson Principal Psychometrician  \nASSOCIATE EDITORS  \nBeata Beigman Klebanov Research Scientist  \nHeather Buzick Research Scientist  \nBrent Bridgeman  \nDistinguished Presidential Appointee Keelan Evanini  \nManaging Research Scientist  \nMarna Golub-Smith Principal Psychometrician  \nShelby Haberman  \nDistinguished Presidential Appointee  \nDonald Powers  \nManaging Principal Research Scientist Gautam Puhan  \nPrincipal Psychometrician  \nJohn Sabatini  \nManaging Principal Research Scientist Matthias von Davier  \nSenior Research Director  \nRebecca Zwick  \nDistinguished Presidential Appointee  \nPRODUCTION EDITORS  \nKim Fryer  \nManager, Editing Services  \nAyleen Stellhorn Editor  \nSince its 1947 founding, ETS has conducted and disseminated scientific research to support its products and services, and to advance the measurement and education fields. In keeping with these goals, ETS is committed to making its research freely available to the professional community and to the general public. Published accounts of ETS research, including papers in the ETS Research Report series, undergo a formal peer-review process by ETS staff to ensure that they meet established scientific and professional standards. All such ETS-conducted peer reviews are in addition to any reviews that outside organizations may provide as part of their own publication processes. Peer review notwithstanding, the positions expressed in the ETS Research Report series and other published accounts of ETS research are those of the authors and not necessarily those of the Officers and Trustees of Educational Testing Service.  \nThe DanielEignor Editorship is named in honor of Dr. Daniel R. Eignor, who from 2001 until 2011 served the Research and Development division as Editor for the ETS Research Report series. The Eignor Editorship has been created to recognize the pivotal leadership role that Dr. Eignor played in the research publication process at ETS.  \nETS Research Report Series ISSN 2330-8516  \nRESEARCH REPORT  \nAutomated Scoring for the TOEFL Junior® Comprehensive Writing and Speaking Test  \nKeelan Evanini, Michael Heilman, Xinhao Wang, & Daniel Blanchard Educational Testing Service, Princeton, NJ  \nThis report describes the initial automated scoring results that were obtained using the constructed responses from the Writing and Speaking sections of the pilot forms of the TOEFL Junior® Comprehensive test administered in late 2011 . For all of the items except one (the edit item in the Writing section), existing automated scoring capabilities were used with only minor modifications to obtain a baseline benchmark for automated scoring performance on the TOEFL Junior task types; for the edit item in the Writing section, a new automated scoring capability based on string matching was developed. A generic scoring model from the e-rater® automated essay scoring engine was used to score the email, opinion, and listen-write items in the Writing section, and the form-level results based on the five responses in the Writing section from each test taker showed a human–machine correlation of r = .83 (compared to a human–human correlation of r = .90) . For scoring the Speaking section, new automated speech recognition models were first trained, and then item-specific scoring models were built for the read-aloud picture narration, and listen-speak items using preexisting features from the SpeechRaterSM automated speech scoring engine (with the addition of a new content feature for the listen-speak items) . The form-level results based on the five items in the Speaking section from each test taker showed a human–machine correlation of r = .81 (compared to a human–human correlation of r = .89) .  \nKeywords e-rater; SpeechRater; TOEF","cbCaikEQ5qwCBEj0","https://ap.wps.com/l/cbCaikEQ5qwCBEj0","pdf",251214,13,"English","# Automated Scoring for the TOEFL Junior® Comprehensive Writing and Speaking Test\n## Initial automated scoring results and methods\n## Writing section scoring approach\n## Speaking section scoring approach\n## Test description and study purpose","[{\"question\":\"What data sources were used for automated scoring in this study?\",\"answer\":\"Constructed responses from the Writing and Speaking sections of TOEFL Junior® Comprehensive pilot forms administered in late 2011 were used.\"},{\"question\":\"How was the Writing edit item scored compared with other Writing items?\",\"answer\":\"A new automated scoring capability based on string matching was developed for the Writing edit item, while other Writing items used existing automated scoring capabilities with minor modifications.\"},{\"question\":\"How did automated scoring performance compare between humans and the scoring systems?\",\"answer\":\"Form-level results showed human–machine correlations of r = .83 for the Writing section and r = .81 for the Speaking section, compared with human–human correlations of r = .90 and r = .89 respectively.\"}]","Automated Scoring for the TOEFL Junior® Comprehensive Writing and Speaking Test - Research Report | PDF",1790810353,33]