[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-158003-105":59,"doc-detail-158003-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","assessing-speaking-on-the-duolingo-english-test-original-june-12-2023","Assessing Speaking on the Duolingo English Test - Original June 12, 2023","","This paper presents the Duolingo English Test’s speaking construct within the Duolingo English Test assessment ecosystem. It explains how speaking is defined, operationalized, and measured using multiple speaking-related item types, including the item-type design process and automated item generation. The report also addresses how evidence is collected across frameworks that guide assessment design and test security. This structure supports scoring validity and informs changes to speaking task coverage over time.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/assessing-speaking-on-the-duolingo-english-test-original-june-12-2023/158003/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/assessing-speaking-on-the-duolingo-english-test-original-june-12-2023/158003.png","ImageObject",300,407,{"name":92,"@type":93},"Riley","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-29","2026-08-29",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",12,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"What speaking tasks are included in the Duolingo English Test?","Question",{"text":113,"@type":114},"The test uses five speaking-related tasks: Interactive Speaking, Speak about the Photo, Read, Then Speak, Speaking Sample, and Interactive Listening. These tasks contribute differently to the conversation subscore and speaking/production subscores.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"How is the Speaking Sample task scored and when did this change occur?",{"text":118,"@type":114},"Prior to May 2023, Speaking Sample responses were unscored and did not affect subscores or the overall score. As of May 1, 2023, it became a scored task contributing to overall score and speaking subscores.",{"name":120,"@type":111,"acceptedAnswer":121},"How does the report describe measuring speaking in a digital-first system?",{"text":122,"@type":114},"Speaking measurement leverages automated item generation, automatic speech recognition for transcriptions, and automated scoring systems. This enables digitally-informed evidence collection across assessment design and security frameworks.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},158003,1787993473,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":52,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":130,"read_time":144,"preview_page_count":4},1374391975076,"https://ap-avatar.wpscdn.com/avatar/14000253ca4ec9f6853?x-image-process=image/resize,m_fixed,w_180,h_180&k=1783305029341752051","Assessing Speaking on the Duolingo English Test   \nDuolingo Research Report DRR-23-03 Original Version: June 12, 2023 (15 pages)  \nCurrent Version: June 20, 2025 (10 pages)  \n[https://englishtest.duolingo.com/research](https://englishtest.duolingo.com/research)  \nYena Park∗ , Ramsey Cardwell∗ , Sarah Goodwin∗ , Ben Naismith∗ , Geoffrey T. LaFlair∗ , Kevin P. Yancey∗ , Xiaowan Zhang∗  \nAbstract  \nThis paper presents the Duolingo English Test’s speaking construct, situated within the Duolingo English Test assessment ecosystem (Burstein et al., 2022) . We describe how the Duolingo English Test defines, operationalizes, and measures speaking through various speaking-related item types. The operationalization and measurement of the speaking construct includes the item-type design process and automated item generation processes.  \nLast Update: June 2025  \nKeywords  \nDuolingo English Test, speaking assessment, testing speaking  \nContents  \n1 Introduction ................................................................ 2  \n2 Speaking in the Duolingo English Test Ecosystem ............................................. 2  \n2.1 The Language Assessment Design Framework ............................................ 2  \n2.1.1 Construct definition ..................................................... 2  \n2.1.2 Task Types .......................................................... 3  \n2.1.3 Automated Item Generation ................................................. 5  \n2.1.4 Test-Taker Readiness Materials and Practice Tests ..................................... 6  \n2.2 The Expanded Evidence-Centered Design Framework ........................................ 6  \n2.2.1 The Task Model ....................................................... 7  \n2.2.2 The Observational-Evidence Model ............................................. 7  \n2.2.3 The KSA (Knowledge, Skills, and Abilities) Model ..................................... 8  \n2.3 The Computational Psychometric Framework ............................................ 8  \n2.4 The Test Security Framework .................................................... 8  \n3 Conclusion ................................................................. 8  \n4 References ................................................................. 9  \n∗ Duolingo, Inc.  \nEmail: [englishtest-research@duolingo.com](englishtest-research@duolingo.com)  \n1 Introduction  \nThe Duolingo English Test is a measure of English language proficiency for communication and use in English-medium settings (Cardwell et al., 2023) . It assesses the ability to use the independent language skills of speaking, writing, listening, and reading as well as the integrated skills of literacy (reading and writing), comprehension (listening and reading), production (speaking and writing), and conversation (listening and speaking) .  \nThe capacity to speak a language is an integral aspect of overall proficiency (Luoma, 2004) . This skill is essential for both social interaction and academic engagement. In educational settings, the ability to speak a language facilitates participation in discussions, presentations, and interpersonal communication with professors and peers (Rosenfeld et al., 2001) * .  \nTo assess the constructs of speaking and interaction, The Duolingo English Test includes five different tasks:  \n• Interactive Speaking  \n• Speak about the Photo  \n• Read, Then Speak  \n• Speaking Sample  \n• Interactive Listening  \nAll tasks here contribute to the Conversation subscore, with the first four tasks contributing additionally to the speaking subscore and the Production subscore. The Speaking Sample task, prior to May 2023, was an unscored task, meaning that responses to the task were not evaluated and did not contribute to any of the subscores or the overall score. As of May 1, 2023, the Speaking Sample task is scored and contributes to the overall score as well as the speaking subscores. The rationale for beginning to score the Speaking Sample was to (1) ","cbCaid2E7A6Jwoy5","https://ap.wps.com/l/cbCaid2E7A6Jwoy5","pdf",3261616,"English","# Introduction\n# Speaking in the Duolingo English Test Ecosystem\n## The Language Assessment Design Framework\n## The Expanded Evidence-Centered Design Framework\n## The Computational Psychometric Framework\n## The Test Security Framework\n# Conclusion\n# References","[{\"question\":\"What speaking tasks are included in the Duolingo English Test?\",\"answer\":\"The test uses five speaking-related tasks: Interactive Speaking, Speak about the Photo, Read, Then Speak, Speaking Sample, and Interactive Listening. These tasks contribute differently to the conversation subscore and speaking/production subscores.\"},{\"question\":\"How is the Speaking Sample task scored and when did this change occur?\",\"answer\":\"Prior to May 2023, Speaking Sample responses were unscored and did not affect subscores or the overall score. As of May 1, 2023, it became a scored task contributing to overall score and speaking subscores.\"},{\"question\":\"How does the report describe measuring speaking in a digital-first system?\",\"answer\":\"Speaking measurement leverages automated item generation, automatic speech recognition for transcriptions, and automated scoring systems. This enables digitally-informed evidence collection across assessment design and security frameworks.\"}]","Assessing Speaking on the Duolingo English Test - Original June 12, 2023 | PDF",25]