[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-488109-105":59,"doc-detail-488109-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","validity-verification-of-the-new-toefl-writing-task-based-on-classical-test-theory","Validity Verification of the New TOEFL Writing Task Based on Classical Test Theory","","The TOEFL iBT Academic Discussion Task (ADT) was introduced to assess candidates’ ability to engage in academic discourse, yet evidence on its validity and fairness for culturally and linguistically diverse groups remains limited. This study applies Classical Test Theory to evaluate the ADT’s psychometric properties among Chinese university students. Results show a robust correlation between ADT and CET-6 writing and translation sub-scores, with strong expert agreement supporting construct validity and scoring rubric suitability. Gender differences are minimal, indicating fairness. Recommendations include refining cultural sensitivity in the rubric and retaining CET-6 writing sub-scores for prediction to better serve diverse test-taker needs.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/validity-verification-of-the-new-toefl-writing-task-based-on-classical-test-theory/488109/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/validity-verification-of-the-new-toefl-writing-task-based-on-classical-test-theory/488109.png","ImageObject",300,407,{"name":92,"@type":93},"Blitz","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-08","2026-09-30",true,{"@type":102,"interactionType":103,"userInteractionCount":34},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What is the main purpose of validating the TOEFL iBT Academic Discussion Task (ADT)?","Question",{"text":112,"@type":113},"To determine whether the ADT measures the intended construct and operates fairly, especially for culturally and linguistically diverse test-taker groups.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How does the study evaluate validity in relation to Classical Test Theory (CTT)?",{"text":117,"@type":113},"It uses CTT to examine psychometric properties, including reliability aspects and validity evidence such as construct and scoring-rubric appropriateness.",{"name":119,"@type":110,"acceptedAnswer":120},"What do the results indicate about gender differences in the ADT’s validity indices?",{"text":121,"@type":113},"Gender differences in validity indices are minimal, suggesting the ADT is a valid measure for Chinese test-takers without gender discrimination.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},488109,1790910476,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":34,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145},24464137899374,"https://us-avatar.wpscdn.com/davatar_3d24733baf745e90a7e4bdd5f77d97b2","1  \nValidity Verification of the New TOEFL Writing Task Based on Classical Test Theory  \nZhang Yinyu  \nSchool of Foreign Language, Zhongnan University of Economics and Law  \nAugust 25, 2025  \n2  \nAbstract  \nThe TOEFL iBT has introduced the Academic Discussion Task (ADT) to assess test-takers’ability to engage in academic discourse, reflecting the growing emphasis on interactive  \ncommunication skills in higher education. However, research on the ADT ’s validity and  \nfairness particularly for culturally and linguistically diverse groups, such as Chinese students, remains limited. This study addresses this gap by employing Classical Test Theory (CTT) to  \nevaluate the psychometric properties of the ADT among Chinese university students. This study finds a robust correlation between the ADT and the CET-6 writing and translation  \nsubscores. In addition, there is a high level of expert agreement regarding the construct validity evidence and the appropriateness of the scoring rubric. Furthermore, the results  \nindicate that gender differences in validity indices are minimal. Taken together, these results suggest that the ADT is a valid measure for Chinese test-takers without gender discrimination.  \nHowever, it is recommended that the cultural sensitivity of the scoring rubric be further refined and that the CET-6 subscores for writing be retained for predictive purposes, in order  \nto better accommodate the needs of diverse test-taker populations. By addressing these issues,  \nthis study contributes to the broader discourse on fairness and validity in high-stakes language assessments.  \nKeywords: Classical Test Theory, Validity Verification, TOEFL Writing, Academic  \nDiscussion Task  \n3  \nValidity Verification of the New TOEFL Writing Task Based on Classical Test Theory  \nThe TOEFL iBT (Internet-Based Test) is a comprehensive English language proficiency test that evaluates non-native speakers’ ability to communicate effectively in academic settings. Since July 2023, the writing section has been revised to include two tasks:  \nthe Integrated Writing Task and the new Academic Discussion Task (ADT) . The ADT simulates an online classroom discussion, requiring test-takers to present their views and provide arguments on a given topic within 10 minutes. However, few studies have examined its validity and fairness. Therefore, validation is essential to ensure that the ADT measures the intended construct and functions fairly across genders.  \nValidity verification  \nClassical Test Theory (CTT), a foundational theory in psychological and educational measurement, is widely used for analyzing the reliability and validity of standardized tests due to its operational simplicity and intuitive interpretation (Bachman, 1990; Swaminathan, n.d.) . The core assumption of CTT is that each observed score (X) consists of a true score (T) and an error component (E), expressed as X=T+E (Lord & Novick, 1968) . Key propositions of CTT include reliability, validity, and item analysis. Reliability reflects the stability and consistency of measurement results, with commonly used indices such as Cronbach’s alpha and split-half reliability. Validity concerns whether a test measures the intended psychological or ability constructs, with common types including content validity, construct validity, and criterion validity (Messick, 1989) . In addition, CTT examines item difficulty  \n4  \nand discrimination, which help evaluate the quality of test items and the overall measurement effectiveness (AERA/APA/NCME, 2014) .  \nWithin CTT, criterion validity is typically evaluated by correlating test scores with external criteria, such as standardized proficiency tests or academic outcomes. The Pearson correlation coefficient (r) quantifies the strength and direction of the linear relationship.  \nRather than invoking a universal cut-off, researchers interpret r with respect to decisionstakes and domain norms. In high-stakes language testing, coefficients ≥ 0.60 are typical","cbCaicI0W965auQa","https://ap.wps.com/l/cbCaicI0W965auQa","pdf",646392,37,"English","# Abstract\n## TOEFL iBT writing task background\n## Validity verification framework (CTT)\n## Reliability and validity concepts in CTT\n## Criterion validity and correlation interpretation\n## Content validity via expert judgment\n## Item- and scale-level content validity indices\n## Inter-rater reliability (ICC)","[{\"question\":\"What is the main purpose of validating the TOEFL iBT Academic Discussion Task (ADT)?\",\"answer\":\"To determine whether the ADT measures the intended construct and operates fairly, especially for culturally and linguistically diverse test-taker groups.\"},{\"question\":\"How does the study evaluate validity in relation to Classical Test Theory (CTT)?\",\"answer\":\"It uses CTT to examine psychometric properties, including reliability aspects and validity evidence such as construct and scoring-rubric appropriateness.\"},{\"question\":\"What do the results indicate about gender differences in the ADT’s validity indices?\",\"answer\":\"Gender differences in validity indices are minimal, suggesting the ADT is a valid measure for Chinese test-takers without gender discrimination.\"}]","Validity Verification of the New TOEFL Writing Task Based on Classical Test Theory | PDF",1790810347,93]