[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-528502-105":59,"doc-detail-528502-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","multistage-adaptive-testing-for-a-large-scale-classification-test-design-heuristic-assembly-and-comparison-with-other-testing-modes","Multistage Adaptive Testing for a Large-Scale Classification Test - Design, Heuristic Assembly, and Comparison with Other Testing Modes","","Multistage adaptive tests (MSTs) offer a balanced compromise between linear testing and item-level computer-adaptive testing (CAT). The approach keeps the efficiency of adaptivity while allowing test developers to review assembled test forms before administration and enabling examinees to review and revise answers. Limited research exists on heuristic automated assembly of MSTs and on how MSTs perform in classification-test settings. This study designs an MST for large-scale classification and validates it via computer simulation.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/multistage-adaptive-testing-for-a-large-scale-classification-test-design-heuristic-assembly-and-comparison-with-other-testing-modes/528502/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/multistage-adaptive-testing-for-a-large-scale-classification-test-design-heuristic-assembly-and-comparison-with-other-testing-modes/528502.png","ImageObject",300,407,{"name":92,"@type":93},"นรินทร์","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-10","2026-10-09",true,{"@type":102,"interactionType":103,"userInteractionCount":39},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What distinguishes MST from linear tests and CAT?","Question",{"text":112,"@type":113},"MST is adaptive like CAT but it preassembles test forms before administration, allowing developer review. It also lets examinees review and revise answers, unlike typical CAT workflows.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How is a multistage adaptive test organized in the document?",{"text":117,"@type":113},"The test is divided into several stages within a panel. Each stage contains testlets (modules) at different difficulty levels, and examinees follow a randomized route through modules across stages called a pathway.",{"name":119,"@type":110,"acceptedAnswer":120},"What results does the study report when comparing MST with linear testing and CAT?",{"text":121,"@type":113},"Automated heuristic assembly of the MST was successful. In comparisons, MST shows a trade-off between measurement accuracy and item bank usage versus CAT, but achieves classification accuracy comparable to CAT while using the item bank more efficiently for classification purposes.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},528502,1791732082,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":39,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":24,"preview_urls":146},2336475104957,"https://ap-avatar.wpscdn.com/avatar/22000c4c6bd8a5076e1?x-image-process=image/resize,m_fixed,w_180,h_180&k=1787554080175789136","| \u003Cbr>ACT Research Report Series 2012 (6) |  | |\n| --- | --- | --- |\n\nMultistage Adaptive Testing for a Large-Scale Classification Test: Design, Heuristic Assembly, and Comparison with Other Testing Modes  \nYi Zheng  \nYuki Nozawa Xiaohong Gao Hua-Hua Chang  \nSeptember 2012  \nFor additional copies, write:  \nACT Research Report Series  \nP.O. Box 168  \nIowa City, IA 52243-0168  \n© 2012 by ACT, Inc. All rights reserved.  \nMultistage Adaptive Testing for a Large-Scale Classification Test: Design, Heuristic Assembly, and Comparison with  \nOther Testing Modes  \nYi Zheng  \nYuki Nozawa  \nXiaohong Gao  \nHua-Hua Chang  \nAbstract  \nMultistage adaptive tests (MSTs) have gained increasing popularity in recent years. MSTis a balanced compromise between linear test forms (i.e., paper-and-pencil testing and computerbased testing) and traditional item-level computer-adaptive testing (CAT) . It combines the advantages of both. On one hand, MST is adaptive (and therefore more efficient than linear tests) . On the other hand, unlike CAT, it allows test developers to review test forms before administration, and it allows examinees to review and revise answers. Despite the advantages of MST, there is little literature on the details of heuristic automated assembly of MST and on the investigation of MST in the context of classification tests.  \nIn this study, we designed a MST for a large-scale classification test and performed the automated test assembly using a heuristic method. We then compared the performance of the MST with that of a linear test form and a CAT using computer simulation. The automated test assembly was successful. In comparing MST and CAT, we did observe a trade-off in measurement accuracy and item bank usage. For classification purposes, however, MST provided classification accuracy as good as that from CAT, with more efficient item bank usage.  \nAcknowledgements  \nThe authors thank Deborah Harris, Rongchun Zhu, and Chunyan Liu, for their insightful comments on this study. The first author also thanks Steven Nydick for his generous help as a co-intern.  \nMultistage Adaptive Testing for a Large-Scale Classification Test: Design, Heuristic Assembly, and Comparison with Other Testing Modes  \nMultistage adaptive tests (MSTs) have gained increasing popularity in recent years as the Certified Public Accountants (CPA) Examination successfully switched from the paper-andpencil (P&P) mode to the MST mode in 2004 (Breithaupt & Hare, 2007; Luecht, Brumfield, & Breithaupt, 2006) and the Graduate Record Examination (GRE) replaced the P&P linear testing mode and the computerized-adaptive testing (CAT) mode with MST in August, 20111. CAT has been applied for decades, while MST was recently promoted as an alternative—a “balanced compromise”(Hendrickson, 2007) between the linear testing modes (i.e., P&P and computerbased testing, CBT) and CAT.  \nAs the MST framework develops, it has taken several forms and names (Hendrickson, 2007), including two-stage testing (Adema, 1990; Kim & Plake, 1993), computerized mastery testing (CMT; Lewis & Sheehan, 1990), computer-adaptive sequential testing (CAST; Luecht, 2000; Luecht & Nungester, 1998), bundled multistage adaptive testing (BMAT; Luecht, 2003), and multiple form structures (MFS; Armstrong, Jones, Koppel, & Pashley, 2004) . Recently, the names multistage testing, multistage adaptive testing, adaptive multistage testing, or computer adaptive multistage testing have been widely used in literature (e.g., Armstrong & Roussos, 2005; Belov & Armstrong, 2008; Breithaupt & Hare, 2007; Chen, 2011; Hambleton & Xing, 2006; Jodoin, Zenisky, & Hambleton, 2006; Keng, 2008; Luecht, Brumfield, & Breithaupt, 2006; Luecht & Burgin, 2003; Patsula, 1999) . This study will use the name multistage adaptive testing (MST) . In addition to the name, researchers have used different sets of terminology to describe the framework of multistage adaptive testing. This study will use the framework and terminology adopted in Luecht","cbCaikqUD2oINunE","https://ap.wps.com/l/cbCaikqUD2oINunE","pdf",1702950,44,"English","# Abstract\n## Acknowledgements\n## Background and MST Framework\n## MST Structure: Panels, Stages, Modules, and Pathways\n## Comparison with Linear Tests and CAT","[{\"question\":\"What distinguishes MST from linear tests and CAT?\",\"answer\":\"MST is adaptive like CAT but it preassembles test forms before administration, allowing developer review. It also lets examinees review and revise answers, unlike typical CAT workflows.\"},{\"question\":\"How is a multistage adaptive test organized in the document?\",\"answer\":\"The test is divided into several stages within a panel. Each stage contains testlets (modules) at different difficulty levels, and examinees follow a randomized route through modules across stages called a pathway.\"},{\"question\":\"What results does the study report when comparing MST with linear testing and CAT?\",\"answer\":\"Automated heuristic assembly of the MST was successful. In comparisons, MST shows a trade-off between measurement accuracy and item bank usage versus CAT, but achieves classification accuracy comparable to CAT while using the item bank more efficiently for classification purposes.\"}]","Multistage Adaptive Testing for a Large-Scale Classification Test - Design, Heuristic Assembly, and Comparison with Other Testing Modes | PDF",1791518927,111,[147,151,155,159,163],{"page_no":8,"url":148,"width":149,"height":150},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/034e28cf0d2f51164eb137611b15d2fb.webp",983,1272,{"page_no":14,"url":152,"width":153,"height":154},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/99a63f739d3887884a6042e2aa6d16df.webp",982,1270,{"page_no":81,"url":156,"width":157,"height":158},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/8bd96ae8e0d1936bc9fe46a02777f334.webp",981,1269,{"page_no":19,"url":160,"width":161,"height":162},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/91f8e60c8f4c06daa4db094d8b7324ce.webp",980,1268,{"page_no":24,"url":164,"width":165,"height":166},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/4e4ab094a91dea08f4b95bcbf44a8354.webp",979,1267]