[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-266945-105":59,"doc-detail-266945-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","the-cognitively-complex-thinking-required-by-select-digital-sat-suite-questions-executive-summary","The Cognitively Complex Thinking Required by Select Digital SAT Suite Questions - Executive Summary","","The report examines the cognitively complex thinking required by selected questions in the Digital SAT Suite. It synthesizes relevant literature on using verbal protocols as data, addresses validity and reliability threats, and outlines methodological implications for large-scale assessment research. A structured methodology is provided, including test question selection, construct definitions, protocol development, cognitive interview recruitment and coding. Results analyze performance demands across Reading and Writing and Math domains, followed by discussion of key findings and implications.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/the-cognitively-complex-thinking-required-by-select-digital-sat-suite-questions-executive-summary/266945/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/the-cognitively-complex-thinking-required-by-select-digital-sat-suite-questions-executive-summary/266945.png","ImageObject",300,407,{"name":92,"@type":93},"Gloria","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-26","2026-09-14",true,{"@type":102,"interactionType":103,"userInteractionCount":52},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What is the primary focus of the report on Digital SAT questions?","Question",{"text":112,"@type":113},"The report focuses on identifying the cognitively complex thinking required by selected Digital SAT Suite questions and analyzing how those demands show up across key content domains.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How does the report use verbal protocols in its research approach?",{"text":117,"@type":113},"It reviews prior work treating verbal protocols as data, considers threats to validity and reliability, and applies related methodological implications to its own study design.",{"name":119,"@type":110,"acceptedAnswer":120},"What methods are used to select, develop, and analyze the test questions?",{"text":121,"@type":113},"The methodology includes selecting questions, defining constructs at the question level, developing protocols, conducting cognitive interviews, and performing coding and analysis of interview data.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},266945,1789413105,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":52,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":129,"read_time":144,"preview_page_count":4},2336474459895,"https://ap-avatar.wpscdn.com/avatar/22000baeef7a5ed0655?x-image-process=image/resize,m_fixed,w_180,h_180&k=1786071322749376916","The Cognitively Complex Thinking Required by Select Digital SAT® Suite Questions  \nCollege Board January 2024  \nThe Cognitively Complex Thinking Required by Select Digital SAT Suite Questions  \nJanuary 2024  \nJim Patterson | Lead author; Reading and Writing section analysis Dona Carling, Michael Gosche, Juliette Cabrera | Math section analysis Jay Happel | Sample analysis  \nBeth Oxler, Georgina Keenan, Nancy Burkholder | Editorial services Vidlet, Inc. | Cognitive interviews  \nSuggestion Citation:  \nCollege Board. 2024. The Cognitively Complex Thinking Required by Select Digital SAT Suite Questions. New York: College Board.  \nAbout College Board  \nCollege Board reaches more than 7 million students a year, helping them navigate the path from high school to college and career. Our not-for-profit membership organization was founded more than 120 years ago. We pioneered programs like the SAT® and AP® to expand opportunities for students and help them develop the skills they need. Our BigFuture® program helps students plan for college, pay for college, [and explore careers. Learn more at](and explore careers. Learn more at cb.org)[ cb.org](and explore careers. Learn more at cb.org).  \n© 2024 College Board. College Board, SAT, and the acorn logo are registered trademarks of College Board. PSAT/NMSQT is a registered trademark of College Board and National Merit Scholarship Corporation. PSAT is a trademark of College Board.  \nDesmos and related trademarks are property of Desmos Studio PBC.  \nContents  \n[Executive Summary](Executive Summary ................................................................................................................ vi)[ ................................................................................................................ vi](Executive Summary ................................................................................................................ vi)  \nSection 1: Introduction .......................................................................................................... 1  \nStructure of This Report.................................................................................................................. 3  \nSection 2: Literature Review ............................................................................................. 4  \nVerbal Protocols as Data in Social Science Research ......................................................... 4  \nVerbal Protocols as Data in Research of Large-Scale Assessment Designs .............................................................................................. 6  \nThreats to Verbal Protocol Validity and Reliability ................................................................. 6  \nConcurrent and Retrospective Verbalizations ........................................................................ 8  \nMethodological Implications for the Present Study ............................................................. 9  \nSection 3: Methodology ..................................................................................................... 10  \nTest Question Selection ............................................................................................................... 10  \nQuestion-Level Construct Definition ...................................................................................... 13  \nProtocol Development .................................................................................................................. 13  \nSample Recruitment, Selection, and Characteristics ....................................................... 14  \nSample Recruitment and Selection.................................................................................... 14  \nSample Characteristics .......................................................................................................... 15  \nCognitive Interviews ............................................................................................","cbCaia7Evbcyt7ty","https://ap.wps.com/l/cbCaia7Evbcyt7ty","pdf",1812922,152,"English","# Executive Summary\n# Section 1: Introduction\n## Structure of This Report\n# Section 2: Literature Review\n## Verbal Protocols as Data in Social Science Research\n## Verbal Protocols as Data in Research of Large-Scale Assessment Designs\n## Threats to Verbal Protocol Validity and Reliability\n## Concurrent and Retrospective Verbalizations\n## Methodological Implications for the Present Study\n# Section 3: Methodology\n## Test Question Selection\n## Question-Level Construct Definition\n## Protocol Development\n## Sample Recruitment, Selection, and Characteristics\n## Cognitive Interviews\n## Coding and Analysis\n# Section 4: Results\n## Reading and Writing\n## Math\n# Section 5: Discussion","[{\"question\":\"What is the primary focus of the report on Digital SAT questions?\",\"answer\":\"The report focuses on identifying the cognitively complex thinking required by selected Digital SAT Suite questions and analyzing how those demands show up across key content domains.\"},{\"question\":\"How does the report use verbal protocols in its research approach?\",\"answer\":\"It reviews prior work treating verbal protocols as data, considers threats to validity and reliability, and applies related methodological implications to its own study design.\"},{\"question\":\"What methods are used to select, develop, and analyze the test questions?\",\"answer\":\"The methodology includes selecting questions, defining constructs at the question level, developing protocols, conducting cognitive interviews, and performing coding and analysis of interview data.\"}]","The Cognitively Complex Thinking Required by Select Digital SAT Suite Questions - Executive Summary | PDF",383]