[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-294569-105":59,"doc-detail-294569-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","development-of-a-complex-reasoning-cr-test-briefing","Development of a Complex Reasoning (CR) Test - Briefing","","Briefing explains the development rationale and operational approach for a Complex Reasoning (CR) test delivered via the ASVAB platform. It defines complex (non-verbal) reasoning, links the construct to fluid intelligence, and outlines benefits such as improved prediction of training and job success, reduced test compromise risk, and lower adverse impact for non-native English speakers. The briefing includes sample transformation item features, development timeline updates, pilot study three design, and early operational descriptives and correlations.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":20,"@type":76,"position":81},"https://docshare.wps.com/document/exam/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/development-of-a-complex-reasoning-cr-test-briefing/294569/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/development-of-a-complex-reasoning-cr-test-briefing/294569.png","ImageObject",300,407,{"name":92,"@type":93},"Finn","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-02","2026-09-18",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",21,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"What does the briefing define as complex reasoning?","Question",{"text":113,"@type":114},"Complex reasoning refers to non-verbal reasoning—an ability to analyze visual information and solve problems using visual reasoning.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"Why is a complex reasoning test considered for the ASVAB program?",{"text":118,"@type":114},"The briefing states fluid intelligence predicts training and job success, and that complex (non-verbal) reasoning is a component of fluid intelligence. It also cites potential benefits such as improved prediction, lower susceptibility to compromise, and less adverse impact for non-native English speakers.",{"name":120,"@type":111,"acceptedAnswer":121},"How were participants handled in Pilot Study Three (Wave 1)?",{"text":122,"@type":114},"Participants were randomly assigned to one of five static forms and took a 35-minute fixed-time assessment on the Qualtrics platform, with recording of completion time and use of attention-check items.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},294569,1790459497,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":19,"category_name":20,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":140,"language":141,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":142,"faqs":143,"seo_title":144,"seo_description":67,"update_tm":145,"read_time":146},34359740700684,"https://ap-avatar.wpscdn.com/avatar/1f400023980c374ae676?_k=1777273430885731487","Development of a Complex Reasoning (CR) Test  \nKatherine Klein  \nHuman Resources Research Organization (HumRRO)  \nBriefing presented to the DACMPT January 22, 2024  \nAgenda  \n􀂃 Background  \n􀂃 Development Update  \n􀂃 Overview of New Task Order  \n􀂃 Pilot Study Three  \n2  \nBackground  \n􀂃 What is complex reasoning?  \n• Non-verbal reasoning; ability to analyze visual information and to solve problems using visual reasoning  \n􀂃 Why a complex reasoning test?  \n• Fluid intelligence has been found to be a strong predictor of training and job success  \n􀂃 Complex (non-verbal) reasoning is one element of fluid intelligence  \n􀂃 ASVAB Review Panel (2006) recommended that DoD consider adding tests of fluid intelligence to balance the ASVAB’s composition (between fluid and crystalized intelligence)  \n• Potential benefits to the ASVAB testing program  \n􀂃 Improved prediction of training and job success in military jobs  \n􀂃 Lower susceptibility to test compromise  \n􀂃 Less adverse impact; increased qualification rates for non-native and non-heritage English  \nspeakers  \n3  \nSample Transformation Item  \n\n| Look at the 3X3 grid below. Identify the pattern(s) .\u003Cbr>Which of the following images best completes the pattern(s) in the\u003Cbr>|  |  |  |  |\n| --- | --- | --- | --- | --- |\n| | | grid? | | |\n\n􀂃 Transformation item features  \n• Types of shapes  \n• Orientation of shape(s)  \n• Size of shape(s)  \n• Number of shape(s)  \n• Line weighting on shape(s)  \n􀂃 Direction(s) of transformations  \n• Vertical  \n• Horizontal  \n• Diagonal  \n4  \nDevelopment Update  \nLaunched on the ASVAB Platform  \n􀂃 August 13, 2024  \n• Four forms are static, and the 24 items constituting each form are administered in a specified presentation order  \nAvailable to Applicants  \n􀂃 September 16, 2024  \n• A total of 9,837 applicants have taken the assessment between September 24 – November 4.  \n| CR Operational Descriptives |  |  |  |\n| --- | --- | --- | --- |\n|  | Raw | Standard Score |  |\n| Mean | 17.03 | 52.30 |  |\n| Standard Deviation | 5.04 | 10.34 |  |\n| Min | 0 | 17 |  |\n| 5th Pct | 7 | 32 |  |\n| 25th Pct | 14 | 46 |  |\n| 50th Pct | 18 | 54 |  |\n| 75th Pct | 21 | 60 |  |\n| 95th Pct | 23 | 65 |  |\n| Max | 24 | 67 |  |\n| Correlation with ASVAB and Special Tests |  |  |  |\n| Armed Forces Qualification Test (AFQT) | .56 |  |  |\n| Assembling Objects (AO) | .56 |  |  |\n| Arithmetic Reasoning (AR) | .52 |  |  |\n| Mechanical Comprehension (MC) | .51 |  |  |\n| Math Knowledge (MK) | .49 |  |  |\n| Cyber Test (CT) | .46 |  |  |\n| General Science (GS) | .45 |  |  |\n| Paragraph Comprehension (PC) | .45 |  |  |\n| Verbal Expression (VE) | .45 |  |  |\n| Electronics Information (EI) | .40 |  |  |\n| Word Knowledge (WK) | .40 |  |  |\n| Auto-Shop Information (AS) | .26 |  |  |\n\n.  \nNote Correlations are observed and VE is a of WK and PC  \nuncorrected; composite  \nComplex Reasoning (CR) Task Order  \n| Line of Effort (LOE) |\n| --- |\n| LOE 1: Design CR Items & Piloting Procedures\u003Cbr>• Dimensionality analyses and calibrations\u003Cbr>• Design CR item piloting data collection\u003Cbr>• Develop test blueprint for CAT version\u003Cbr>• Develop new CR items |\n| LOE 2: Pilot New Items and Assemble CAT Pools\u003Cbr>• Pilot new CR items\u003Cbr>• Conduct item analysis\u003Cbr>• Develop CAT pools and conventional forms\u003Cbr>• Scale and equate scores |\n| LOE 3: Recommend Refinements to Procedures\u003Cbr>• Identify refinements for test blueprints, item generation, and form assembly |\n| LOE 4: Evaluate CR and CompT Scores\u003Cbr>• Create research plans to evaluate construct validity, criterion-related validity, ongoing psychometrics analysis, and coachability and practice effects |\n| LOE 5: Document CR and CompT\u003Cbr>• Document task order efforts |\n\n6  \nPilot Study Three  \n\n| | 7 |\n| --- | --- |\n|  |  |\n\nWave 1 Overview  \nObjective  \n􀂃 Determine whether non-progressive item order impacts item functioning and test performance  \n• Findings influence the feasibility of a CAT CR  \nSample  \n􀂃 Non-military sample representative of military applicants, ages 18‒35,","cbCaimZhOKyGYo2v","https://ap.wps.com/l/cbCaimZhOKyGYo2v","pdf",1736245,22,"English","# Agenda\n## Background\n## Sample Transformation Item\n## Development Update\n## Complex Reasoning (CR) Task Order\n## Pilot Study Three\n## Wave 1 Overview\n## Wave 1 Data Collection (as of 1 November)","[{\"question\":\"What does the briefing define as complex reasoning?\",\"answer\":\"Complex reasoning refers to non-verbal reasoning—an ability to analyze visual information and solve problems using visual reasoning.\"},{\"question\":\"Why is a complex reasoning test considered for the ASVAB program?\",\"answer\":\"The briefing states fluid intelligence predicts training and job success, and that complex (non-verbal) reasoning is a component of fluid intelligence. It also cites potential benefits such as improved prediction, lower susceptibility to compromise, and less adverse impact for non-native English speakers.\"},{\"question\":\"How were participants handled in Pilot Study Three (Wave 1)?\",\"answer\":\"Participants were randomly assigned to one of five static forms and took a 35-minute fixed-time assessment on the Qualtrics platform, with recording of completion time and use of attention-check items.\"}]","Development of a Complex Reasoning (CR) Test - Briefing | PDF",1789692829,55]