[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-528574-105":59,"doc-detail-528574-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","a-study-of-modified-guttman-and-irt-based-level-scoring-procedures-for-work-keys-assessments-research-report","A Study of Modified-Guttman and IRT-based Level Scoring Procedures for Work Keys Assessments - Research Report","","This paper compares modified Guttman and item response theory (IRT) approaches for classifying examinees into ordered levels when each level is represented by multiple multiple-choice items. In the modified Guttman approach, within-level number-correct scores map to binary mastery scores, then level assignments follow Guttman-consistent patterns across levels. The IRT approach assigns levels using total number-correct across all items and evaluates reliability and classification consistency, finding greater reliability and form-to-form consistency for IRT-based number-correct level scores.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/a-study-of-modified-guttman-and-irt-based-level-scoring-procedures-for-work-keys-assessments-research-report/528574/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/a-study-of-modified-guttman-and-irt-based-level-scoring-procedures-for-work-keys-assessments-research-report/528574.png","ImageObject",300,407,{"name":92,"@type":93},"Aditya","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-10","2026-10-09",true,{"@type":102,"interactionType":103,"userInteractionCount":39},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What is the main purpose of the study?","Question",{"text":112,"@type":113},"The study evaluates and potentially improves a modified Guttman procedure for assigning examinees to ordered levels and compares it with an IRT-based number-correct level scoring approach.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How does the modified Guttman procedure assign level mastery?",{"text":117,"@type":113},"It maps within-level number-correct scores to binary mastery scores and then assigns levels in a Guttman fashion based on the observed pattern of binary mastery over levels.",{"name":119,"@type":110,"acceptedAnswer":120},"What does the study conclude about reliability and consistency?",{"text":121,"@type":113},"The IRT-based number-correct level scores show more reliable and more consistent classification across test forms than the modified Guttman procedure.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},528574,1791830812,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":39,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":34,"preview_urls":146},962085564549,"https://ap-avatar.wpscdn.com/davatar_085a072bc5b1113ac321206ff7593b45","A Study of Modified-Guttman andIRT-Based Level Scoring Proceduresfor Work Keys Assessments  \nE.Matthew Schulz  \nMichael J.Kolen  \nW.Alan Nicewander  \nFor additional copies write:ACT Research Report SeriesPO Box 168Iowa City,Iowa 52243-0168  \n◎1997 by ACT,Inc.All rights reserved.  \nA Study of Modified-Guttman and IRT-basedLevel Scoring Procedures for Work Keys Assessments  \nE.Matthew SchulzMichael J.KolenW.Alan Nicewander  \nAbstract  \nThis paper compares modified Guttman and item response theory based procedures forclassifying examinees into ordered levels when each level is represented by severalmultiple choice test items.In the modified Guttman procedure,within-level numbercorrect scores are mapped to binary level mastery scores.Examinees are then assignedto levels in Guttman fashion on the basis of their observed pattern of binary masteryscores over levels.In the IRT procedure,examinees are assigned to levels on the basisof their total number correct score over all items on the test.An IRT-based method isused to assess the reliability and classification consistency of both level scoringprocedures.In comparison to the modified Guttman procedure,IRT-based numbercorrect level scores are more reliable and consistent across forms.Guttman-consistentpatterns of mastery over levels can also be inferred from number correct level scores.  \n# A Study of Modified-Guttman and IRT-based Level ScoringProcedures for Work Keys Assessments\n\n## 1.Introduction\n\nThe goal of this study was to evaluate,and possibly improve upon,a modifiedGuttman procedure for assigning examinees to levels when each level is represented byseveral multiple choice test items.The psychometric qualities of concern were thereliability and classification consistency of level scores,and the accuracy of inferencesthat examinees are masters of levels up to and including their estimated level of skill.Equivalence of level scores across forms was also investigated.In the following section(Section 2),the motivation for level based assessment and the assessment instrumentsand sources of data for the study are described.  \nSection 3 describes the modified Guttman scoring procedure applied to the data.A modified form of Guttman scaling was developed for the assessments in this studybecause each level was represented by more than one item.This form of Guttmanscaling could conceivably be used to increase the number of observations per level andthe reliability of level scores in assessments that currently rely on Guttman scaling.Traditional Guttman scales,using just one rating or binary item per level,are notuncommon in assessments based on stage theories of cognitive or physical functioning.For examples of Guttman scales see Boulton-Lewis(1987),Fox&Tipps(1995),Katz andAkpom(1976),and Lund,Foy,Sipperelle &Strachan(1984).  \nSection 4 presents an alternative,IRT-based procedure in which examinees areassigned to levels on the basis of their total number correct score over all items in theassessment.This procedure draws on ideas about the relationship between itemresponse theory and a Guttman scale consisting of just one item per level (Cliff,1983;  \n2  \nAndrich,1985;Wilson,1989a).The IRT-based procedure,also called number-correctlevel scoring,can conceivably be applied in other large scale assessments in which levelsare defined on continuous,latent proficiency scales primarily for the purpose ofdescribing the achievement of individuals or groups(see for example,NationalAssessment Governing Board,1990;Masters,Adams,&Lokan,1994).  \nSection 5 presents an IRT-based method for evaluating the reliability andclassification consistency of the level scores in this study.This method is an adaptationof a general procedure outlined by Kolen,Zeng,&Hanson(1996)for estimating theconditional standard errors and reliability of any secondary scale score that is anonlinear transformation of number correct scores.Both the modified Guttman levelscores and the number correct level scores in this study are n","cbCaioDlUb1xdTQz","https://ap.wps.com/l/cbCaioDlUb1xdTQz","pdf",1958748,64,"English","# A Study of Modified-Guttman and IRT-based Level Scoring Procedures for Work Keys Assessments\n## 1. Introduction\n## 2. The Motivation and Assessment Design for Level Scoring\n## 3. The Modified Guttman Scoring Procedure\n## 4. The IRT-based Scoring Procedure\n## 5. Evaluating Reliability and Classification Consistency\n## 6. Results\n## 7. Discussion","[{\"question\":\"What is the main purpose of the study?\",\"answer\":\"The study evaluates and potentially improves a modified Guttman procedure for assigning examinees to ordered levels and compares it with an IRT-based number-correct level scoring approach.\"},{\"question\":\"How does the modified Guttman procedure assign level mastery?\",\"answer\":\"It maps within-level number-correct scores to binary mastery scores and then assigns levels in a Guttman fashion based on the observed pattern of binary mastery over levels.\"},{\"question\":\"What does the study conclude about reliability and consistency?\",\"answer\":\"The IRT-based number-correct level scores show more reliable and more consistent classification across test forms than the modified Guttman procedure.\"}]","A Study of Modified-Guttman and IRT-based Level Scoring Procedures for Work Keys Assessments - Research Report | PDF",1791519125,161,[147,151,155,159,162,166,170],{"page_no":8,"url":148,"width":149,"height":150},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/dd4b28a09139d974ec297e5b9c85b063.webp",983,1270,{"page_no":14,"url":152,"width":153,"height":154},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/f825f0a8f1284caca4b65166c86fb980.webp",982,1268,{"page_no":81,"url":156,"width":157,"height":158},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/3fbc60b3b3915347e8a2a015a2b68f66.webp",981,1301,{"page_no":19,"url":160,"width":161,"height":158},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/dc647a5d35ecdd30c112dcb699bdd0c0.webp",980,{"page_no":24,"url":163,"width":164,"height":165},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/5cdbb2b77ad38423b251b2703a8f7a39.webp",979,1307,{"page_no":29,"url":167,"width":168,"height":169},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/c5f98459ffeb70ae31f1c8814f585e3f.webp",978,1300,{"page_no":34,"url":171,"width":172,"height":173},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/f90444e516c9e621b2e7640cee15590c.webp",977,1298]