[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-528545-105":3,"detail-sidebar-cat-0-en-105":81,"doc-detail-528545-en":130},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":74,"head_meta":76,"extra_data":78,"updated_unix":80},105,"en","effects-of-item-difficulty-heterogeneity-on-the-estimation-of-true-score-and-classification-consistency","Effects of Item Difficulty Heterogeneity on the Estimation of True-Score and Classification Consistency","","This study investigates how large within-examinee item difficulty variability affects estimates of the proportion of consistent classification into mastery categories across two test administrations. The work focuses on classification consistency estimates derived from only a single test administration using the Subkoviak (1976) estimation procedure. Results from both actual and simulated data show that using one overall-item difficulty estimate for an examinee’s true score does not change consistency estimates compared with homogeneous difficulty conditions.",{"@graph":14,"@context":73},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/effects-of-item-difficulty-heterogeneity-on-the-estimation-of-true-score-and-classification-consistency/528545/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/effects-of-item-difficulty-heterogeneity-on-the-estimation-of-true-score-and-classification-consistency/528545.png","ImageObject",300,407,{"name":42,"@type":43},"Bintang","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-11-10","2026-10-09",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",9,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69],{"name":60,"@type":61,"acceptedAnswer":62},"What was the main purpose of the study?","Question",{"text":63,"@type":64},"To examine how large within-examinee variability in item difficulty impacts estimates of consistent classification of examinees into mastery categories across two test administrations.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"How was classification consistency estimated without using a full test-retest design?",{"text":68,"@type":64},"By applying the Subkoviak (1976) estimation procedure that uses information from only a single test administration to approximate consistency.",{"name":70,"@type":61,"acceptedAnswer":71},"What did the analyses of actual and simulated data show?",{"text":72,"@type":64},"Using a single, overall-item difficulty estimate for an examinee’s true score did not affect the estimated proportion of consistent classifications more than homogeneous difficulty situations did.","https://schema.org",{"og:url":32,"og:type":75,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":77,"canonical":32},"index,follow",{"doc_id":79,"site_id":7},528545,1791732573,{"code":4,"msg":82,"data":83},"success",[84,88,92,96,101,106,111,115,119,122,126],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":85,"show_sort_weight":86,"slug":87},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":89,"show_sort_weight":90,"slug":91},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":93,"show_sort_weight":94,"slug":95},"Exam",70,"exam",{"id":97,"doc_module":4,"doc_module_name":25,"category_name":98,"show_sort_weight":99,"slug":100},5,"Comic",60,"comic",{"id":102,"doc_module":4,"doc_module_name":25,"category_name":103,"show_sort_weight":104,"slug":105},6,"Technology",50,"technology",{"id":107,"doc_module":4,"doc_module_name":25,"category_name":108,"show_sort_weight":109,"slug":110},7,"Healthcare",40,"healthcare",{"id":112,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":113,"slug":114},8,30,"research-report",{"id":55,"doc_module":4,"doc_module_name":25,"category_name":116,"show_sort_weight":117,"slug":118},"Religion & Spirituality",20,"religion-spirituality",{"id":117,"doc_module":4,"doc_module_name":25,"category_name":120,"show_sort_weight":117,"slug":121},"World Cup","world-cup",{"id":123,"doc_module":4,"doc_module_name":25,"category_name":124,"show_sort_weight":123,"slug":125},10,"Lifestyle","lifestyle",{"id":127,"doc_module":4,"doc_module_name":25,"category_name":128,"show_sort_weight":97,"slug":129},19,"General","general",{"code":4,"msg":82,"data":131},{"doc_id":79,"user_id":132,"nickname":42,"user_avatar":133,"doc_module":4,"category_id":112,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":139,"language":140,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":12,"update_tm":144,"read_time":145,"preview_page_count":33,"preview_urls":146},962085564381,"https://ap-avatar.wpscdn.com/davatar_6f874abed73319feea01a86fa6f0fab8","Effects of Item Difficulty  \nHeterogeneity on the Estimatlonof True-Score and ClassificationConsistency  \nJudlth A.SprayCatherlne J.Welch  \nSeptember 1987  \nFor additional copies write:ACT Research Report SeriesP.O.Box 168lowa City,lowa 52243  \n◎1988 by The American College Testing Program.All rights reserved.  \nEFFECTS OF ITEM DIPPICULTY HETEROGENEITY ON THE ESTIMATIONOF TRUE-SCORE AND CLASSIFICATION CONSISTENCY  \nJudith A.SprayCatherine J.Welch  \n1  \n## ABSTRACT\n\nThe purpose of this study was to examine the effect that large within-examinee item difficulty variability had on estimates of the proportion ofconsistent classification of examinees into mastery categories over two testadministrations.  The classification consistency estimate was based on asingle test administration from an estimation procedure suggested by Subkoviak(1976).Analyses of both actual and simulated data revealed that the use of asingle,overall-item difficulty estimate for an examinee's true-score,evenwhen item difficulty varied great1y within an examinee,did not influence theestimation of the proportion of consistent classifications any more thanhomogeneous difficulty situations.  \n## Effects of Item Difficulty Heterogeneity on the Estimationof True-Score and Classification Consistency\n\nMethods of estimating the consistency of classification into two or morecategories over two testing occasions but using information gained from only asingle test administration have been proposed(Huynh,1976;Marshall&Haertel,1975;Subkoviak,1976).All of these methods of estimating classificationconsistency(CC)were originally conceived to be used on criterion-or domain-referenced tests which were tests of fairly short length(i.e.,30 items orless)consisting of items assumed to measure somewhat narrowly defined contentareas.The latter assumption is frequently thought to carry with it anassumption of approximate equal item difficulties or item \"exchangeability\"throughout the test for a given examinee.  In fact all of the previously citedmethods of estimating CC require this assumption.  \nHowever,tests which are not constructed to these specifications canstill be used to classify individuals into categories.  The ACT ProficiencyExamination Program(ACT PEP)tests are of this type.These exams are de-signed to measure subject matter proficiency attained primarily outside of theclassroom in \"on-the-job\"situations,such as nursing career experiences.Exams of this type cover a number of subject matter categories that arerelated more by job performance criteria than similarity of content.  Becauseof the diversity of content included,the tests also report results on morehomogeneous subcategories of items.  The ACT PEP test called Fundamentals ofNursing is a typical representative of such proficiency tests.  It consists ofitem sets from six subject matter categories ranging in length from only 8items to 52 items with the average length around 20 items.  The test specifi-cations require that the items within a category item set fall under the broadcontent heading but the items within a set are not thought of as exchangeable,  \nin the sense that item difficulty is expected to vary.Item sets greater than10 items are used to classify examinees into one of three categories:belowminimum,minimum,and above minimum proficiency.  \nWhen estimates of the consistency of classification into the threecategories for these sets of items were required,test-retest administrationswere considered but rejected because of several reasons.  First,the learningeffect,even over a fairly short period of time between administrations couldcontaminate the results.A second consideration was the expense of setting upsuch a dual administration.Finally,since there were many ACT PEP tests toconsider,no one test could be totally representative of all the exams,andtest-retest administrations for all of the ACT PEP tests were out of thequestion.  \nTherefore,an approximation method based on only one test administrationwas selec","cbCaijBiniIT1CFY","https://ap.wps.com/l/cbCaijBiniIT1CFY","pdf",436263,28,"English","# Abstract\n# Effects of Item Difficulty Heterogeneity on the Estimation of True-Score and Classification Consistency\n## Subkoviak's Method of CC Estimation","[{\"question\":\"What was the main purpose of the study?\",\"answer\":\"To examine how large within-examinee variability in item difficulty impacts estimates of consistent classification of examinees into mastery categories across two test administrations.\"},{\"question\":\"How was classification consistency estimated without using a full test-retest design?\",\"answer\":\"By applying the Subkoviak (1976) estimation procedure that uses information from only a single test administration to approximate consistency.\"},{\"question\":\"What did the analyses of actual and simulated data show?\",\"answer\":\"Using a single, overall-item difficulty estimate for an examinee’s true score did not affect the estimated proportion of consistent classifications more than homogeneous difficulty situations did.\"}]","Effects of Item Difficulty Heterogeneity on the Estimation of True-Score and Classification Consistency | PDF",1791519050,71,[147,151,155,159],{"page_no":22,"url":148,"width":149,"height":150},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/9692d6fb1205165e5a1a3feed250f2c8.webp",983,1251,{"page_no":26,"url":152,"width":153,"height":154},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/670ef74fcf4fd993385ce0b66d9d1ee1.webp",982,1247,{"page_no":30,"url":156,"width":157,"height":158},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/301d01b1d3fb684b76a593543d3310bc.webp",981,1308,{"page_no":33,"url":160,"width":161,"height":162},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/7fbc9f94f577dd0b70fc10adc1da687a.webp",980,1311]