[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-528441-105":59,"doc-detail-528441-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","procedures-for-computing-classification-consistency-and-accuracy-indices-with-multiple-categories","Procedures for Computing Classification Consistency and Accuracy Indices with Multiple Categories","","This paper presents procedures to estimate classification consistency and classification accuracy indices for multiple-category classifications from data collected in a single test administration. Estimates are compared across three psychometric frameworks: the two-parameter beta binomial, the four-parameter beta binomial, and the three-parameter logistic IRT models. Real data sets illustrate the estimation methods and analyze how estimated indices behave as functions of the latent variable. The IRT approach yields better model fit and larger estimated consistency and accuracy, with all components strongly influencing the results.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/procedures-for-computing-classification-consistency-and-accuracy-indices-with-multiple-categories/528441/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/procedures-for-computing-classification-consistency-and-accuracy-indices-with-multiple-categories/528441.png","ImageObject",300,407,{"name":92,"@type":93},"Fahsai","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-11","2026-10-09",true,{"@type":102,"interactionType":103,"userInteractionCount":52},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What is the main goal of the paper?","Question",{"text":112,"@type":113},"The paper develops procedures to estimate classification consistency and accuracy indices for multiple-category classifications using data from a single test administration.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"Which psychometric models are used to compare index estimates?",{"text":117,"@type":113},"The comparisons use three models: the two-parameter beta binomial, the four-parameter beta binomial, and the three-parameter logistic IRT model.",{"name":119,"@type":110,"acceptedAnswer":120},"How does the IRT model perform relative to the beta binomial models?",{"text":121,"@type":113},"The IRT model tends to provide better fits and produces larger estimated consistency and accuracy in the study data.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},528441,1791642575,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":52,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":34,"preview_urls":146},549768702563,"https://ap-avatar.wpscdn.com/avatar/8000c4aa63b76e948b?x-image-process=image/resize,m_fixed,w_180,h_180&k=1786536092046926083","# Procedures for ComputingClassification Consistencyand Accuracy Indiceswith Multiple Categories\n\nWon-Chan LeeBradley A.HansonRobert L.Brennan  \nFor additional copies write:ACT Research Report SeriesPO Box 168lowa City,Iowa 52243-0168  \n◎2000 by ACT,Inc.All rights reserved.  \nProcedures for Computing Classification Consistency andAccuracy Indices with Multiple Categories  \nWon-Chan LeeBradley A.HansonACT,Inc.Robert L.BrennanThe University of Iowa  \nTable of Contents  \nPage  \nAbstract……………………………………………………………………………………………………………………………………………………………iii  \nAcknowledgements………………………………………………………………………………………………………………………………………iv  \nIntroduction……………………………………………………………………………………………………………………………………………………1  \nClassification Consistency and Accuracy……………………………………………………………………………………………3  \nClassification Consistency Indices……………………………………………………………………………………………6  \nClassification Accuracy Indices…………………………………………………………………………………………………S  \nModels for Estimating Classification Indices ……………………………………………………………………………………10  \nBeta Binomial Model……………………………………………………………………………………………………………………………………10  \nIRT Model……………………………………………………………………………………………………………………………………………………………12  \nIllustrative Examples…………………………………………………………………………………………………………………………………13  \nData………………………………………………………………………………………………………………………………………………………………………13  \nModel Fit………………………………………………………………………………………………………………………………………………………………14  \nMarginal Classification Indices……………………………………………………………………………………………15  \nConditional Probabilities……………………………………………………………………………………………………………………………18  \nConclusions and Discussion……………………………………………………………………………………………………………………22  \nReferences………………………………………………………………………………………………………………………………………………………26  \nTables…………………………………………………………………………………………………………………………………………………………………29  \nFigures…………………………………………………………………………………………………………………………………………………………………36  \nAbstract  \nThis paper describes procedures for estimating various indices of classification consistency andaccuracy for multiple category classifications using data from a single test administration.Theestimates of the classification consistency and accuracy indices are compared under threedifferent psychometric models:the two-parameter beta binomial,four-parameter beta binomial,and three-parameter logistic IRT models.Using real data sets,the estimation procedures areillustrated,and the characteristics of the estimated indices are examined.This paper alsoexamines the behavior of the estimated indices as a function of the latent variable.The IRTmodel tends to provide better fits to the data used in this study,and shows larger estimatedconsistency and accuracy.Although the results are not substantially different across differentmodels,all three components of the models(i.e.,the estimated true score distributions,fittedobserved score distributions,and estimated conditional error variances)appear to have a greatinfluence on the estimates of the indices.Choosing a model in practice should be based onvarious considerations including the degree of the model fit to the data,suitability of the modelassumptions,and the computational feasibility.  \nAcknowledgements  \nWe are grateful to Matthew Schulz for discussions and many helpful comments and suggestionson an earlier version of the paper.The authors also wish to thank Debra Harris,AnneFitzpatrick,Ann White,and Lin Wang for their helpful comments on the paper.  \n# Procedures for Computing Classification Consistency andAccuracy Indices with Multiple Categories!\n\n## Introduction\n\nIt has been an important measurement practice in the context of mastery or competencytesting to categorize examinees by mastery and non-mastery with respect to a specific standard.A number of studies have been devoted to quantifying reliability of mastery classifications(Huynh,1976;Huynh &Saunders,1980;Subkoviak,1984;Berk,1984).The term classificationconsistency is often referred to as reliability of classifications because the definition ofclassification consistency requires the concept of repeated testings,which constitutes the mostess","cbCait1kgkIrDHcR","https://ap.wps.com/l/cbCait1kgkIrDHcR","pdf",1855837,64,"English","# Abstract\n# Introduction\n# Classification Consistency and Accuracy\n## Classification Consistency Indices\n## Classification Accuracy Indices\n## Models for Estimating Classification Indices\n## Marginal Classification Indices\n## Conditional Probabilities\n# Conclusions and Discussion\n# References\n# Tables\n# Figures","[{\"question\":\"What is the main goal of the paper?\",\"answer\":\"The paper develops procedures to estimate classification consistency and accuracy indices for multiple-category classifications using data from a single test administration.\"},{\"question\":\"Which psychometric models are used to compare index estimates?\",\"answer\":\"The comparisons use three models: the two-parameter beta binomial, the four-parameter beta binomial, and the three-parameter logistic IRT model.\"},{\"question\":\"How does the IRT model perform relative to the beta binomial models?\",\"answer\":\"The IRT model tends to provide better fits and produces larger estimated consistency and accuracy in the study data.\"}]","Procedures for Computing Classification Consistency and Accuracy Indices with Multiple Categories | PDF",1791518816,161,[147,151,155,159,162,166,170],{"page_no":8,"url":148,"width":149,"height":150},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/d6f4598b4a23cdbabf58984ace7e0f60.webp",983,1272,{"page_no":14,"url":152,"width":153,"height":154},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/464eda9c78b5f6948a98f689f81b9a2a.webp",982,1270,{"page_no":81,"url":156,"width":157,"height":158},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/b9b3ae3d36f13bc8c8d25f305ae120a8.webp",981,1314,{"page_no":19,"url":160,"width":161,"height":158},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/dbd8ed580077699d76c5094c1db3fd20.webp",980,{"page_no":24,"url":163,"width":164,"height":165},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/3ba860df7112cb72425f6ae36969b7ae.webp",979,1311,{"page_no":29,"url":167,"width":168,"height":169},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/c6afbb6222ff74b057a780a97d1d3d41.webp",978,1310,{"page_no":34,"url":171,"width":172,"height":173},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/fab6c702a14580259f99aeb1c910fd6f.webp",977,1309]