[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-529702-105":59,"doc-detail-529702-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","performance-of-the-mantel-haenszel-statistic-and-the-standardized-difference-in-proportions-correct-when-population-ability-distributions-are-incongruent","Performance of the Mantel-Haenszel Statistic and the Standardized Difference in Proportions Correct When Population Ability Distributions are Incongruent","","A differential item functioning (DIF) analysis can use statistics that condition samples on an ability measure, typically the observed test score. This conditioning is appropriate only if the observed score reflects comparable levels of the examinees’ true, unobserved ability across populations. Problems occur when identical observed scores correspond to different conditional distributions of latent ability between groups, especially when true-ability distributions are incongruent or non-overlapping. Computer simulations examine how severe this mismatch must be for MH or STD to yield misleading DIF conclusions.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/performance-of-the-mantel-haenszel-statistic-and-the-standardized-difference-in-proportions-correct-when-population-ability-distributions-are-incongruent/529702/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/performance-of-the-mantel-haenszel-statistic-and-the-standardized-difference-in-proportions-correct-when-population-ability-distributions-are-incongruent/529702.png","ImageObject",300,407,{"name":92,"@type":93},"jay","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-10","2026-10-09",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",11,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"Why does conditioning on the observed test score cause problems in DIF analyses?","Question",{"text":113,"@type":114},"Problems arise when the same observed score corresponds to different levels of latent ability across groups. Then the matching intended by conditioning does not target comparable true abilities.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"What are the two main DIF statistics discussed in the document?",{"text":118,"@type":114},"The document focuses on the Mantel-Haenszel common-odds ratio (MH) and the standardized difference in proportions correct (STD). Both are used to indicate DIF between populations.",{"name":120,"@type":111,"acceptedAnswer":121},"How is the STD statistic interpreted in terms of item favorability?",{"text":122,"@type":114},"Signed values of STD reflect which group is favored. Negative values indicate the item favors the base group, positive values indicate the item favors the focal group, and values near zero indicate little or no DIF.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},529702,1791586386,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":140,"language":141,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":142,"faqs":143,"seo_title":144,"seo_description":67,"update_tm":145,"read_time":146,"preview_page_count":19,"preview_urls":147},3985747858866,"https://ap-avatar.wpscdn.com/davatar_a8503ba1806abce46bf441b54a3ca4cd","92-1  \n# Performance of the\n\nMantel-Haenszel Statistic andthe Standardized Differencein Proportions Correct WhenPopulation Ability Distributionsare Incongruent  \nJudith A.SprayTImothy R.Mlller  \nJuly 1992  \nFor additional copies write:ACT Research Report SeriesP.O.Box 168lowa City,lowa 52243  \n# Performance of the Mantel-Haensze!Statistic and the Standardized Difference inProportions Correct When Population Ability Distributions are Incongruent\n\nJudith A.Spray and Timothy R.MillerAmerican College Testing  \nAbstract  \nA popular method of analyzing test items for differential item functioning(DIF)isto compute a statistic that conditions samples of examinees from different populations onan estimate of ability.This conditioning or matching by ability is intended to produce anappropriate statistic that is sensitive to true differences in item functioning,provided theability estimate accurately reflects a comparable level of the true ability for thesepopulations.If the observed or number-correct score is used as a conditioning orgrouping variable,a problem exists whenever examinees from two different populationsare matched on the same level of the observed test score,but actually have quitedifferent levels of the unobserved ability.This occurs whenever the distributions of trueabilities for the populations of interest are incongruent or non-overlapping.Thissituation was investigated in a series of computer simulations.The results indicated thatthe magnitude of the problem,in terms of being able to detect true DIF with moderatesample sizes when ability distributions are incongruent,may not be that serious for testswhich are,on average,free from DIF.  \n# Performance of the Mantel-Haenszel Statistic and the Standardized Difference inProportions Correct When Population Ability Distributions Are Incongruent\n\nTwo statistics that are used to indicate differential item functioning(DIF)between two populations of examinees are the Mantel-Haenszel common-odds ratio(MH)(or equivalently the Mantel-Haenszel negative log-odds ratio)(Holland&Thayer,1986)and the standardized difference(STD)in proportions correct(Dorans &Kulick,1986).Both statistics condition on some ability measure,usually the observed score ofthe test containing the items undergoing the DIF analysis.Conditioning on the  \nobserved test score in order to evaluate population differences in item proportion correctwould appear to be appropriate provided the matching observed test score accuratelyreflects a comparable level of the measured trait for the populations of interest.However,problems arise whenever identical values of the observed test score,X,represent different levels of ability across groups.This can occur when the conditionaldistributions of ability given observed score are different for the comparison groups usedin the DIF analysis.  \nZwick(1990)has discussed the implications of this problem within a theoreticalcontext.The purpose of the current paper is to present a more applied analysis of thisproblem and to attempt to determine how severe the situation must be before a DIFanalysis that employs the MH or STD statistic leads to erroneous conclusions.  \n# Definitions of the DIF Statistics\n\nThe definitions of the estimator of the standardized difference in proportionscorrect (STD)and the Mantel-Haenszel common-odds ratio estimator(MH)are given asfollows.  \nIf the two populations of examinees are labeled as a focal group(F)and a basegroup(B),and s indexes each observed score category of a k-item test,or s=0,1,...,k,then  \nNF₅-the number of examinees in the F group at score s,NB₅-the number of examinees in the B group at score s,N₅-the number of examinees in F and B at score s,,the relative frequency of F at s,the relative frequency of B at s,andthe total relative frequency of F and B at s.  \nIf Rr and RB are the numbers of examinees(i.e.,absolute frequency),in F and Brespectively,at s who answer the item of interest correctly,then the proportion-correctvalues for each group ","cbCaimomrzx1YL1U","https://ap.wps.com/l/cbCaimomrzx1YL1U","pdf",612322,32,"English","# Performance of the Mantel-Haenszel Statistic and the Standardized Difference in Proportions Correct When Population Ability Distributions are Incongruent\n## Definitions of the DIF Statistics\n## The STD Statistic\n## The MH Statistic\n## Population DIF Indices","[{\"question\":\"Why does conditioning on the observed test score cause problems in DIF analyses?\",\"answer\":\"Problems arise when the same observed score corresponds to different levels of latent ability across groups. Then the matching intended by conditioning does not target comparable true abilities.\"},{\"question\":\"What are the two main DIF statistics discussed in the document?\",\"answer\":\"The document focuses on the Mantel-Haenszel common-odds ratio (MH) and the standardized difference in proportions correct (STD). Both are used to indicate DIF between populations.\"},{\"question\":\"How is the STD statistic interpreted in terms of item favorability?\",\"answer\":\"Signed values of STD reflect which group is favored. Negative values indicate the item favors the base group, positive values indicate the item favors the focal group, and values near zero indicate little or no DIF.\"}]","Performance of the Mantel-Haenszel Statistic and the Standardized Difference in Proportions Correct When Population Ability Distributions are Incongruent | PDF",1791521771,81,[148,152,155,159],{"page_no":8,"url":149,"width":150,"height":151},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/550682ae190748ef5c9b107705222449.webp",983,1255,{"page_no":14,"url":153,"width":154,"height":151},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/2ae2e4ac5ecc15319621283a0a39a722.webp",982,{"page_no":81,"url":156,"width":157,"height":158},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/994c2365503087188143eaf785aaa025.webp",981,1294,{"page_no":19,"url":160,"width":161,"height":162},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/acb0d6c557c609fcb6efb7b31b5bb3d0.webp",980,1297]