[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-529726-105":59,"doc-detail-529726-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","empirical-bayes-estimates-of-parameters-from-the-logistic-regression-model","Empirical Bayes Estimates of Parameters from the Logistic Regression Model","","Logistic regression parameter estimation can suffer from large sampling variability and convergence issues in small samples. This report derives maximum likelihood and least-squares estimates using an iteratively reweighted linear regression algorithm, then develops empirical Bayes estimates via an m-group regression model that shrinks within-group estimates toward a shared prior mean. Under exchangeability, hyperparameters are estimated using the EM algorithm, and stability comparisons show empirical Bayes estimators using collateral information are more stable than within-group-only estimators.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/empirical-bayes-estimates-of-parameters-from-the-logistic-regression-model/529726/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/empirical-bayes-estimates-of-parameters-from-the-logistic-regression-model/529726.png","ImageObject",300,407,{"name":92,"@type":93},"kopisore","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-09","2026-10-09",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",13,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"How does the report obtain maximum likelihood and least-squares estimates for logistic regression parameters?","Question",{"text":113,"@type":114},"It uses an iteratively reweighted linear regression algorithm to derive both maximum likelihood and least-squares estimates of the parameter vector.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"What is the role of the m-group regression model in empirical Bayes estimation?",{"text":118,"@type":114},"The m-group model assumes parameter vectors from m exchangeable groups are independent, identically distributed observations from a multivariate normal prior, producing posterior distributions that regress within-group estimates toward common values.",{"name":120,"@type":111,"acceptedAnswer":121},"How are the prior hyperparameters estimated in the exchangeable m-group setting?",{"text":122,"@type":114},"When parameter vectors are exchangeable, the report estimates the hyperparameters of the common prior distribution using the EM algorithm.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},529726,1791557013,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":36,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":19,"preview_urls":146},962090880963,"https://ap-avatar.wpscdn.com/davatar_6f874abed73319feea01a86fa6f0fab8","# Empirical Bayes Estimates ofParameters from the LogisticRegression Model\n\n|  \nWalter M.HoustonDavid J.Woodruff  \nFor additional copies write:ACT Research Report SeriesPO Box 168Iowa City,Iowa 52243-0168  \n◎1997 by ACT,Inc.All rights reserved.  \n## EMPIRICAL BAYES ESTIMATES OF PARAMETERSFROM THE LOGISTIC REGRESSION MODEL\n\nWalter M.HoustonDavid J.Woodruff  \n### ABSTRACT\n\nMaximum likelihood and least-squares estimates of parameters from the logistic regressionmodel are derived from an iteratively reweighted linear regression algorithm.Empirical Bayesestimates are derived using an m-group regression model to regress the within-group estimatestoward common values.The m-group regression model assumes that the parameter vectors fromm groups are independent,and identically distributed,observations from a multivariate normal\"prior\"distribution.  Based on asymptotic normality of maximum likelihood estimates,theposterior distributions are multivariate normal.Under the assumption that the parameter vectorsfrom the m groups are exchangeable,the hyperparameters of the common prior distribution areestimated using the EM algorithm.Results from an empirical study of the relative stability ofthe empirical Bayes and maximum likelihood estimates are consistent with those reportedpreviously for the m-group regression model.Estimators that use collateral information fromexchangeable groups to regress within-group parameter estimates toward a common value aremore stable than estimators calculated exclusively from within-group data.  \n## EMPIRICAL BAYES ESTIMATES OF PARAMETERSFROM THE LOGISTIC REGRESSION MODEL\n\nLogistic regression is used in many areas of substantive interest in the social andbiological sciences to model the conditional expectation (probability)of a binary dependentvariable as a function of an observed (or latent)vector of covariates.In some applications,theparameters of the logistic regression function must be estimated from small samples,which canresult in parameter estimates with large sampling variability.For example,ACT uses logisticregression to model the probability of success within specific college courses.Using currentestimation procedures,a minimum sample size of 45 within-course observations is required.Further,because the estimation algorithm for the parameters of the logistic regression model isiterative,parameter estimates based on small samples may fail to converge,or converge to local,rather than global,stationary points.  \nOne way to stabilize parameter estimates is to use collateral information from\"exchangeable\"groups(Lindley,1971)to refine the within-group estimates.Bayesian m-groupregression models have been shown to increase the prediction accuracy and stability of theparameter estimates,relative to estimates that ignore collateral information.  \nIn m-group regression models,the parameter vectors within each of m exchangeablegroups are assumed to be independent and identically distributed observations with a commonprobability density function.When this common distribution is treated as a \"prior\"distribution,posterior distributions and associated inferences follow from standard Bayesian theory(DeGroot,1970).The effect of the prior distribution is to regress the within-group maximum likelihoodestimates toward common values.The extent of the regression effect is inversely related to theprecision of the within-group estimates;as the precision of the within-group estimate decreases,the empirical Bayes estimate moves closer to the prior mean.As the precision increases,the  \n2  \nmaximum likelihood and empirical Bayes estimates converge.Estimators that regress within-group parameter estimates toward common values(often referred to as \"regressed\"or \"shrinkage\"estimators)are also found in classical theory (James &Stein,1961;Evans &Stark,1996).  \nThe parameters of the prior distribution are often referred to as \"hyperparameters\",todistinguish them from the parameters of the logistic regression function.There are differe","cbCais3NhEhqxV4I","https://ap.wps.com/l/cbCais3NhEhqxV4I","pdf",1310406,"English","# Abstract\n# Parameter estimation and model fit within a single group\n## Iteratively reweighted linear regression algorithm\n## Chi-square test and diagnostic procedures\n# Collateral information across exchangeable groups\n## m-group regression model\n## Posterior distributions and hyperparameter estimation via EM algorithm","[{\"question\":\"How does the report obtain maximum likelihood and least-squares estimates for logistic regression parameters?\",\"answer\":\"It uses an iteratively reweighted linear regression algorithm to derive both maximum likelihood and least-squares estimates of the parameter vector.\"},{\"question\":\"What is the role of the m-group regression model in empirical Bayes estimation?\",\"answer\":\"The m-group model assumes parameter vectors from m exchangeable groups are independent, identically distributed observations from a multivariate normal prior, producing posterior distributions that regress within-group estimates toward common values.\"},{\"question\":\"How are the prior hyperparameters estimated in the exchangeable m-group setting?\",\"answer\":\"When parameter vectors are exchangeable, the report estimates the hyperparameters of the common prior distribution using the EM algorithm.\"}]","Empirical Bayes Estimates of Parameters from the Logistic Regression Model | PDF",1791521851,101,[147,151,155,159],{"page_no":8,"url":148,"width":149,"height":150},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/772a0a9917c00d51ceab59e22a83c4fb.webp",983,1256,{"page_no":14,"url":152,"width":153,"height":154},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/d25cbae4bc0497ec8c43203ae6e5ae84.webp",982,1264,{"page_no":81,"url":156,"width":157,"height":158},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/58045e6f8b892bb52deb3082c4c1680c.webp",981,1294,{"page_no":19,"url":160,"width":161,"height":162},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/422deaa232f92c0f8d657a11f2304340.webp",980,1296]