[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-528456-105":59,"doc-detail-528456-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","controlling-for-rater-effects-when-comparing-survey-items-with-incomplete-likert-data","Controlling for Rater Effects When Comparing Survey Items With Incomplete Likert Data","","This study ranks Likert-scale survey items when non-response follows systematic, non-random patterns tied to a personal factor that shapes ratings. Aldrich’s (1978) rating scale model is applied to survey data with item response rates ranging from under 1% to over 90%. The person parameter captures each rater’s tendency to give higher or lower ratings consistently, termed “pleasability.” Item parameter estimates adjust for differential exposure to pleasability, improving internal order consistency of item rankings versus available case means.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/controlling-for-rater-effects-when-comparing-survey-items-with-incomplete-likert-data/528456/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/controlling-for-rater-effects-when-comparing-survey-items-with-incomplete-likert-data/528456.png","ImageObject",300,407,{"name":92,"@type":93},"Fahsai","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-12","2026-10-09",true,{"@type":102,"interactionType":103,"userInteractionCount":34},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What issue does the study address when comparing Likert items?","Question",{"text":112,"@type":113},"The study addresses cases where Likert ratings are not missing at random with respect to a personal factor influencing ratings, which can bias item comparisons based on available case means.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How does the rating scale model represent rater differences in this study?",{"text":117,"@type":113},"It introduces a person parameter, βn, called “pleasability,” representing each rater’s consistent tendency to give higher or lower ratings across items.",{"name":119,"@type":110,"acceptedAnswer":120},"How are item rankings affected by accounting for pleasability?",{"text":121,"@type":113},"Item parameter estimates correct for the differential exposure of items to pleasability, and the resulting item rank order shows higher internal order consistency than rankings by available case means.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},528456,1791776006,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":34,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":19,"preview_urls":146},549768702563,"https://ap-avatar.wpscdn.com/avatar/8000c4aa63b76e948b?x-image-process=image/resize,m_fixed,w_180,h_180&k=1786536092046926083","Controlling for Rater Effects WhenComparing Survey Items WithIncomplete Likert Data  \nE.Matthew Schulz  \nAnji Sun  \nFor additional copies write:ACT Research Report SeriesPO Box 168Iowa City,Iowa 52243-0168  \n◎2001 by ACT,Inc.All rights reserved.  \nControlling for Rater Effects When Comparing SurveyItems With Incomplete Likert Data  \nE.Matthew Schulz  \nAnji Sun  \nAbstract  \nThis study is concerned with ranking items with Likert scale data when the items aresubject to systematic(non-random)patterns of non-response.We applied Aldrich's(1978)rating scale model to data from a survey in which the item response rate varied from less thanone percent to over ninety percent.The person parameter in the rating scale model measuredeach rater's tendency to give higher or lower ratings in a fashion that was consistent acrossitems.This tendency was named \"pleasability\"according to the Likert scale used in this study.Survey respondents differed substantially in pleasability.Groups responding to different itemsdiffered in average pleasability.Item parameter estimates in the rating scale model corrected forthe differential exposure of survey items to pleasability.Compared to available case means,therank order of items by their parameter estimates in the rating scale model had higher internalorder consistency.  \n# Controlling for Rater Effects When Comparing Survey ItemsWith Incomplete Likert Data\n\nThe problem to be addressed in this study arises when Likert ratings of items are notmissing at random with regard to a personal factor that affects ratings.Since the ratings in thisstudy reflect satisfaction with college services,we will refer to this personal factor as  \n\"pleasability.”Brady(1989)used different terms,but illustrated the basic issue:“Cynics”don'tlike to provide positive assessments for anything and therefore tend to confine their ratings to thelower range of the Likert scale,e.g.,\"very dissatisfied.\"\"Pollyannas\"see good in everything,and therefore confine their ratings to the upper range of the scale,e.g.,\"very satisfied.\"Now it ispossible that some items,for whatever reason,are more likely to be experienced,and thereforerated,by cynics than by Pollyannas.This implies a problem for comparing items through theiravailable case means.Items more often rated by cynics are disadvantaged,and items more oftenrated by Pollyannas advantaged,if available case mean ratings are used to evaluate itemperformance.  \nA variety of latent variable models have been used to solve the problem of nonrandomlymissing data when the goal is to compare items or persons on a single dimension.For ordinaldata,item response theory(IRT)models have been applied to Likert ratings in educationalperformance assessment(Engelhard,1992;Lunz,Wright,and Linacre,1990),and to numericallycoded course grade data(Young,1990;Lyerla and Elmore,1996).Latent variable modelssimilar to IRT models have been developed specifically for course grade data(Johnson,1997)and for Likert ratings from a consumer satisfaction survey(Bradlow and Zaslavsky,1999).  \nIn this study,we use the rating scale model (Andrich,1978).The rating scale model is alatent variable model for a person completing jordered steps on an item.When there are a total  \n2  \nof m ordered score categories per item,there are m-1 possible steps per item.A correspondingformulation of the rating scale model is:  \nj=1,2,..,m  \n(1)  \nwhere  \nPnij is the probability that person n completed exactly jsteps on item i,  \nPnij-I is the probability that person n completed exactlyj-1 steps on item i,  \nβn is the pleasability of person n,  \nδ is the performance parameter of item i,and  \nT;   is the difficulty of stepj.  \nSatisfaction is represented in this model by the difference between a person parameter(βn)and an item parameter(δ),i.e.,by(βn-δ).Ratings of satisfaction are stochastically(probabilistically)related to this difference.The step parameters specify more fully the  \nstochastic relationship between satisfaction and ratings of satis","cbCaiiSnBQDbfYNb","https://ap.wps.com/l/cbCaiiSnBQDbfYNb","pdf",1016608,36,"English","# Controlling for Rater Effects When Comparing Survey Items With Incomplete Likert Data\n## Abstract\n## Background and problem definition\n## Existing approaches using latent variable models\n## Rating scale model formulation","[{\"question\":\"What issue does the study address when comparing Likert items?\",\"answer\":\"The study addresses cases where Likert ratings are not missing at random with respect to a personal factor influencing ratings, which can bias item comparisons based on available case means.\"},{\"question\":\"How does the rating scale model represent rater differences in this study?\",\"answer\":\"It introduces a person parameter, βn, called “pleasability,” representing each rater’s consistent tendency to give higher or lower ratings across items.\"},{\"question\":\"How are item rankings affected by accounting for pleasability?\",\"answer\":\"Item parameter estimates correct for the differential exposure of items to pleasability, and the resulting item rank order shows higher internal order consistency than rankings by available case means.\"}]","Controlling for Rater Effects When Comparing Survey Items With Incomplete Likert Data | PDF",1791518843,91,[147,151,155,159],{"page_no":8,"url":148,"width":149,"height":150},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/6c8084548b60b9b6defea4ac3bdafc41.webp",983,1272,{"page_no":14,"url":152,"width":153,"height":154},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/72f13e14b5db774148dd571827b21939.webp",982,1269,{"page_no":81,"url":156,"width":157,"height":158},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/5d285e129f183194e1234ed6bde74ef4.webp",981,1295,{"page_no":19,"url":160,"width":161,"height":162},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/479ee390cc281fdf4c25f97ec7f108b6.webp",980,1311]