[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-529701-105":59,"doc-detail-529701-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","least-squares-models-to-correct-for-rater-effects-in-performance-assessment-abstract","Least-Squares Models to Correct for Rater Effects in Performance Assessment - Abstract","","Study presents three least-squares approaches to control rater effects in performance evaluation: ordinary least squares (OLS), weighted least squares (WLS), and OLS after a logistic transformation of observed ratings (LOG-OLS). Models are applied to oral examination ratings from four administration cycles in a medical specialty context, using 40 raters and about 115 candidates per administration, each rated by four raters. WLS yields substantially higher R² than OLS and LOG-OLS, and adjusted ratings change pass-fail classification for roughly 7% to 9% of candidates, improving reliability and aligning more closely with written examination scores.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/least-squares-models-to-correct-for-rater-effects-in-performance-assessment-abstract/529701/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/least-squares-models-to-correct-for-rater-effects-in-performance-assessment-abstract/529701.png","ImageObject",300,407,{"name":92,"@type":93},"jay","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-10","2026-10-09",true,{"@type":102,"interactionType":103,"userInteractionCount":29},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What three least-squares models are compared in the study?","Question",{"text":112,"@type":113},"The study compares ordinary least squares (OLS), weighted least squares (WLS), and OLS with a logistic transformation applied to observed ratings (LOG-OLS).","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How is rater effects addressed in the context of incomplete rating designs?",{"text":117,"@type":113},"The reliability estimate is adjusted to account for systematic error arising when raters differ in leniency or harshness, commonly referred to as leniency error.",{"name":119,"@type":110,"acceptedAnswer":120},"What effect do the models have on pass-fail decisions and reliability?",{"text":121,"@type":113},"Model-adjusted ratings change the pass-fail status of approximately 7% to 9% of candidates, and the adjusted ratings show higher reliability and slightly higher correlation with written examination scores.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},529701,1791689003,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":29,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":19,"preview_urls":146},3985747858866,"https://ap-avatar.wpscdn.com/davatar_a8503ba1806abce46bf441b54a3ca4cd","Least-Squares Models toCorrect for Rater Effects inPerformance Assessment  \nMark R.Raymond and Chockallngam Viswesvaran  \nDecember 1991  \nFor additional copies write:ACT Research Report SeriesP.O.Box 168lowa City,lowa 52243  \nLeast-Squares Models to Correct for Rater Effectsin Performance Assessment  \nMark R.Raymond and Chockalingam ViswesvaranAmerican College Testing,Iowa City,Iowa  \nAbstract  \nThis study illustrates the use of three least-squares models to control for rater effects inperformance evaluation:ordinary least squares(OLS);weighted least squares(WLS);andordinary least squares subsequent to applying a logistic transformation to observed ratings(LOG-OLS).The three models were applied to ratings obtained from four administrationsof an oral examination required for certification in a medical specialty.For any singleadministration,there were 40 raters and approximately 115 candidates,and each candidatewas rated by four raters.R²values for the OLS and LOG-OLS models were comparable,while R2s were substantially higher for the WLS model.The results indicated that ratersexhibited significant amounts of leniency error,and that application of the least-squaresmodels would change the pass-fail status of approximately 7%to 9%of the candidates.Ratings adjusted by the models demonstrated higher reliability and correlated slightly higherthan observed ratings with the scores on a written examination.  \nI  \n## Least Squares Models to Correct for Rater Effectsin Performance Assessment\n\nOral examinations have long played an important role in evaluating an individual'sreadiness for professional practice.In many professions,the oral survives as the final examamong many assessment hurdles.Of the 23 specialty boards that are members of theAmerican Board of Medical Specialties(ABMS),15 include an oral examination as arequirement for certification(ABMS,1990).Psychology boards in numerous states includethe successful completion of an oral examination as part of their licensure requirements(Hill,1984).Oral examinations have achieved prominence in other areas,as well.Forexample,many,if not most,doctoral programs require an oral examination as part of thecriteria for graduation.Interviews conducted for the purpose of making admission decisionsmay,in many instances,represent nothing more than an oral exam,both in terms of themethods used to elicit responses,and in terms of the constructs that are evaluated.Giventhe recent interest in alternative methods of assessment(Bray&Byham,1991;Linn,Baker,&Dunbar,1991),one might expect an increase in the use of oral examinations.  \nSupporters of oral examinations suggest that orals provide a method for evaluatingpsychological constructs that often elude conventional written examinations.The interactivenature of an oral can permit an examiner to evaluate a candidate's depth of knowledge ina particular area,skill at interpreting and evaluating the utility of diagnostic tests(e.g.,slides,radiographs,other images),and skill at evaluating and selecting alternative methodsof managing a particular case(Hill,1984;Levine &McGuire,1970;Muzzin &Hart,1985;Watson,1984).Interpersonal behaviors and communication skills can also be assessed  \n2  \nduring an oral examination.In fact,oral examinations in some professions consist of actualwork samples that require examinees to demonstrate proficiency with surgical instrumentsor to interact with patients(Levine&McGuire,1970;Small,1982).The job-relatedness ofsuch exams is direct and obvious.  \nBoth supporters and critics of oral examinations acknowledge the limitations:they areexpensive,subjective,unreliable,and may represent nothing more than a rite of passage(e.g.,Muzzin &Hart,1985;Watson,1984).Perhaps the most serious criticism of oralexaminations concerns the levels of reliability that are typically observed.Althoughinterrater reliabilities have approached.80 in selected studies(O'Donohue&Wergin,1978),it is also common to see interrater reliability coefficients in the .20s ","cbCainFEXdJpKt7b","https://ap.wps.com/l/cbCainFEXdJpKt7b","pdf",859198,36,"English","# Least Squares Models to Correct for Rater Effects in Performance Assessment\n## Abstract\n## Introduction and motivation for oral examinations\n## Measurement error: random and systematic (leniency)","[{\"question\":\"What three least-squares models are compared in the study?\",\"answer\":\"The study compares ordinary least squares (OLS), weighted least squares (WLS), and OLS with a logistic transformation applied to observed ratings (LOG-OLS).\"},{\"question\":\"How is rater effects addressed in the context of incomplete rating designs?\",\"answer\":\"The reliability estimate is adjusted to account for systematic error arising when raters differ in leniency or harshness, commonly referred to as leniency error.\"},{\"question\":\"What effect do the models have on pass-fail decisions and reliability?\",\"answer\":\"Model-adjusted ratings change the pass-fail status of approximately 7% to 9% of candidates, and the adjusted ratings show higher reliability and slightly higher correlation with written examination scores.\"}]","Least-Squares Models to Correct for Rater Effects in Performance Assessment - Abstract | PDF",1791521770,91,[147,151,155,159],{"page_no":8,"url":148,"width":149,"height":150},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/1e89300aec6ddfc34ddd22d8b1adaa6e.webp",983,1269,{"page_no":14,"url":152,"width":153,"height":154},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/6143b3c6cba133e276f62e23ee586ab3.webp",982,1270,{"page_no":81,"url":156,"width":157,"height":158},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/da41f63d63dcfaefd64b7d81d03aa0a9.webp",981,1305,{"page_no":19,"url":160,"width":161,"height":162},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/bff370106b10d0a59266a22a022080a4.webp",980,1307]