[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-596090-105":3,"detail-sidebar-cat-0-en-105":81,"doc-detail-596090-en":130},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":74,"head_meta":76,"extra_data":78,"updated_unix":80},105,"en","examining-rater-performance-on-the-celban-speaking-a-many-facets-rasch-measurement-analysis","Examining Rater Performance on the CELBAN Speaking - A Many-Facets Rasch Measurement Analysis","","Internationally educated nurses’ (IENs) English language proficiency is critical for professional licensure, since communication underpins safe practice. The Canadian English Language Benchmark Assessment for Nurses (CELBAN) is a high-stakes, CLB-referenced exam used for healthcare regulation in Canada. This study analyzes rater performance on the CELBAN Speaking using Many-Facets Rasch Measurement (MFRM) to evaluate consistency and severity, rating bias, and scale use. Results show high inter- and intrarater reliability, no effects of test site or parallel version, and identify grammar as the most difficult and most biased criterion.",{"@graph":14,"@context":73},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/examining-rater-performance-on-the-celban-speaking-a-many-facets-rasch-measurement-analysis/596090/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/examining-rater-performance-on-the-celban-speaking-a-many-facets-rasch-measurement-analysis/596090.png","ImageObject",300,407,{"name":42,"@type":43},"Anna Hans","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-10-30","2026-10-15",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",7,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69],{"name":60,"@type":61,"acceptedAnswer":62},"Why is English proficiency important for internationally educated nurses in Canada?","Question",{"text":63,"@type":64},"English proficiency is required for professional licensure because communication is a competency linked to safe nursing practice.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"What method does the study use to examine rater performance on CELBAN Speaking?",{"text":68,"@type":64},"The study uses Many-Facets Rasch Measurement (MFRM) to analyze rater reliability, rating bias, and how the rating scale is used.",{"name":70,"@type":61,"acceptedAnswer":71},"Which speaking criterion showed the most difficulty and rater bias?",{"text":72,"@type":64},"Grammar was identified as the most difficult criterion and the one demonstrating the most rater bias on the rating scale.","https://schema.org",{"og:url":32,"og:type":75,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":77,"canonical":32},"index,follow",{"doc_id":79,"site_id":7},596090,1792170697,{"code":4,"msg":82,"data":83},"success",[84,88,92,96,101,106,110,114,119,122,126],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":85,"show_sort_weight":86,"slug":87},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":89,"show_sort_weight":90,"slug":91},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":93,"show_sort_weight":94,"slug":95},"Exam",70,"exam",{"id":97,"doc_module":4,"doc_module_name":25,"category_name":98,"show_sort_weight":99,"slug":100},5,"Comic",60,"comic",{"id":102,"doc_module":4,"doc_module_name":25,"category_name":103,"show_sort_weight":104,"slug":105},6,"Technology",50,"technology",{"id":55,"doc_module":4,"doc_module_name":25,"category_name":107,"show_sort_weight":108,"slug":109},"Healthcare",40,"healthcare",{"id":111,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":112,"slug":113},8,30,"research-report",{"id":115,"doc_module":4,"doc_module_name":25,"category_name":116,"show_sort_weight":117,"slug":118},9,"Religion & Spirituality",20,"religion-spirituality",{"id":117,"doc_module":4,"doc_module_name":25,"category_name":120,"show_sort_weight":117,"slug":121},"World Cup","world-cup",{"id":123,"doc_module":4,"doc_module_name":25,"category_name":124,"show_sort_weight":123,"slug":125},10,"Lifestyle","lifestyle",{"id":127,"doc_module":4,"doc_module_name":25,"category_name":128,"show_sort_weight":97,"slug":129},19,"General","general",{"code":4,"msg":82,"data":131},{"doc_id":79,"user_id":132,"nickname":42,"user_avatar":133,"doc_module":4,"category_id":111,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":139,"language":140,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":12,"update_tm":144,"read_time":145,"preview_page_count":4},5909892332657,"https://ap-avatar.wpscdn.com/davatar_994ba38a5ba835b3df7d355c54d3ed8d","CJAL * RCLA Wang, Coetzee, Strachan, Monteiro & Cheng 73  \nExamining Rater Performance on the CELBAN Speaking: A ManyFacets Rasch Measurement Analysis  \nPeiyu Wang  \nQueen’s University  \nKaren Coetzee  \nTouchstone Institute  \nAndrea Strachan  \nTouchstone Institute  \nSandra Monteiro  \nTouchstone Institute  \nLiying Cheng  \nQueen’s University  \nAbstract  \nInternationally educated nurses’ (IENs) English language proficiency is critical to professional licensure as communication is a key competency for safe practice. The Canadian English Language Benchmark Assessment for Nurses (CELBAN) is Canada’s only Canadian Language Benchmarks (CLB) referenced examination used in the context of healthcare regulation. This high-stakes assessment claims proof of proficiency for IENs seeking licensure in Canada and a measure of public safety for nursing regulators. Understanding the quality ofrater performance when examination results are used for highstakes decisions is crucial to maintaining speaking test quality as it involves judgement, and thus requires strong reliability evidence (Koizumi et al., 2017) . This study examined rater performance on the CELBAN Speaking component using a Many-Facets Rasch Measurement (MFRM). Specifically, this study identified CELBAN rater reliability in terms of consistency and severity, rating bias, and use of rating scale. The study was based on a sample of 115 raters across eight test sites in Canada and results on 2698 examinations across four parallel versions. Findings demonstrated relatively high inter-rater reliability and intrarater reliability, and that CLB-based speaking descriptors (CLB 6-9) provided sufficient information for raters to discriminate examinees’ oral proficiency. There was no influence of test site or test version, offering validity evidence to support test use for high-stakes purposes. Grammar, among the eight speaking criteria, was identified as the most difficult criterion on the scale, and the one demonstrating most rater bias. This study highlights the value of MFRM analysis in rater performance research with implications for rater training. This study is one of the first research studies using MFRM with a CLB-referenced highstakes assessment within the Canadian context.  \nCanadian Journal of Applied Linguistics, Special Issue, 23, 2 (2020): 73-95  \nCJAL * RCLA Wang, Coetzee, Strachan, Monteiro & Cheng 74  \nRésumé  \nLes compétences linguistiques dans la langue anglaise chez des infirmiers et infirmièresayant reçu leur éducation à l’étranger s’avèrent critiques à l’acquisition du permis professionnel d’exercer leur profession, car les compétences communicatives sont clé à lapratique sécuritaire. L’examen langagier des compétences de langue anglaise The Canadian English Language Benchmark Assessment for Nurses (CELBAN) demeure le seul examen langagier référentiel canadien auquel on fait référence dans le contexte canadien des règlements de contrôle du système de santé. Cet examen à enjeux élevés offre une preuve decompétence langagière de langue anglaise de la part des infirmiers et infirmières ayant reçuleur formation professionnelle à l’étranger et qui sont à la recherche d’un permis pour exercerleur profession au Canada, ainsi qu’une mesure de sécurité publique destinée aux régulateurs de la profession d’infirmiers et infirmières. Comprendre la qualité de la performance des évaluateurs/trices étant donné que les résultats servent à des décisions sur des enjeux importants demeure fondamental au maintien de la qualité de l’épreuve des compétencesorales, car celle-ci implique le jugement et donc nécessite de fortes évidences de fiabilité(Koizumi, et coll. 2017) . Cette étude a examiné la performance d’évaluateur/trice sur la composante des compétences orales du CELBAN en utilisant la mesure multifacette Rasch (MMFR) . Spécifiquement, cette étude a identifié la fiabilité des évaluateurs/trices, la difficulté des critères, le parti pris de l’évaluation et l’usage de l’échelle de class","cbCaiiKjwkgXKQzu","https://ap.wps.com/l/cbCaiiKjwkgXKQzu","pdf",1565208,23,"English","# Abstract\n## Context and purpose\n## Method (Many-Facets Rasch Measurement)\n## Key findings\n## Implications","[{\"question\":\"Why is English proficiency important for internationally educated nurses in Canada?\",\"answer\":\"English proficiency is required for professional licensure because communication is a competency linked to safe nursing practice.\"},{\"question\":\"What method does the study use to examine rater performance on CELBAN Speaking?\",\"answer\":\"The study uses Many-Facets Rasch Measurement (MFRM) to analyze rater reliability, rating bias, and how the rating scale is used.\"},{\"question\":\"Which speaking criterion showed the most difficulty and rater bias?\",\"answer\":\"Grammar was identified as the most difficult criterion and the one demonstrating the most rater bias on the rating scale.\"}]","Examining Rater Performance on the CELBAN Speaking - A Many-Facets Rasch Measurement Analysis | PDF",1792082421,58]