[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-316850-105":59,"doc-detail-316850-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","medical-council-of-canada-reliability-and-validity-evidence-for-modified-nac-osce-during-covid-19","Medical Council of Canada - Reliability and Validity Evidence for Modified NAC OSCE During COVID-19","","Medical Council of Canada reports reliability and validity evidence for modifications to the National Assessment Collaboration (NAC) Examination, an Objective Structured Clinical Examination (OSCE), implemented during the coronavirus disease of 2019 (COVID-19) pandemic. The study addresses measurement error using Cronbach’s alpha, decision consistency, and accuracy, and evaluates validity through score and sub-score comparisons across demographic groups. Reliability patterns match other OSCEs of similar length, and overall scoring supports discriminant and criterion-related validity, indicating assessment quality is preserved despite major interruptions and changes.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/medical-council-of-canada-reliability-and-validity-evidence-for-modified-nac-osce-during-covid-19/316850/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/medical-council-of-canada-reliability-and-validity-evidence-for-modified-nac-osce-during-covid-19/316850.png","ImageObject",300,407,{"name":92,"@type":93},"Asher","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-12","2026-09-20",true,{"@type":102,"interactionType":103,"userInteractionCount":52},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What modifications were made to the NAC Examination during the COVID-19 pandemic?","Question",{"text":112,"@type":113},"The NAC Examination OSCE format was modified to address significant interruptions or changes during the pandemic, and the study presents reliability and validity evidence for those required modifications.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How did the study quantify measurement error and decision consistency?",{"text":117,"@type":113},"It calculated Cronbach’s alpha, decision consistency, and accuracy values to quantify measurement error and decision-related performance.",{"name":119,"@type":110,"acceptedAnswer":120},"Which group comparisons were used as validity evidence in the study?",{"text":121,"@type":113},"Validity evidence included comparisons of scores and sub-scores by gender, type of International Medical Graduate (IMG), postgraduate training (PGT), and language of examination (English vs French), along with criterion relationships using correlations with MCCQE Part I.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},316850,1790171623,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":52,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":4},687197207639,"https://ap-avatar.wpscdn.com/davatar_a8503ba1806abce46bf441b54a3ca4cd","Medical Council of Canada  \nMedical Council of Canada  \nMedical Council of Canada  \nMedical Council of Canada  \nMedical Council of Canada  \nMedical Council of Canada  \nMedical Council of Canada  \nexamination disruptions, OSCE, performance assessment, validity, reliability  April 5th, 2024  \n [https://doi.org/10.21203/rs.3.rs-4171859/v1](https://doi.org/10.21203/rs.3.rs-4171859/v1)  \n 􀁱 􀅏 This work is licensed under a Creative Commons Attribution 4.0 International License. Read Full License  No competing interests reported.  \n A version of this preprint was published at BMC Medical Education on July 25th, 2024. See the published version at [https://doi.org/10.1186/s12909-024-05774-8](https://doi.org/10.1186/s12909-024-05774-8) .  \nThe administration of performance assessments during the coronavirus disease of 2019 (COVID-19) pandemic posed many challenges, especially for examinations employed as part of certi¦cation and licensure. The National Assessment Collaboration (NAC) Examination, an Objective Structured Clinical Examination (OSCE), was modi¦ed during the pandemic. Reliability and validity evidence for the modi¦ed NAC Examination is presented. This paper outlines validity and reliability evidence for modi¦cations required due to signi¦cant interruptions or changes to OSCEs.  \nCronbach’s alpha, decision consistency, and accuracy values were calculated to quantify measurement error. Validity evidence includes comparisons of scores and sub-scores for demographic groups: gender (male vs female), type of International Medical Graduate (IMG) (Canadians Studying Abroad (CSA) vs non-CSA), postgraduate training (PGT) (no PGT vs PGT), and language of examination (English vs French) . Criterion relationships were summarized using correlations within and between NAC Examination and the Medical Council of Canada Qualifying Examination (MCCQE) Part I scores.  \nReliability estimates were consistent with other OSCEs similar in length and previous NAC Examination administrations. Both total score and sub-score differences for gender were statistically signi¦cant. Total score differences by type of IMG and PGT were not statistically signi¦cant, but sub-score differences were. Administration language was not statistically signi¦cant for either the total scores or sub-scores. Correlations were all statistically signi¦cant with some relationships being small or moderate (0 .20 to 0 .40) or large (> 0 .40) .  \nThe NAC Examination yields reliable total scores and pass/fail decisions, expected differences in total scores and sub-scores forde¦ned groups were consistent with previous literature, and internal relationships amongst NAC Examination sub-scores and their external relationships with the MCCQE Part I supported both discriminant and criterion-related validity arguments. Modi¦cations to OSCEs to address health restrictions can be implemented without compromising the overall quality of the assessment. This study outlines some of the validity and reliability analyses for OSCEs that had major modi¦cations and interruptions.  \nObjective Structured Clinical Examinations (OSCEs) in medical education date back over ¦ve decades1. An OSCE is a standardized performance assessment, where standardized participants (SPs) interact with candidates on a series of scripted clinical scenarios, called cases or stations2. These performance examinations eventually became a mainstay of clinical skills assessment for certifying and licensing physicians3. In 1992, the Medical Council of Canada (MCC) introduced the Medical Council of Canada Qualifying Examination (MCCQE) Part II, a pre-requisite for medical licensure in Canada4. In 2004, passing the United States Medical Licensing Examination (USMLE) Step 2 Clinical Skills (CS) became a licensure requirement for all United States MD graduates and International Medical Graduates (IMGs)3. A similar performance assessment requirement for licensure was also introduced for osteopathic medical students in 2004 (COMLEX-U","cbCaimoyOEutaMmT","https://ap.wps.com/l/cbCaimoyOEutaMmT","pdf",614279,14,"English","# Background\n## OSCE role in medical licensure\n# Modified NAC Examination During the Pandemic\n## Purpose and administration changes\n# Validity Evidence\n## Score comparisons across demographic groups\n## Criterion-related relationships\n# Reliability Analysis\n## Measurement error and consistency\n## Group differences and correlations\n# Conclusions\n## Maintaining assessment quality with OSCE modifications","[{\"question\":\"What modifications were made to the NAC Examination during the COVID-19 pandemic?\",\"answer\":\"The NAC Examination OSCE format was modified to address significant interruptions or changes during the pandemic, and the study presents reliability and validity evidence for those required modifications.\"},{\"question\":\"How did the study quantify measurement error and decision consistency?\",\"answer\":\"It calculated Cronbach’s alpha, decision consistency, and accuracy values to quantify measurement error and decision-related performance.\"},{\"question\":\"Which group comparisons were used as validity evidence in the study?\",\"answer\":\"Validity evidence included comparisons of scores and sub-scores by gender, type of International Medical Graduate (IMG), postgraduate training (PGT), and language of examination (English vs French), along with criterion relationships using correlations with MCCQE Part I.\"}]","Medical Council of Canada - Reliability and Validity Evidence for Modified NAC OSCE During COVID-19 | PDF",1789925672,35]