[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-436642-105":59,"doc-detail-436642-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","chatgpt-failed-taiwans-family-medicine-board-exam","ChatGPT failed Taiwan’s Family Medicine Board Exam","","ChatGPT’s performance in medical testing is evaluated using Taiwan’s 2022 Family Medicine Board Exam questions. Questions were pasted into ChatGPT and responses were compared with the exam board’s correct answers. Accuracy rates were calculated by SAS 9.4 and Excel across multiple question types. ChatGPT answered 52 of 125 correctly (41.6%), with no significant effect from question length. Results suggest insufficient accuracy for the specialty exam, though it performed better on negative-phrase, mutually exclusive, and case scenario items.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":20,"@type":76,"position":81},"https://docshare.wps.com/document/exam/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/chatgpt-failed-taiwans-family-medicine-board-exam/436642/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/chatgpt-failed-taiwans-family-medicine-board-exam/436642.png","ImageObject",300,407,{"name":92,"@type":93},"Jordan Avery","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-09","2026-09-29",true,{"@type":102,"interactionType":103,"userInteractionCount":34},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"How was ChatGPT tested against Taiwan’s Family Medicine Board Exam?","Question",{"text":112,"@type":113},"Each exam question from Taiwan’s 2022 Family Medicine Board Exam was pasted into ChatGPT, and its response was compared with the correct answer provided by the exam board.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"What was ChatGPT’s overall accuracy rate and how many questions were answered correctly?",{"text":117,"@type":113},"ChatGPT answered 52 out of 125 questions correctly, resulting in an accuracy rate of 41.6%.",{"name":119,"@type":110,"acceptedAnswer":120},"Did question length or question type affect accuracy?",{"text":121,"@type":113},"Question length did not affect accuracy rates. Accuracy varied by question type, but no statistical difference was observed.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},436642,1790793166,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":19,"category_name":20,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":34,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":24,"language":139,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":140,"faqs":141,"seo_title":142,"seo_description":67,"update_tm":143,"read_time":144},1099523882367,"https://ap-avatar.wpscdn.com/davatar_9964176cb1d06d4a9deccf72a44ae3dc","J Chin MedAssoc  \nOriginal article  \nChatGPT failed Taiwan’s Family Medicine Board Exam  \nTzu-Ling Wenga,b, Ying-Mei Wangc,d,e, Samuel Changf, Tzeng-Ji Cheng,h,i,* , Shinn-Jang Hwangj,k  \naCenter for Geriatrics and Gerontology, Taipei Veterans General Hospital, Taipei, Taiwan, ROC; bInstitute of Public Health, School of Medicine, National Yang Ming Chiao Tung University, Taipei, Taiwan, ROC; cDepartment of Medical Education and Research, Taipei Veterans General Hospital Hsinchu Branch, Hsinchu, Taiwan, ROC; dDepartment of Pharmacy, Taipei Veterans General Hospital Hsinchu Branch, Hsinchu, Taiwan, ROC; eSchool of Medicine, National Tsing Hua University, Hsinchu, Taiwan, ROC; fSchool of Medicine, Taipei Medical University, Taipei, Taiwan, ROC; gDepartment of Family Medicine, Taipei Veterans General Hospital Hsinchu Branch, Hsinchu, Taiwan, ROC; hDepartment of Family Medicine, Taipei Veterans General Hospital, Taipei, Taiwan, ROC; iDepartment of Post-Baccalaureate Medicine, National Chung Hsing University, Taichung, Taiwan, ROC; jDepartment of Family Medicine, En Chu Kong Hospital, New Taipei City, Taiwan, ROC; kDepartment of Family Medicine, National Yang Ming Chiao Tung University, School of Medicine, Taipei, Taiwan, ROC  \nAbstract  \nBackground: Chat Generative Pre-trained Transformer (ChatGPT), OpenAI Limited Partnership, San Francisco, CA, USA is an artificial intelligence language model gaining popularity because of its large database and ability to interpret and respond to various queries. Although it has been tested by researchers in different fields, its performance varies depending on the domain. We aimed to further test its ability in the medical field.  \nMethods: We used questions from Taiwan’s 2022 Family Medicine Board Exam, which combined both Chinese and English and covered various question types, including reverse questions and multiple-choice questions, and mainly focused on general medical knowledge. We pasted each question into ChatGPT and recorded its response, comparing it to the correct answer provided by the exam board. We used SAS 9.4 (Cary, North Carolina, USA) and Excel to calculate the accuracy rates for each question type. Results: ChatGPT answered 52 questions out of 125 correctly, with an accuracy rate of 41.6% . The questions’ length did not affect the accuracy rates. These were 45.5%, 33.3%, 58.3%, 50.0%, and 43.5% for negative-phrase questions, multiple-choice questions, mutually exclusive options, case scenario questions, and Taiwan’s local policy-related questions, with no statistical difference observed. Conclusion: ChatGPT’s accuracy rate was not good enough for Taiwan’s Family Medicine Board Exam. Possible reasons include the difficulty level of the specialist exam and the relatively weak database of traditional Chinese language resources. However, ChatGPT performed acceptably in negative-phrase questions, mutually exclusive questions, and case scenario questions, and it can be a helpful tool for learning and exam preparation. Future research can explore ways to improve ChatGPT’s accuracy rate for specialized exams and other domains.  \nKeywords: Artificial intelligence; ChatGPT; Educational measurement; Family physicians; Specialty boards; Taiwan  \n1. INTRODUCTION  \nLanguage is rather complex but essential in human cultures. For decades, researchers and engineers have been working to develop artificial intelligence (AI) systems that can understand and generate human language. Chat Generative Pre-trained Transformer  \n*Address correspondence. Dr. Tzeng-Ji Chen, Taipei Veterans General Hospital Hsinchu Branch, 81, Section 1, Zhongfeng Road, Zhudong, Hsinchu 310, Taiwan, ROC. E-mail address: [tjchen@vhct.gov.tw](tjchen@vhct.gov.tw) (T.-J. Chen).  \nConflicts of interest: Dr. Tzeng-Ji Chen and Dr. Shinn-Jang Hwang, editorial board members at the Journal of the Chinese Medical Association, have no roles in the peer review process or decision to publish this article. The other authors declare that t","cbCaiej5WHdcSZ9a","https://ap.wps.com/l/cbCaiej5WHdcSZ9a","pdf",639845,"English","# INTRODUCTION\n# METHODS\n# RESULTS\n# CONCLUSION","[{\"question\":\"How was ChatGPT tested against Taiwan’s Family Medicine Board Exam?\",\"answer\":\"Each exam question from Taiwan’s 2022 Family Medicine Board Exam was pasted into ChatGPT, and its response was compared with the correct answer provided by the exam board.\"},{\"question\":\"What was ChatGPT’s overall accuracy rate and how many questions were answered correctly?\",\"answer\":\"ChatGPT answered 52 out of 125 questions correctly, resulting in an accuracy rate of 41.6%.\"},{\"question\":\"Did question length or question type affect accuracy?\",\"answer\":\"Question length did not affect accuracy rates. Accuracy varied by question type, but no statistical difference was observed.\"}]","ChatGPT failed Taiwan’s Family Medicine Board Exam | PDF",1790678649,13]