[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-369116-105":3,"detail-sidebar-cat-0-en-105":81,"doc-detail-369116-en":130},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":74,"head_meta":76,"extra_data":78,"updated_unix":80},105,"en","chatgpt-and-oral-cancer-a-study-on-informational-reliability","ChatGPT and oral cancer - a study on informational reliability","","Study evaluates how accurately ChatGPT-3.5 answers frequently asked questions about oral cancer, a condition where early diagnosis is crucial for better patient outcomes. Twenty questions were selected from Google Trends and patient questions in clinic, then responses were assessed for accuracy by medical oncologists and oral/maxillofacial radiologists using inter-rater agreement tests. Reference authenticity was also examined, comparing expert scoring across specialties and testing differences statistically.",{"@graph":14,"@context":73},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/chatgpt-and-oral-cancer-a-study-on-informational-reliability/369116/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/chatgpt-and-oral-cancer-a-study-on-informational-reliability/369116.png","ImageObject",300,407,{"name":42,"@type":43},"Finn","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-10-31","2026-09-23",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",6,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69],{"name":60,"@type":61,"acceptedAnswer":62},"What does the study evaluate about ChatGPT-3.5?","Question",{"text":63,"@type":64},"It evaluates the accuracy of ChatGPT-3.5 answers to frequently asked questions about oral cancer and assesses the authenticity of the references provided.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"How were the 20 questions selected and how were answers evaluated?",{"text":68,"@type":64},"The 20 questions were selected from Google Trends and questions asked by patients in the clinic. Expert evaluations were performed by medical oncologists and oral/maxillofacial radiologists, with inter-rater agreement assessed using Fleiss’s and Cohen kappa tests.",{"name":70,"@type":61,"acceptedAnswer":71},"What were the main findings regarding reliability and references?",{"text":72,"@type":64},"Most responses were rated very good or good, with no significant differences between the two specialties. However, among the references cited, only a small portion were scientific articles while others were fake or from websites.","https://schema.org",{"og:url":32,"og:type":75,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":77,"canonical":32},"index,follow",{"doc_id":79,"site_id":7},369116,1790818956,{"code":4,"msg":82,"data":83},"success",[84,88,92,96,101,105,110,114,119,122,126],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":85,"show_sort_weight":86,"slug":87},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":89,"show_sort_weight":90,"slug":91},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":93,"show_sort_weight":94,"slug":95},"Exam",70,"exam",{"id":97,"doc_module":4,"doc_module_name":25,"category_name":98,"show_sort_weight":99,"slug":100},5,"Comic",60,"comic",{"id":55,"doc_module":4,"doc_module_name":25,"category_name":102,"show_sort_weight":103,"slug":104},"Technology",50,"technology",{"id":106,"doc_module":4,"doc_module_name":25,"category_name":107,"show_sort_weight":108,"slug":109},7,"Healthcare",40,"healthcare",{"id":111,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":112,"slug":113},8,30,"research-report",{"id":115,"doc_module":4,"doc_module_name":25,"category_name":116,"show_sort_weight":117,"slug":118},9,"Religion & Spirituality",20,"religion-spirituality",{"id":117,"doc_module":4,"doc_module_name":25,"category_name":120,"show_sort_weight":117,"slug":121},"World Cup","world-cup",{"id":123,"doc_module":4,"doc_module_name":25,"category_name":124,"show_sort_weight":123,"slug":125},10,"Lifestyle","lifestyle",{"id":127,"doc_module":4,"doc_module_name":25,"category_name":128,"show_sort_weight":97,"slug":129},19,"General","general",{"code":4,"msg":82,"data":131},{"doc_id":79,"user_id":132,"nickname":42,"user_avatar":133,"doc_module":4,"category_id":111,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":106,"language":139,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":140,"faqs":141,"seo_title":142,"seo_description":12,"update_tm":143,"read_time":144,"preview_page_count":33,"preview_urls":145},34359740700684,"https://ap-avatar.wpscdn.com/avatar/1f400023980c374ae676?_k=1777273430885731487","Çi̇ti̇r BMCOral Health (2025) 25:86 [https://doi.org/10.1186/s12903-025-05479-4](https://doi.org/10.1186/s12903-025-05479-4)  \nBMC Oral Health  \n RESEARCH Open Access  \nChatGPT and oral cancer: a study on informational reliability  \nMesude Ç̇ iṫ ir1*  \nAbstract  \nBackground Artificial intelligence (AI) and large language models (LLMs) like ChatGPT have transformed information retrieval, including in healthcare. ChatGPT, trained on diverse datasets, can provide medical advice but faces ethical and accuracy concerns. This study evaluates the accuracy of ChatGPT-3 . 5’s answers to frequently asked questions about oral cancer, a condition where early diagnosis is crucial for improving patient outcomes.  \nMethods A total of 20 questions were asked to ChatGPT-3 . 5, selected from Google Trends and questions asked by patients in the clinic. The responses provided by ChatGPT were evaluated for accuracy by medical oncologistsand oral and maxillofacial radiologists. Inter-rater agreement was assessed using Fleiss’s and Cohen kappa tests. The scores given by the specialties were compared with the Mann-Whitney U test. The references provided by ChatGPT-3.5 were evaluated for authenticity.  \nResults Of the 80 responses from 20 questions, 41 (51 . 25%) were rated as very good, 37 (46 . 25%) as good, 2 (2 . 50%) as acceptable. There was no significant difference between oral and maxillofacial radiologists and medical oncologists in all 20 questions. Of the 81 references to ChatGPT-3 .5 answers, only 13 were scientific articles, 10 were fake, and the remaining references were data from websites.  \nConclusion ChatGPT provided reliable information about oral cancer and did not provide incorrect information and suggestions. However, all information provided by ChatGPT is not based on real references.  \nKeywords Accuracy, Artifical intelligence, ChatGPT, Oral cancer  \nIntroduction  \nArtificial intelligence (AI) is a technology that enables machines to think and solve complex problems like a human being [1]. Large language models (LLM) are AI tools based on multilayer recurrent neural networks trained on large amounts of data to produce human-like text. ChatGPT (Chat Generative Pre-training Transformer), an advanced LLM, is trained on a very large dataset such as open access sites, articles, books, etc., and  \n*Correspondence: Mesude Ç̇ iṫ ir [mesude.citir@gop.edu.tr](mesude.citir@gop.edu.tr)  \n1 Faculty of Dentistry, Department of Dentomaxillofacial Radiology, Tokat Gaziosmanpasa University, Tokat, Turkey  \ncan generate text, translate languages, answer questions in an informative way [2]. ChatGPT provides information by scanning the open internet but has potential limitations such as biases in web-based educational content and lack of accurate detail [3].  \nIn recent years, patients have increasingly turned to the internet as their primary source for health-related information [4, 5]. Google is the most widely used search engine for this purpose [6, 7] and patients ask their health-related questions to Google. Although the use of the internet to answer health-related questions is not a new phenomenon, the emergence of advanced devices such as ChatGPT marks a significant change in this area. LLMs such as ChatGPT have already begun to transform healthcare by providing more individualized and conversational experiences for diagnosis, screening  \n© The Author(s) 2025. Open Access This article is licensed under a Creative Commons Attribution-NonCommercial-NoDerivatives 4.0 International License, which permits any non-commercial use, sharing, distribution and reproduction in any medium or format, as long as you give appropriate credit to the original author(s) and the source, provide a link to the Creative Commons licence, and indicate if you modified the licensed material. You do not have permission under this licence to share adapted material derived from this article or parts of it. The images or other third party material in this article are inc","cbCaigzgrGCHAIyy","https://ap.wps.com/l/cbCaigzgrGCHAIyy","pdf",789086,"English","# Abstract\n# Methods\n## Study design and question selection\n## Evaluation by medical specialists\n# Results\n## Response accuracy ratings\n## Reference authenticity analysis\n# Conclusion\n# Introduction","[{\"question\":\"What does the study evaluate about ChatGPT-3.5?\",\"answer\":\"It evaluates the accuracy of ChatGPT-3.5 answers to frequently asked questions about oral cancer and assesses the authenticity of the references provided.\"},{\"question\":\"How were the 20 questions selected and how were answers evaluated?\",\"answer\":\"The 20 questions were selected from Google Trends and questions asked by patients in the clinic. Expert evaluations were performed by medical oncologists and oral/maxillofacial radiologists, with inter-rater agreement assessed using Fleiss’s and Cohen kappa tests.\"},{\"question\":\"What were the main findings regarding reliability and references?\",\"answer\":\"Most responses were rated very good or good, with no significant differences between the two specialties. However, among the references cited, only a small portion were scientific articles while others were fake or from websites.\"}]","ChatGPT and oral cancer - a study on informational reliability | PDF",1790180836,18,[146,150,154,158],{"page_no":22,"url":147,"width":148,"height":149},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/e23c21dc4424c29e47f04f360814e158.webp",983,1305,{"page_no":26,"url":151,"width":152,"height":153},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/bf1db5b9ab69dfe1872caf789c724900.webp",982,1304,{"page_no":30,"url":155,"width":156,"height":157},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/6a23bc07ee4dcad2d6f56559788c104d.webp",981,1303,{"page_no":33,"url":159,"width":160,"height":161},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/f367fdb79e228d5b8e1dc5af8f0e55d2.webp",980,1301]