[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-362567-105":59,"doc-detail-362567-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","scalable-tracking-of-symptoms-in-the-electronic-health-record-using-large-language-models-in-patients-with-central-nervous-system-cancers-undergoing-therapy","Scalable tracking of symptoms in the electronic health record using large language models in patients with central nervous system cancers undergoing therapy","","Advances in large language models (LLMs) enable scalable symptom tracking from electronic health records (EHRs) for clinical trials and post-marketing surveillance. This study validated LLM-extracted symptoms against expert manual review using 499 neuro-oncology clinical notes and achieved average sensitivity and specificity of 0.97. The model was then applied to 51,541 external notes (1,642 patients) to quantify real-world symptom prevalence across multiple therapies.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":35,"@type":76,"position":81},"https://docshare.wps.com/document/healthcare/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/scalable-tracking-of-symptoms-in-the-electronic-health-record-using-large-language-models-in-patients-with-central-nervous-system-cancers-undergoing-therapy/362567/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/scalable-tracking-of-symptoms-in-the-electronic-health-record-using-large-language-models-in-patients-with-central-nervous-system-cancers-undergoing-therapy/362567.png","ImageObject",300,407,{"name":92,"@type":93},"Maya Linwood","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-28","2026-09-23",true,{"@type":102,"interactionType":103,"userInteractionCount":34},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"How were symptoms extracted from the electronic health record in this study?","Question",{"text":112,"@type":113},"GPT-4o annotated symptoms (e.g., headache, fatigue, nausea, anxiety, sleep difficulties and other listed symptoms) from neuro-oncology clinical notes, and then the same LLM was applied to a large external dataset.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How accurate was the LLM compared with expert manual review?",{"text":117,"@type":113},"Across 499 randomly chosen clinical notes, symptom annotations achieved an average sensitivity and specificity of 0.97 relative to expert manual review.",{"name":119,"@type":110,"acceptedAnswer":120},"What did the external dataset show about symptom prevalence across treatments?",{"text":121,"@type":113},"In the real-world cohort, fatigue was the most common symptom (83% of patients). Patients receiving immune checkpoint inhibitors experienced the most symptoms on average, while patients receiving methotrexate had the fewest.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},362567,1790798543,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":34,"category_name":35,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":34,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":41},962084928432,"https://ap-avatar.wpscdn.com/davatar_155a257f0dc6eb9ab79c44ca47cae57d","206 Neuro-Oncology  \n28(1), 206–217, 2026 | [https://doi.org/10.1093/neuonc/noaf223 | Advance Access](https://doi.org/10.1093/neuonc/noaf223 | Advance Access) publication September 18, 2025  \nScalable tracking of symptoms in the electronic health record using large language models in patients with central nervous system cancers undergoing therapy  \nJohn Y. Rhee, Zachary Tentor, Thomas Sounack, Brigitte Durieux, Paul J. Miller, Rameen Beroukhim†, and Charlotta Lindvall†  \nAll author affiliations are listed at the end of the article  \nCorresponding Authors: JohnY. Rhee, MD MPH, Dana-Farber Cancer Institute, Jimmy Fund Building, Mailstop JF-836, 450 Brookline Ave, Boston, MA 02215, United States ([john_rhee@dfci.harvard.edu](john_rhee@dfci.harvard.edu)); Rameen Beroukhim, MD PhD, Dana-Farber Cancer Institute, 450 Brookline Ave, Boston, MA 02215, United States ([rameen_beroukhim@dfci.harvard.edu](rameen_beroukhim@dfci.harvard.edu)) .  \n†These authors are co-senior author.  \nAbstract  \nBackground. Advances in large language models (LLMs) provide a means for scalable tracking of patient symptoms in clinical trials and post-marking surveillance using the electronic health record (EHR). Therefore, we sought to validate symptoms extracted from the EHR using a LLM to scale symptom extraction from the EHR.  \nMethods. Across a dataset of 499 randomly chosen clinical notes from patients seen in a neuro-oncology clinic, GPT-4o annotated symptoms (headache, fatigue, nausea, anxiety, difficulties sleeping, numbness and tingling, rash, constipation, and diarrhea) with an average sensitivity and specificity of 0.97 relative to expert manual review. We then applied the LLM to an external dataset of 51,541 notes representing 1,642 patients to obtain real-world symptom prevalence for temozolomide, bevacizumab, lomustine, immune checkpoint inhibitors (ICI), and methotrexate. Results. In the external dataset, the average number of symptoms per note was 3.92, and the most common symptom was fatigue (83% of patients) . Surprisingly, patients receiving ICIs suffered from the most symptoms (mean = 4.68) and those receiving methotrexate had the least (mean = 2.92). We also found that the prevalence of reported symptoms in this real-world cohort was often much greater than the prevalence of reported symptoms in clinical trials of similar treatment regimens.  \nConclusions. Large language models offer the ability to scale symptom extraction from health records, which is crucial to understand symptom burden and power symptom-related interventions and studies in real-world patient cohorts.  \nKey Points  \n• Patients in our real-world cohort undergoing treatment experienced 5-250 times greater symptom rates compared to trials.  \n• Large language models offer the ability to scale symptom extraction from health records, allowing for post-marketing surveillance.  \nReceived March 26, 2025; accepted September 15, 2025.  \n© The Author(s) 2025. Published by Oxford University Press on behalf of the Society for Neuro-Oncology.  \nThis is an Open Access article distributed under the terms of the Creative Commons Attribution-NonCommercial License ([https://creativecommons.org/](https://creativecommons.org/)[ ](https://creativecommons.org/)[licenses/by-nc/4.0/](licenses/by-nc/4.0/)), which permits non-commercial re-use, distribution, and reproduction in any medium, provided the original work is properly cited. For commercial re-use, please contact [reprints@oup.com](reprints@oup.com) for reprints and translation rights for reprints. All other permissions can be obtained through our RightsLink service via the Permissions link on the article page on our site—for further information please [contact](contact journals.permissions@oup.com)[ journals.permissions@oup.com](contact journals.permissions@oup.com).  \n207  \nRhee et al.: Scalable tracking of symptoms using large language models  \nImportance of the Study  \nTo date, estimates of the symptom prevalence for brain tumor patien","cbCaioRpSg1v6QZ0","https://ap.wps.com/l/cbCaioRpSg1v6QZ0","pdf",3340284,12,"English","# Abstract\n## Background\n## Methods\n## Results\n## Conclusions\n# Importance of the Study","[{\"question\":\"How were symptoms extracted from the electronic health record in this study?\",\"answer\":\"GPT-4o annotated symptoms (e.g., headache, fatigue, nausea, anxiety, sleep difficulties and other listed symptoms) from neuro-oncology clinical notes, and then the same LLM was applied to a large external dataset.\"},{\"question\":\"How accurate was the LLM compared with expert manual review?\",\"answer\":\"Across 499 randomly chosen clinical notes, symptom annotations achieved an average sensitivity and specificity of 0.97 relative to expert manual review.\"},{\"question\":\"What did the external dataset show about symptom prevalence across treatments?\",\"answer\":\"In the real-world cohort, fatigue was the most common symptom (83% of patients). Patients receiving immune checkpoint inhibitors experienced the most symptoms on average, while patients receiving methotrexate had the fewest.\"}]","Scalable tracking of symptoms in the electronic health record using large language models in patients with central nervous system cancers undergoing therapy | PDF",1790148314]