[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-349839-105":3,"detail-sidebar-cat-0-en-105":81,"doc-detail-349839-en":131},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":74,"head_meta":76,"extra_data":78,"updated_unix":80},105,"en","deep-learning-based-multimodal-pathogenomics-integration-for-precision-cancer-prognosis","Deep learning-based multimodal pathogenomics integration for precision cancer prognosis","","Recent studies suggest that prognostic signals exist in H&E-stained histological sections and transcriptomic profiles, yet practical clinical use is limited by insufficient intra- and inter-modal interactions and incomplete multimodal data. This work introduces PathoGems, a weakly supervised, interpretable framework that integrates histology and genomic profiles for survival prediction. It is trained on 1,965 cases from four TCGA cohorts and validated on four independent cohorts.",{"@graph":14,"@context":73},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/deep-learning-based-multimodal-pathogenomics-integration-for-precision-cancer-prognosis/349839/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/deep-learning-based-multimodal-pathogenomics-integration-for-precision-cancer-prognosis/349839.png","ImageObject",300,407,{"name":42,"@type":43},"Oliver","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-11-02","2026-09-22",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",12,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69],{"name":60,"@type":61,"acceptedAnswer":62},"What limitation do existing multimodal methods face for cancer prognosis prediction?","Question",{"text":63,"@type":64},"They lack sufficient intra- and inter-modal interactions and often encounter challenges in clinical validation due to incomplete multimodal data.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"What is PathoGems?",{"text":68,"@type":64},"PathoGems is a weakly supervised, interpretable multimodal learning framework that integrates histology and genomic profiles for precise cancer prognosis prediction.",{"name":70,"@type":61,"acceptedAnswer":71},"How was PathoGems evaluated?",{"text":72,"@type":64},"It was trained on 1,965 cases across four TCGA cohorts and further assessed using four independent external cohorts for validation.","https://schema.org",{"og:url":32,"og:type":75,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":77,"canonical":32},"index,follow",{"doc_id":79,"site_id":7},349839,1790246981,{"code":4,"msg":82,"data":83},"success",[84,88,92,96,101,106,111,115,120,123,127],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":85,"show_sort_weight":86,"slug":87},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":89,"show_sort_weight":90,"slug":91},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":93,"show_sort_weight":94,"slug":95},"Exam",70,"exam",{"id":97,"doc_module":4,"doc_module_name":25,"category_name":98,"show_sort_weight":99,"slug":100},5,"Comic",60,"comic",{"id":102,"doc_module":4,"doc_module_name":25,"category_name":103,"show_sort_weight":104,"slug":105},6,"Technology",50,"technology",{"id":107,"doc_module":4,"doc_module_name":25,"category_name":108,"show_sort_weight":109,"slug":110},7,"Healthcare",40,"healthcare",{"id":112,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":113,"slug":114},8,30,"research-report",{"id":116,"doc_module":4,"doc_module_name":25,"category_name":117,"show_sort_weight":118,"slug":119},9,"Religion & Spirituality",20,"religion-spirituality",{"id":118,"doc_module":4,"doc_module_name":25,"category_name":121,"show_sort_weight":118,"slug":122},"World Cup","world-cup",{"id":124,"doc_module":4,"doc_module_name":25,"category_name":125,"show_sort_weight":124,"slug":126},10,"Lifestyle","lifestyle",{"id":128,"doc_module":4,"doc_module_name":25,"category_name":129,"show_sort_weight":97,"slug":130},19,"General","general",{"code":4,"msg":82,"data":132},{"doc_id":79,"user_id":133,"nickname":42,"user_avatar":134,"doc_module":4,"category_id":112,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":140,"language":141,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":142,"faqs":143,"seo_title":144,"seo_description":12,"update_tm":145,"read_time":146,"preview_page_count":33,"preview_urls":147},8796095461610,"https://ap-avatar.wpscdn.com/davatar_276721f389ce27ea32af1340a28f341c","Feng et al. Journal of Translational Medicine (2026) 24:179  \n[https://doi.org/10.1186/s12967-026-07682-5](https://doi.org/10.1186/s12967-026-07682-5)  \nJournal of Translational Medicine  \nRESEARCH Open Access  \nDeep learning-based multimodal pathogenomics integration for precision cancer prognosis  \nXiaobing Feng1,2†, Ge Song2†, Ye Zhang2,3, Lu Guo2, Yian Jiang2, Wangang Gong2, Yue Feng2, Chunwei Xu2,5, Yang Yang2,4* and Min He 1,2,3*  \nAbstract  \nBackground Recent studies have revealed valuable prognostic insights in haematoxylin and eosin (H&E)-stained histological sections and transcriptomic profiles, suggesting potential applications in machine learning. However, existing methods lack sufficient intra-and inter-modal interactions, and face challenges in clinical validation due to incomplete multimodal data.  \nMethods We proposed PathoGems (PathoGenomics-based integrative survival prediction), a weakly-supervised, interpretable multimodal learning framework that integrates histology and genomic profiles for precise cancer prognosis prediction. To evaluate the robustness of PathoGems, we initially curated a dataset of 1965 cases across four cohorts from The Cancer Genome Atlas (TCGA), including breast, colorectal, glioblastoma, and esophageal cancers. For external validation, PathoGems was further evaluated on four independent cohorts, consisting of 76 breast cancer and 41 esophageal squamous cell carcinoma cases from Zhejiang Cancer Hospital, as well as 102 colorectal cancer and 58 glioblastoma cases from the Clinical Proteomic Tumor Analysis Consortium (CPTAC) .  \nResults PathoGems effectively stratified patients into favorable and unfavorable risk groups, revealing significant differences in histological patterns, genomic features, and overall survival (log-rank test, p \u003C 0. 05) . Moreover, the model’s predictions are further supported by visualization and transcriptomic analysis, enhancing interpretability and reliability.  \nConclusions By fusing histological and clinicogenomic multimodal models, PathoGems will provide a solid foundation for developing an innovative tool that aids clinicians in making informed decisions and selection personalized treatment strategies for cancer patients.  \nKeywords Artificial intelligence, Multimodal learning, Pathogenomics, Whole slide image, Prognosis  \n†Xiaobing Feng and Ge Song These authors contributed equally.  \n*Correspondence: Yang Yang [yangyang@zjcc.org.cn](yangyang@zjcc.org.cn)[ ](yangyang@zjcc.org.cn)Min He[hemin@him.cas.cn](hemin@him.cas.cn)  \n1College of Electrical and Information Engineering, Hunan University, Changsha 410082, China  \n2Zhejiang Cancer Hospital, Hangzhou Institute of Medicine (HIM), Chinese Academy of Sciences, Hangzhou 310022, China  \n3Hangzhou Institute for Advanced Study, University of Chinese Academy of Sciences, Hangzhou 310024, China  \n4Zhejiang Key Laboratory of Radiation Oncology, Hangzhou  \n310022, China  \n5Department of Respiratory Medicine, Affiliated Jinling Hospital, Medical School of Nanjing University, Nanjing 210002, China  \n© The Author(s) 2026. Open Access This article is licensed under a Creative Commons Attribution-NonCommercial-NoDerivatives 4.0 International License, which permits any non-commercial use, sharing, distribution and reproduction in any medium or format, as long as you give appropriate credit to the original author(s) and the source, provide a link to the Creative Commons licence, and indicate if you modified the licensed material. You do not have permission under this licence to share adapted material derived from this article or parts of it. The images or other third party material in this article are included in the article’s Creative Commons licence, unless indicated otherwise in a credit line to the material. If material is not included in the article’s Creative Commons licence and your intended use is not permitted by statutory regulation or exceeds the permitted use, you will need to obtain permission directly from","cbCainxfy9Co9OYm","https://ap.wps.com/l/cbCainxfy9Co9OYm","pdf",6671078,15,"English","# Abstract\n## Background\n## Methods\n## Results\n## Conclusions\n# Introduction\n## Multimodal pathogenomics and survival prediction needs\n## Clinical data modalities across scales\n## Imaging and histology evidence","[{\"question\":\"What limitation do existing multimodal methods face for cancer prognosis prediction?\",\"answer\":\"They lack sufficient intra- and inter-modal interactions and often encounter challenges in clinical validation due to incomplete multimodal data.\"},{\"question\":\"What is PathoGems?\",\"answer\":\"PathoGems is a weakly supervised, interpretable multimodal learning framework that integrates histology and genomic profiles for precise cancer prognosis prediction.\"},{\"question\":\"How was PathoGems evaluated?\",\"answer\":\"It was trained on 1,965 cases across four TCGA cohorts and further assessed using four independent external cohorts for validation.\"}]","Deep learning-based multimodal pathogenomics integration for precision cancer prognosis | PDF",1790085921,38,[148,152,156,160],{"page_no":22,"url":149,"width":150,"height":151},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/574a3e9af94a3c5bc761c9abe80eddf9.webp",983,1310,{"page_no":26,"url":153,"width":154,"height":155},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/e3a36a81725cf0232e46e92f4475d764.webp",982,1309,{"page_no":30,"url":157,"width":158,"height":159},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/991f3327a5280d9d60d3db11cfb63d8c.webp",981,1308,{"page_no":33,"url":161,"width":162,"height":163},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/cca69293c18780fa4fd3fec3cfb141f3.webp",980,1306]