[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-350366-105":3,"detail-sidebar-cat-0-en-105":81,"doc-detail-350366-en":131},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":74,"head_meta":76,"extra_data":78,"updated_unix":80},105,"en","multi-scale-tri-modal-histology-dataset-integrating-tumor-morphology-immune-patterns-and-clinical-outcomes","Multi-Scale Tri-Modal Histology Dataset - Integrating Tumor Morphology, Immune Patterns, and Clinical Outcomes","","Accurate prognostic assessment of prostate cancer depends on integrating tissue morphology and the immune environment. Prostate-TriMod introduces a tri-modal histology dataset that aligns high-resolution visual morphology with spatial tissue maps, immune infiltration patterns, and clinical outcomes. Built from the Cell DIVETM multiplexed imaging platform, it provides synchronized multiscale virtual H&E tiles, TOPAZ/CAT-derived spatial maps, and text captions tied to single-cell patterns. Comprehensive clinical annotations include Grade Groups and biochemical recurrence status, enabling multimodal AI development and benchmarking that links histology, immune context, and outcomes.",{"@graph":14,"@context":73},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/multi-scale-tri-modal-histology-dataset-integrating-tumor-morphology-immune-patterns-and-clinical-outcomes/350366/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/multi-scale-tri-modal-histology-dataset-integrating-tumor-morphology-immune-patterns-and-clinical-outcomes/350366.png","ImageObject",300,407,{"name":42,"@type":43},"Stanley","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-11-14","2026-09-22",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",13,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69],{"name":60,"@type":61,"acceptedAnswer":62},"What is Prostate-TriMod and what problem does it address?","Question",{"text":63,"@type":64},"Prostate-TriMod is a tri-modal histology dataset for prostate cancer. It addresses the need to integrate tissue morphology, immune context, and clinical outcomes for more accurate prognostic assessment.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"What three synchronized modalities does the dataset provide?",{"text":68,"@type":64},"The dataset provides (1) multiscale virtual H&E tiles, (2) spatial tissue maps identifying epithelial, stroma, and immune populations via TOPAZ and CAT models, and (3) text captions derived from single-cell data and spatial patterns.",{"name":70,"@type":61,"acceptedAnswer":71},"What clinical annotations are included for downstream prognostic modeling?",{"text":72,"@type":64},"It includes comprehensive clinical annotations such as Grade Groups and biochemical recurrence (BCR) status, supporting prognostic and benchmarking studies.","https://schema.org",{"og:url":32,"og:type":75,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":77,"canonical":32},"index,follow",{"doc_id":79,"site_id":7},350366,1790634438,{"code":4,"msg":82,"data":83},"success",[84,88,92,96,101,106,111,115,120,123,127],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":85,"show_sort_weight":86,"slug":87},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":89,"show_sort_weight":90,"slug":91},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":93,"show_sort_weight":94,"slug":95},"Exam",70,"exam",{"id":97,"doc_module":4,"doc_module_name":25,"category_name":98,"show_sort_weight":99,"slug":100},5,"Comic",60,"comic",{"id":102,"doc_module":4,"doc_module_name":25,"category_name":103,"show_sort_weight":104,"slug":105},6,"Technology",50,"technology",{"id":107,"doc_module":4,"doc_module_name":25,"category_name":108,"show_sort_weight":109,"slug":110},7,"Healthcare",40,"healthcare",{"id":112,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":113,"slug":114},8,30,"research-report",{"id":116,"doc_module":4,"doc_module_name":25,"category_name":117,"show_sort_weight":118,"slug":119},9,"Religion & Spirituality",20,"religion-spirituality",{"id":118,"doc_module":4,"doc_module_name":25,"category_name":121,"show_sort_weight":118,"slug":122},"World Cup","world-cup",{"id":124,"doc_module":4,"doc_module_name":25,"category_name":125,"show_sort_weight":124,"slug":126},10,"Lifestyle","lifestyle",{"id":128,"doc_module":4,"doc_module_name":25,"category_name":129,"show_sort_weight":97,"slug":130},19,"General","general",{"code":4,"msg":82,"data":132},{"doc_id":79,"user_id":133,"nickname":42,"user_avatar":134,"doc_module":4,"category_id":112,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":128,"language":140,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":12,"update_tm":144,"read_time":145,"preview_page_count":33,"preview_urls":146},2336477405376,"https://ap-avatar.wpscdn.com/davatar_29158cc5080c5b710cf443261637dec0","bioRxiv preprint doi: [https://doi.org/10.64898/2026.05.15.725535](https://doi.org/10.64898/2026.05.15.725535); this version posted May 19, 2026. The copyright holder for this preprint (which was not certified by peer review) is the author/funder, who has granted bioRxiv a license to display the preprint in perpetuity. It is made  \navailable under a CC-BY 4.0 International license.  \nMulti-Scale Tri-Modal Histology Dataset Integrating Tumor Morphology, Immune Patterns, and Clinical Outcomes  \nKyeong Joo Jung 1 , Jianwei Qiu2 , Sanghee Cho2 , Elizabeth McDonough2 , Chrystal Chadwick2 , Soumya Ghose2 , Robert West3 , James D. Brooks4 , Fiona Ginty2 ,* , Raghu Machiraju 1 ,* , and Parag Mallick5 ,*  \n1 Department of Computer Science and Engineering, The Ohio State University, Columbus, Ohio, 43210 , USA.  \n2 GE HealthCare Technology and Innovation Center, 1 Research Circle, Niskayuna, New York , 12309, USA.  \n3 Department of Pathology, Stanford University School of Medicine, Stanford, CA, 94305, USA.  \n4 Department of Urology, Stanford University, Stanford, CA, 94305, USA.  \n5 Canary Center for Cancer Early Detection, School of Medicine, Stanford University, Stanford, CA, 94305, USA.  \n* Corresponding authors [Contact:](Contact: machiraju.1@osu.edu)[ ](Contact: machiraju.1@osu.edu)[machiraju.1@osu.edu](Contact: machiraju.1@osu.edu)  \nAbstract  \nAccurate prognostic assessment of prostate cancer (PCa) requires an integrated understanding of tissue morphology-encompassing cell structure, glandular architecture, and tissue organization-and the immune environment. We present Prostate-TriMod, a novel tri-modal histology dataset designed to integrate high-resolution visual morphology with spatial tissue maps, immune infiltration patterns , and clinical outcomes. This dataset, generated from the Cell DIVETM multiplexed imaging platform, consists of three synchronized modalities: (1) multiscale virtual H&E tiles (224px, 256px, 512px, and 2040px) providing visual morphological context, (2) spatial tissue maps identifying cancerous/non-cancerous epithelial cells , stroma and immune cell populations (via TOPAZ and CAT models), and (3) text captions generated from single-cell data and patterns. The dataset includes comprehensive clinical annotations, including Grade Groups and biochemical recurrence (BCR) status. By providing high-fidelity alignment between visual features, spatial tissue maps, and textual descriptions, Prostate-TriMod empowers the development of advanced multimodal AI frameworks. We expect this resource to support reuse in multimodal representation learning, spatial analysis, and benchmarking studies that link histology morphology and immune context to clinical outcomes in prostate cancer.  \nbioRxiv preprint doi: [https://doi.org/10.64898/2026.05.15.725535](https://doi.org/10.64898/2026.05.15.725535); this version posted May 19, 2026. The copyright holder for this preprint (which was not certified by peer review) is the author/funder, who has granted bioRxiv a license to display the preprint in perpetuity. It is made  \navailable under a CC-BY 4.0 International license.  \nBackground & Summary  \nProstate cancer (PCa) is the second most commonly diagnosed cancer and the fifth leading cause of cancer death in men worldwide1,2 . There is a large discrepancy between the number of PCa cases diagnosed and the number of men who die of their disease. For example, in the US in 2026 , an estimated 333,830 new PCa cases will be diagnosed, while only 36,320 will die of their disease3. It is essential to achieve accurate prognostic assessment to build personalized therapeutic strategies.  \nProstate cancer diagnosis and prognosis primarily rely on the manual Gleason scoring system, a histology-based metric that evaluates glandular morphological patterns4. This system assigns grades from 1 to 5 based on the morphological patterns of the tumor. Since prostate tumors often exhibit heterogeneous morphology , the final Gleason Score (GS) is dete","cbCaitCP63eDjZ6h","https://ap.wps.com/l/cbCaitCP63eDjZ6h","pdf",2168871,"English","# Abstract\n# Background & Summary\n## Prognostic assessment and Gleason grading\n## Limitations of existing public datasets\n## Need for multimodal, spatially matched annotations","[{\"question\":\"What is Prostate-TriMod and what problem does it address?\",\"answer\":\"Prostate-TriMod is a tri-modal histology dataset for prostate cancer. It addresses the need to integrate tissue morphology, immune context, and clinical outcomes for more accurate prognostic assessment.\"},{\"question\":\"What three synchronized modalities does the dataset provide?\",\"answer\":\"The dataset provides (1) multiscale virtual H\\u0026E tiles, (2) spatial tissue maps identifying epithelial, stroma, and immune populations via TOPAZ and CAT models, and (3) text captions derived from single-cell data and spatial patterns.\"},{\"question\":\"What clinical annotations are included for downstream prognostic modeling?\",\"answer\":\"It includes comprehensive clinical annotations such as Grade Groups and biochemical recurrence (BCR) status, supporting prognostic and benchmarking studies.\"}]","Multi-Scale Tri-Modal Histology Dataset - Integrating Tumor Morphology, Immune Patterns, and Clinical Outcomes | PDF",1790088692,48,[147,151,155,159],{"page_no":22,"url":148,"width":149,"height":150},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/b2630e6fc5c2db3156c1ff38ec55b935.webp",983,1272,{"page_no":26,"url":152,"width":153,"height":154},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/efa747d6acafb81feee3cb6d3d64186a.webp",982,1270,{"page_no":30,"url":156,"width":157,"height":158},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/591ae6d39883734800bce340987ea244.webp",981,1269,{"page_no":33,"url":160,"width":161,"height":162},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/1293ea6756a422a43557b8ad73c326a7.webp",980,1268]