[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-334838-105":59,"doc-detail-334838-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","protocol-for-evaluating-the-fitness-for-purpose-of-an-artificial-intelligence-product-for-radiology-reporting-in-the-breastscreen-new-south-wales-breast-cancer-screening-programme","Protocol for evaluating the fitness for purpose of an artificial intelligence product for radiology reporting in the BreastScreen New South Wales breast cancer screening programme","","Radiologist shortages threaten the sustainability of breast cancer screening programmes. Artificial intelligence (AI) that can interpret mammograms could reduce this risk, but prior evaluations often used enriched datasets and/or did not examine how algorithms interact with human readers. The protocol describes a large consecutive cohort comparison of AI-assisted workflow versus radiologist reading in BreastScreen NSW, using retrospective reinterpretation and prospective data collection benefits. Outcomes include recall and cancer detection rates to assess safe introduction without compromising performance or increasing false-positive recalls.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/protocol-for-evaluating-the-fitness-for-purpose-of-an-artificial-intelligence-product-for-radiology-reporting-in-the-breastscreen-new-south-wales-breast-cancer-screening-programme/334838/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/protocol-for-evaluating-the-fitness-for-purpose-of-an-artificial-intelligence-product-for-radiology-reporting-in-the-breastscreen-new-south-wales-breast-cancer-screening-programme/334838.png","ImageObject",300,407,{"name":92,"@type":93},"Ivy","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-06","2026-09-21",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",16,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"Why is this AI evaluation needed in breast cancer screening programmes?","Question",{"text":113,"@type":114},"Radiologist shortages threaten programme sustainability. AI mammogram interpretation could mitigate this risk, but earlier studies may not reflect real-world screening conditions or human-reader interactions.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"How will the study compare AI performance with radiologists?",{"text":118,"@type":114},"A consecutive cohort from BreastScreen NSW will be reinterpreted using the Lunit Insight MMG AI product. Results will be compared with radiologist single reading, and AI will also replace the second reader in a double-reading model, with adjudication when AI disagrees.",{"name":120,"@type":111,"acceptedAnswer":121},"Which outcomes will be used to judge whether AI can be safely introduced?",{"text":122,"@type":114},"The protocol specifies comparisons of recall rates and cancer detection rates between the combined AI–radiologist reading and the rates measured at the time of screening, to ensure cancer detection is not compromised and false-positive recalls are not increased.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},334838,1790177871,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":34,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":4},549758252649,"https://ap-avatar.wpscdn.com/avatar/8000253669c5317157?_k=1778319167496531819","Open access Protocol  \n Protocol for evaluating the fitness for  \npurpose of an artificial intelligence product for radiology reporting in the BreastScreen New South Wales breast cancer screening programme  \nMatthew Warner-Smith  ,1 Kan Ren,1 Chirag Mistry,1 Richard Walton,1 David Roder  ,2 Nalini Bhola,1 Sarah McGill,1 Tracey A O’Brien1,3  \nTo cite: Warner-Smith M, Ren K, Mistry C, et al. Protocol for evaluating the fitness for purpose of an artificial intelligence product for radiology reporting in the BreastScreen New South Wales breast cancer screening programme. BMJ Open 2024;14:e082350 . doi:10 . 1136/ bmjopen-2023-082350  \n► Prepublication history for this paper is available online. To view these files, please visit the journal online ([https://doi](https://doi). org/10 . 1136/bmjopen-2023- 082350) .  \nReceived 21 November 2023 Accepted 09 May 2024  \n© Author(s) (or their employer(s)) 2024. Re-use permitted under CC BY-NC. No commercial re-use. See rights and permissions. Published by BMJ.  \n1Cancer Institute NSW, St Leonards, New South Wales, Australia  \n2Cancer Research Institute, University of South Australia, Adelaide, South Australia, Australia  \n3UNSW Medicine & Health, Sydney, New South Wales, Australia  \nCorrespondence to  \nMatthew Warner-Smith;  \nMatthew.WarnerSmith@health. [nsw.gov.au](nsw.gov.au)  \nABSTRACT  \nIntroduction Radiologist shortages threaten the sustainability of breast cancer screening programmes. Artificial intelligence (AI) products that can interpret mammograms could mitigate this risk. While previous studies have suggested this technology has accuracy comparable to radiologists most have been limited by using ‘enriched’ datasets and/or not considering the interaction between the algorithm and human readers. This study will address these limitations by comparing the accuracy of a workflow using AI alongside radiologists on a large consecutive cohort of examinations from a breast cancer screening programme. The study will combine the strengths of a large retrospective design with the benefit of prospective data collection. It will test this technology without risk to screening programme participants nor the need to wait for follow-up data. With a sample of 2 years of consecutive screening examinations, it is likely the largest test of this technology to date. The study will help determine whether this technology can safely be introduced into the BreastScreen New South Wales (NSW) population-based screening programme to address radiology workforce risks without compromising cancer detection rates or increasing false-positive recalls. Methods and analysis A retrospective, consecutive cohort of digital mammography screens from 658 207 examinations from BreastScreen NSW will be reinterpreted by the Lunit Insight MMG AI product. The cohort includes 4383 screen-detected and 1171 interval cancers. The results will be compared with radiologist single reading and the AI results will also be used to replace the second reader in a double-reading model. New adjudication reading will be performed where the AI disagrees with the first reader. Recall rates and cancer detection rates of combined AI–radiologist reading will be compared with the rates obtained at the time of screening.  \nEthics and dissemination This study has ethical approval from the NSW Health Population Health Services Research Ethics Committee (2022/ETH02397) . Findings will be published in peer-reviewed journals and presented at conferences. The findings of this evaluation will be provided to programme managers, governance bodies and  \nSTRENGTHS AND LIMITATIONS OF THIS STUDY   \n⇒ This is likely the most extensive evaluation of this technology on real-world population screening data and will include cancers detected at the time of screening and with 24 months of follow-up in the entire cohort of clients screened by the New South Wales breast cancer screening programme.  \n⇒ The study will combine the strengths of a large retrospective design ","cbCaid9CA3QFyKc2","https://ap.wps.com/l/cbCaid9CA3QFyKc2","pdf",381533,"English","# Abstract\n## Introduction\n## Methods and analysis\n## Ethics and dissemination\n## Strengths and limitations of this study","[{\"question\":\"Why is this AI evaluation needed in breast cancer screening programmes?\",\"answer\":\"Radiologist shortages threaten programme sustainability. AI mammogram interpretation could mitigate this risk, but earlier studies may not reflect real-world screening conditions or human-reader interactions.\"},{\"question\":\"How will the study compare AI performance with radiologists?\",\"answer\":\"A consecutive cohort from BreastScreen NSW will be reinterpreted using the Lunit Insight MMG AI product. Results will be compared with radiologist single reading, and AI will also replace the second reader in a double-reading model, with adjudication when AI disagrees.\"},{\"question\":\"Which outcomes will be used to judge whether AI can be safely introduced?\",\"answer\":\"The protocol specifies comparisons of recall rates and cancer detection rates between the combined AI–radiologist reading and the rates measured at the time of screening, to ensure cancer detection is not compromised and false-positive recalls are not increased.\"}]","Protocol for evaluating the fitness for purpose of an artificial intelligence product for radiology reporting in the BreastScreen New South Wales breast cancer screening programme | PDF",1790008506,18]