[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-342384-105":59,"doc-detail-342384-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","exadost-wp4-ska-illustrator-project-report","ExaDoST - WP4 SKA Illustrator - Project Report","","This document provides an overview of the ExaDoST WP4 SKA Illustrator project, detailing the development of realistic observing scenario emulators for radio astronomy. It highlights the workflow optimization of the DDF-pipeline, focusing on self-calibration and imaging processes. The report outlines current efforts in multi-node deployment validation on large clusters, I/O performance benchmarking using tools like Darshan and DFTracer, and the integration of GPU acceleration for gridding, degridding, and deconvolution tasks. Through collaborations with ODISSEE, SARAO, and KerData, the project aims to enhance scalability and efficiency in processing large-scale astronomical data sets, ensuring robust performance across distributed memory architectures.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/exadost-wp4-ska-illustrator-project-report/342384/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/exadost-wp4-ska-illustrator-project-report/342384.png","ImageObject",300,407,{"name":92,"@type":93},"Anna Hans","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-31","2026-09-22",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",11,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"What is the primary purpose of the SKA Illustrator project?","Question",{"text":113,"@type":114},"The project aims to create a realistic observing scenario emulator for the Square Kilometre Array (SKA) to improve the performance and scalability of astronomical data pipelines.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"Which specific pipeline is mentioned for optimization?",{"text":118,"@type":114},"The document focuses on the DDFacet/KillMS (DDF-pipeline), which involves complex self-calibration and imaging workflows.",{"name":120,"@type":111,"acceptedAnswer":121},"What are the main areas of focus for current performance benchmarking?",{"text":122,"@type":114},"Current efforts focus on I/O behavior, data movement, and memory/CPU utilization using profiling tools like Darshan and DFTracer.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},342384,1790820693,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":140,"language":141,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":142,"faqs":143,"seo_title":144,"seo_description":67,"update_tm":145,"read_time":36,"preview_page_count":19,"preview_urls":146},5909892332657,"https://ap-avatar.wpscdn.com/davatar_994ba38a5ba835b3df7d355c54d3ed8d","ExaDoST: WP4 – SKA Illustrator Damien Gratadour (OP – CNRS)  \nHugo Gaquère, Baptiste Besnard (OP)  \nSunrise Wang, Shan Mignot (OCA)  \nIheb Becher, Arnaud Collioud, Marwane Dalal, Etienne Bonnassieux (LAB)  \nSKA illustrator  \nComplex, iterative workflow with pipelining opportunities  \nSKA illustrator Existing codebase  \n|  |\n| --- |\n| \u003Cbr>\u003Cbr>|\n|  |\n\nddf-pipeline  \nCredit: B. Besnard  \nEnabling technology: realistic observing scenario emulator  \nCredit: B. Besnard  \nEnabling technology: realistic observing scenario emulator  \nTypical output (a.k.a.“dirty image”)  \nJy/ beam  \nJy/ beam  \nJy/ beam  \nCredit: B. Besnard  \nCore composite: selfcal + imaging  \nCredit: C. Tasse  \nSelfcal + imaging: parallelization schemes  \nCredit: N. Monnier  \nTypical DDF-pipeline profile (single node, multi-core)  \nCredit: C. Tasse  \nCurrent efforts: optimizing the workflow  \nConsolidating distributed memory ports (selfcal + imaging)  \n• Validating multi-node deployment on large clusters (e.g. Jean Zay): collab. ExaAToW, SCOOP-SKAO  \n• Benchmarking I/O (see next slides) : funded by ExaDoST  \n• New algorithmic approaches (see next slides): funded by ExaDoST New parallelization strategies: collab. ODISSEE, SARAO, Breakthrough Listen  \n• GPU acceleration for gridding / degridding  \n• GPU acceleration for deconvolution  \n• Pipelining data simulation & processing  \n• More realistic simulation scenarios  \nEfficient workflow management: collab. KerData (E2CLab) PEPR Cloud + BSC  \nCurrent efforts: benchmarking I/O  \nGoals :  \n• Build a global understanding of performance and scalability in the DDFacet/KillMS pipeline  \nFocus areas :  \n• I/O behavior and data movement  \n• Memory & CPU utilization I/O-oriented tools :  \n• Darshan : I/O statistics & visualizations  \n• DFTracer : I/O profiling & Syscall-level tracing  \nCredit: I. Becher","cbCaigmWCLXYELv2","https://ap.wps.com/l/cbCaigmWCLXYELv2","pdf",2616782,16,"English","# Project Overview\n## Workflow Architecture\n## Performance Optimization Efforts\n## I/O Benchmarking and Tools","[{\"question\":\"What is the primary purpose of the SKA Illustrator project?\",\"answer\":\"The project aims to create a realistic observing scenario emulator for the Square Kilometre Array (SKA) to improve the performance and scalability of astronomical data pipelines.\"},{\"question\":\"Which specific pipeline is mentioned for optimization?\",\"answer\":\"The document focuses on the DDFacet/KillMS (DDF-pipeline), which involves complex self-calibration and imaging workflows.\"},{\"question\":\"What are the main areas of focus for current performance benchmarking?\",\"answer\":\"Current efforts focus on I/O behavior, data movement, and memory/CPU utilization using profiling tools like Darshan and DFTracer.\"}]","ExaDoST - WP4 SKA Illustrator - Project Report | PDF",1790046378,[147,151,154,158],{"page_no":8,"url":148,"width":149,"height":150},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/0bf0835c2701dd48e307ffd31cb3de37.webp",983,552,{"page_no":14,"url":152,"width":153,"height":150},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/2dcd3557a4c322704e514f507aebbb50.webp",982,{"page_no":81,"url":155,"width":156,"height":157},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/8682db1fae03842c2bce8c77e9d02f52.webp",981,551,{"page_no":19,"url":159,"width":160,"height":157},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/909356b68373af6f427d21e120e52948.webp",980]