[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-673020-105":59,"doc-detail-673020-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","next-generation-co-packaged-optics-technology-to-train-run-generative-ai-models-in-data-centers-and-other-computing-applications","Next generation Co-Packaged Optics Technology to Train & Run Generative AI Models in Data Centers and other computing applications","","Next generation Co-Packaged Optics (CPO) addresses the data-center bottleneck of limited electrical link length and insufficient optics bandwidth scaling as generative AI grows. The approach shortens intra-package signaling distances through co-packaging and cooptimizing electronics with photonics, improving energy efficiency and increasing interconnection density. The paper motivates CPO by contrasting rapid compute scaling with slower I/O bandwidth growth and evaluates CPO benefits for training large language models, including distributed training communication effects and measured throughput impacts across tensor-parallel degrees.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":30,"@type":76,"position":81},"https://docshare.wps.com/document/technology/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/next-generation-co-packaged-optics-technology-to-train-run-generative-ai-models-in-data-centers-and-other-computing-applications/673020/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/next-generation-co-packaged-optics-technology-to-train-run-generative-ai-models-in-data-centers-and-other-computing-applications/673020.png","ImageObject",300,407,{"name":92,"@type":93},"Fahsai","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-04","2026-11-02",true,{"@type":102,"interactionType":103,"userInteractionCount":14},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"Why does data center traffic drive demand for next-generation optics and networking equipment?","Question",{"text":112,"@type":113},"Data-center traffic is increasingly concentrated within data centers, which accelerates the need for higher port density. Traditional copper links suffer signal degradation over distance, and conventional pluggable optics bandwidth grows too slowly compared with traffic needs.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"What problem does Co-Packaged Optics (CPO) target compared with conventional approaches?",{"text":117,"@type":113},"CPO increases interconnection bandwidth density and energy efficiency by dramatically shortening electrical link length. It does so via advanced packaging and cooptimization of electronics and photonics, reducing I/O power and enabling high-density optical connectors.",{"name":119,"@type":110,"acceptedAnswer":120},"How does distributed training affect performance when training large language models?",{"text":121,"@type":113},"Distributed training requires device-to-device communication to transfer, reduce, aggregate, or exchange information. Communication can become the critical path, limiting throughput scaling as device count increases and leaving compute resources idle.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},673020,1793618265,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":29,"category_name":30,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":14,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":129,"read_time":144},549768702563,"https://ap-avatar.wpscdn.com/avatar/8000c4aa63b76e948b?x-image-process=image/resize,m_fixed,w_180,h_180&k=1786536092046926083","Next generation Co-Packaged Optics Technology to Train & Run Generative AI Models in Data Centers and other computing applications  \nJohn Knickerbocker4, Jean Benoit Heroux1, Griselda Bonilla1, Hsiang Hsu3, Neng Liu3, Adrian Paz Ramos1, Francois Arguin1, Yan Tribodeau1, Badr Terjani1, Mark Schultz4, Raghu Kiran Ganti3, Linsong Chu3, Chinami Marushima2, Yoichi Taira2, Sayuri Kohara2, Akihiro Horibe2, Hiroyuki Mori2 and Hidetoshi Numata2  \n1 IBM Bromont, 23 [boul. de](boul. de) l’aeroport, Bromont, QC J2L 1A3, Canada  \n2IBM Japan, 7-7 Shin-Kawasaki, Saiwai-ku, Kawasaki 212-0032, Japan  \n3IBM Albany, 257 Fuller Road, Albany, NY 12203  \n4IBM T. J. Watson Research Center, 1101 Kitchawan Rd, Yorktown Heights, NY 10598  \nIntroduction  \nThe need to manage large amounts of data quickly and efficiently is boosting the demand for high-speed data transfer in data centers. The emergence of Generative AI has further fueled the demand for high-speed data transfer such that nearly threefourths of the data center traffic resides within data centers [1]. The growth in traffic accelerates the need for next-generation networking equipment to support higher port density. However, traditional copper cables used for data transfer are limited by signal degradation over long distances. This, in turn, drives the requirements for large-scale deployment of high-speed optics to connect the various layers of the networking equipment. Today, data centers rely heavily on optics, but not for the short to midlength (\u003C 2m) interconnections. The conventional pluggable optics bandwidth increases at a much slower rate than that of data center traffic and the gap between application requirements and the capability of conventional pluggable optics keeps increasing, a trend that is unsustainable. Co-packaged optics (CPO) is a disruptive approach to increasing the interconnection bandwidth density and energy efficiency by dramatically shortening the electrical link length through advanced packaging and cooptimization of electronics and photonics.  \nAdvances in compute performance have benefitted from Moore’s law scaling and have seen up to 60000x in performance in the past 20 years, as shown in Figure 1.  \nHowever, the I/O bandwidth has increased by a mere 30x in that same timeframe. The electrical signal rate increase needs to significantly advance to enable the signals to enter/exit and, in addition, there is the concomitant challenge to further move the electrical signals across a card to the front panel of the router or switch, depending on the application. To solve this challenge, the industry will come to rely on the integration of silicon and optics by co-packaging optical engines along with the main  \ncompute chip on a common substrate. This reduces input/output (I/O) power by limiting electrical signaling to intra-package distances, reduces cost by increasing channel count per optical sub-assembly and by eliminating discrete transceiver packaging as well as high-speed PCB traces, and enables high-density optical faceplate connectors.  \nFigure 1 Scaling of the bandwidth (BW) of different generations of interconnectionsand memory, as well as the hardware (HW) Peak FLOPS. Note the slow increase in interconnect bandwidth compared to HW FLOPS.  \nTraining Large Language Models  \nGenerative AI is transforming society, largely enabled by more efficient hardware, larger datasets, and algorithmic advances, including exponential model size growth that further benefits from more efficient hardware and larger datasets. However, models are scaling rapidly (1000×) and are imposing significant computational demands with increasing model sizes. Developers have thereby relied on distributed training, where multiple accelerators (e.g., GPUs) harness their collective memory capacities and compute capabilities to collaboratively train a large language model (LLM) . Distributed training techniques have associated communication between devices to transfer, reduce, aggregate, or exchange infor","cbCaidgZHIkOiJVF","https://ap.wps.com/l/cbCaidgZHIkOiJVF","pdf",507700,13,"English","# Introduction\n## Training Large Language Models","[{\"question\":\"Why does data center traffic drive demand for next-generation optics and networking equipment?\",\"answer\":\"Data-center traffic is increasingly concentrated within data centers, which accelerates the need for higher port density. Traditional copper links suffer signal degradation over distance, and conventional pluggable optics bandwidth grows too slowly compared with traffic needs.\"},{\"question\":\"What problem does Co-Packaged Optics (CPO) target compared with conventional approaches?\",\"answer\":\"CPO increases interconnection bandwidth density and energy efficiency by dramatically shortening electrical link length. It does so via advanced packaging and cooptimization of electronics and photonics, reducing I/O power and enabling high-density optical connectors.\"},{\"question\":\"How does distributed training affect performance when training large language models?\",\"answer\":\"Distributed training requires device-to-device communication to transfer, reduce, aggregate, or exchange information. Communication can become the critical path, limiting throughput scaling as device count increases and leaving compute resources idle.\"}]","Next generation Co-Packaged Optics Technology to Train & Run Generative AI Models in Data Centers and other computing applications | PDF",33]