[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-337101-105":59,"doc-detail-337101-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","enhancing-skin-cancer-diagnosis-using-swin-transformer-with-hybrid-shifted-window-based-multi-head-self-attention-and-swiglu-based-mlp","Enhancing Skin Cancer Diagnosis Using Swin Transformer with Hybrid Shifted Window-Based Multi-head Self-attention and SwiGLU-Based MLP","","Skin cancer is one of the most frequently occurring cancers worldwide, making early detection critical for effective treatment. Dermatologists face constraints including heavy data demands, potential human errors, and strict time limits that can degrade diagnostic quality. Deep learning can provide fast, accurate testing and stronger research support. This work enhances Swin Transformer using HSW-MSA and a SwiGLU-based MLP, evaluated on ISIC 2019 with eight classes. On unseen test data, Swin-Base reaches 89.36% accuracy, 85.13% recall, 88.22% precision, and 86.65% F1-score.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/enhancing-skin-cancer-diagnosis-using-swin-transformer-with-hybrid-shifted-window-based-multi-head-self-attention-and-swiglu-based-mlp/337101/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/enhancing-skin-cancer-diagnosis-using-swin-transformer-with-hybrid-shifted-window-based-multi-head-self-attention-and-swiglu-based-mlp/337101.png","ImageObject",300,407,{"name":92,"@type":93},"Evangeline","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-31","2026-09-21",true,{"@type":102,"interactionType":103,"userInteractionCount":52},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What problem does the study target in skin cancer diagnosis?","Question",{"text":112,"@type":113},"It targets the need for earlier, more accurate skin cancer detection while addressing practical constraints in dermatology such as time limits and heavy reliance on data and human judgment.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How does the proposed model modify the original Swin Transformer?",{"text":117,"@type":113},"It replaces the conventional shifted window multi-head self-attention (SW-MSA) with hybrid shifted window-based multi-head self-attention (HSW-MSA) and replaces the standard MLP with a SwiGLU-based MLP to improve accuracy and training efficiency.",{"name":119,"@type":110,"acceptedAnswer":120},"What dataset and evaluation results does the study report?",{"text":121,"@type":113},"The model is evaluated on the publicly accessible ISIC 2019 dataset with eight classes, achieving 89.36% accuracy, 85.13% recall, 88.22% precision, and 86.65% F1-score on the unseen test set.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},337101,1790388143,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":52,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":56,"language":139,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":140,"faqs":141,"seo_title":142,"seo_description":67,"update_tm":143,"read_time":144,"preview_page_count":19,"preview_urls":145},13056703019662,"https://ap-avatar.wpscdn.com/avatar/be000253a8e92610077?_k=1778726343310543188","Enhancing Skin Cancer Diagnosis Using Swin Transformer with Hybrid Shifted Window‑Based Multi‑head Self‑attention and SwiGLU‑Based MLP  \nIshak Pacal1 · Melek Alaftekin1 · Ferhat Devrim Zengul2,3,4  \nReceived: 26 February 2024 / Revised: 7 May 2024 / Accepted: 8 May 2024 / Published online: 5 June 2024 © The Author(s) 2024  \nAbstract  \nSkin cancer is one of the most frequently occurring cancers worldwide, and early detection is crucial for effective treatment. Dermatologists often face challenges such as heavy data demands, potential human errors, and strict time limits, which can negatively affect diagnostic outcomes. Deep learning–based diagnostic systems offer quick, accurate testing and enhanced research capabilities, providing significant support to dermatologists. In this study, we enhanced the Swin Transformer architecture by implementing the hybrid shifted window-based multi-head self-attention (HSW-MSA) in place of the conventional shifted window-based multi-head self-attention (SW-MSA) . This adjustment enables the model to more efficiently process areas of skin cancer overlap, capture finer details, and manage long-range dependencies, while maintaining memory usage and computational efficiency during training. Additionally, the study replaces the standard multi-layer perceptron (MLP) in the Swin Transformer with a SwiGLU-based MLP, an upgraded version of the gated linear unit (GLU) module, to achieve higher accuracy, faster training speeds, and better parameter efficiency. The modified Swin model-base was evaluated using the publicly accessible ISIC 2019 skin dataset with eight classes and was compared against popular convolutional neural networks (CNNs) and cutting-edge vision transformer (ViT) models. In an exhaustive assessment on the unseen test dataset, the proposed Swin-Base model demonstrated exceptional performance, achieving an accuracy of 89.36%, a recall of 85.13%, a precision of 88.22%, and an F1-score of 86.65%, surpassing all previously reported research and deep learning models documented in the literature.  \nKeywords Medical image analysis · Skin cancer detection · Swin Transformer · Vision transformer · SwiGLU-based MLP  \nIntroduction  \nThe human skin is a vital organ, constituting the primary barrier against the external environment. It acts as a barrier, protecting the human body from pathogens, foreign substances, and environmental factors. However, exposing  \n* Ferhat Devrim Zengul[ferhat@uab.edu](ferhat@uab.edu)  \n1 Department of Computer Engineering, Igdir University, 76000 Igdir, Turkey  \n2 Department of Health Services Administration, The University of Alabama at Birmingham, Birmingham, AL, USA  \n3 Center for Integrated System, School of Engineering, The University of Alabama at Birmingham, Birmingham, AL, USA  \n4 Department of Biomedical Informatics and Data Science, School of Medicine, The University of Alabama, Birmingham, USA  \nhuman skin to external elements also increases the risk of developing skin diseases [1] . Cancer, which is one of the most severe threats to global health, affects millions of people worldwide. Skin cancer develops when skin cells grow abnormally. According to the 2020 Global Cancer Statistics Report issued by the International Agency for Research on Cancer (IARC), around 1.5 million fresh skin cancer instances were identified globally [2, 3] . Skin cancer incidence rates can vary significantly between countries and regions worldwide. Some areas may experience a higher prevalence of skin cancer, while others may have lower rates [4] . These disparities can be attributed to various factors, such as levels of exposure to sunlight, skin type, and genetic factors [5] .  \nSkin cancer can develop on the skin’s surface or deeper layers. It is typically categorized into two primary forms: melanoma and non-melanoma skin cancer, encompassing basal cell carcinoma and squamous cell carcinoma. Nonmelanoma skin cancer generally manifests on the superficial  \nlayers of the skin a","cbCaies7Lj8ZzQly","https://ap.wps.com/l/cbCaies7Lj8ZzQly","pdf",2029355,"English","# Abstract\n# Keywords\n# Introduction","[{\"question\":\"What problem does the study target in skin cancer diagnosis?\",\"answer\":\"It targets the need for earlier, more accurate skin cancer detection while addressing practical constraints in dermatology such as time limits and heavy reliance on data and human judgment.\"},{\"question\":\"How does the proposed model modify the original Swin Transformer?\",\"answer\":\"It replaces the conventional shifted window multi-head self-attention (SW-MSA) with hybrid shifted window-based multi-head self-attention (HSW-MSA) and replaces the standard MLP with a SwiGLU-based MLP to improve accuracy and training efficiency.\"},{\"question\":\"What dataset and evaluation results does the study report?\",\"answer\":\"The model is evaluated on the publicly accessible ISIC 2019 dataset with eight classes, achieving 89.36% accuracy, 85.13% recall, 88.22% precision, and 86.65% F1-score on the unseen test set.\"}]","Enhancing Skin Cancer Diagnosis Using Swin Transformer with Hybrid Shifted Window-Based Multi-head Self-attention and SwiGLU-Based MLP | PDF",1790017693,48,[146,150,154,158],{"page_no":8,"url":147,"width":148,"height":149},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/6cc691db7edcddb92111636820cf1967.webp",983,1305,{"page_no":14,"url":151,"width":152,"height":153},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/e50dc7b9d80c8b460162fb594be09c8b.webp",982,1304,{"page_no":81,"url":155,"width":156,"height":157},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/a40c6c22c199d96a0d9543165c971d8c.webp",981,1303,{"page_no":19,"url":159,"width":160,"height":161},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/0da10957267081b5ab9f6e8c417939ab.webp",980,1301]