[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-154098-105":59,"doc-detail-154098-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","towards-safe-synthetic-image-generation-on-the-web-a-multimodal-robust-nsfw-defense-and-million-scale-dataset","Towards Safe Synthetic Image Generation On the Web - A Multimodal Robust NSFW Defense and Million Scale Dataset","","Text-to-Image models have rapidly advanced and are widely used online, but their ability to produce hyper-realistic content has raised serious safety and misuse concerns, especially for generating NSFW web material. Prior defenses such as prompt filtering and post-hoc security checks often fail under adversarial attacks across text and image modalities. This work introduces a million-scale multimodal dataset of prompt-image pairs with adversarial examples, generated via open-source diffusion models, and proposes a robust multimodal classifier defense. Experiments show strong accuracy and recall and a large reduction in attack success rate in adversarial scenarios.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/towards-safe-synthetic-image-generation-on-the-web-a-multimodal-robust-nsfw-defense-and-million-scale-dataset/154098/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/towards-safe-synthetic-image-generation-on-the-web-a-multimodal-robust-nsfw-defense-and-million-scale-dataset/154098.png","ImageObject",300,407,{"name":92,"@type":93},"Berry Peter","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-16","2026-08-28",true,{"@type":102,"interactionType":103,"userInteractionCount":52},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"为什么需要对Web上的合成图像生成进行NSFW防护？","Question",{"text":112,"@type":113},"Text-to-Image与图像生成被广泛用于在线内容生产，但恶意用户可能通过NSFW提示或相关图像生成接近真实的违规内容，从而污染并危害线上社区安全。","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"现有的提示过滤和后置安全检查为何不够稳健？",{"text":117,"@type":113},"既有方法在多模态对抗攻击下容易失效；对抗攻击可以同时在文本与图像模态上绕过防御。后置检测也容易在上下文与“文本-图像关联”分类方面表现不足。",{"name":119,"@type":110,"acceptedAnswer":120},"本文提出了哪些关键贡献？",{"text":121,"@type":113},"本文提出一个百万级提示-图像的多模态数据集（包含对抗样本），并开发一种多模态防御模型来区分安全与NSFW文本/图像。实验结果表明其在准确率与召回率上优于现有SOTA方法，并显著降低攻击成功率。","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},154098,1787887857,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":52,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":24,"language":139,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":140,"faqs":141,"seo_title":142,"seo_description":67,"update_tm":129,"read_time":143,"preview_page_count":4},1374402524268,"https://ap-avatar.wpscdn.com/davatar_3d24733baf745e90a7e4bdd5f77d97b2","Towards Safe Synthetic Image Generation On the Web: AMultimodal Robust NSFW Defense and Million Scale Dataset  \narXiv :2504 . 11707v1 [ cs .CV] 16 Apr 2025  \nMuhammad Shahid Muneer  \nDASH Lab  \nComputer Science and Engineering Department Sungkyunkwan University  \nSuwon, Republic of Korea  \n[shahidmuneer@g.skku.edu](shahidmuneer@g.skku.edu)  \nAbstract  \nIn the past years, we have witnessed the remarkable success of Text-to-Image (T2I) models and their widespread use on the web. Extensive research in making T2I models produce hyper-realistic images has led to new concerns, such as generating Not-Safe-ForWork (NSFW) web content and polluting the web society. To help prevent misuse ofT2I models and create a safer web environment for users features like NSFW filters and post-hoc security checks are used in these models. However, recent work unveiled how these methods can easily fail to prevent misuse. In particular, adversarial attacks on text and image modalities can easily outplay defensive measures. Moreover, there is currently no robust multimodal NSFW dataset that includes both prompt and image pairs and adversarial examples. This work proposes a million-scale prompt and image dataset generated using open-source diffusion models. Second, we develop a multimodal defense to distinguish safe and NSFW text and images, which is robust against adversarial attacks and directly alleviates current challenges. Our extensive experiments show that our model performs well against existing SOTA NSFW detection methods in terms of accuracy and recall, drastically reducing the Attack Success Rate (ASR) in multimodal adversarial attack scenarios. Code: GitHub.  \nCCS Concepts  \n• Security and privacy → Social aspects of security and privacy.  \nKeywords  \nContent Moderation, Multimodal NSFW Defense, Generative AI  \nACM Reference Format:  \nMuhammad ShahidMuneer and SimonS. Woo. 2025. Towards Safe Synthetic Image Generation On the Web: A Multimodal Robust NSFW Defense and Million Scale Dataset. In Companion Proceedings of the ACM Web Conference 2025 (WWW Companion ’25), April 28-May 2, 2025, Sydney, NSW, Australia. ACM, New York, NY, USA, 5 pages. [https://doi.org/10.1145/3701716.3715526](https://doi.org/10.1145/3701716.3715526)  \nDisclaimer: This paper contains explicit NSFW materials that can be disturbing or offensive to some readers. We include them solely for research purposes and to develop multimodal defenses.  \n∗Corresponding author. Email: [swoo@g.skku.edu](swoo@g.skku.edu) (Simon S. Woo)  \nThis work is licensed under a Creative Commons AttributionNonCommercial-ShareAlike International 4 .0 License.  \nWWW Companion ’25, April 28-May 2, 2025, Sydney, NSW, Australia © 2025 Copyright held by the owner/author(s) .  \nACM ISBN 979-8-4007-1331-6/2025/04  \n[https://doi.org/10.1145/3701716.3715526](https://doi.org/10.1145/3701716.3715526)  \nSimon S. Woo∗  \nDASH Lab  \nComputer Science and Engineering Department Sungkyunkwan University Suwon, South Korea[swoo@g.skku.edu](swoo@g.skku.edu)  \n\n| +\u003Cbr>\u003Cbr>NSFW Prompt\u003Cbr>Nudity 18+\u003Cbr>Voilence.\u003Cbr>.\u003Cbr>Keywords\u003Cbr>Prompt Filters\u003Cbr>\u003Cbr>\u003Cbr>\u003Cbr>Unsafe\u003Cbr>\u003Cbr>Safe\u003Cbr>Post-hoc Filter\u003Cbr>\u003Cbr>\u003Cbr>\u003Cbr>\u003Cbr>\u003Cbr>a) Traditional Prompt Filters and Post-Hoc Securtiy Filters |  |\n| --- | --- |\n| \u003Cbr>Text Encoder\u003Cbr>\u003Cbr>Target NSFW Image\u003Cbr>\u003Cbr>NSFW Prompt \u003Cbr>Image Encoder\u003Cbr>\u003Cbr>\u003Cbr>Text and Image\u003Cbr>\u003Cbr>Classifier\u003Cbr>\u003Cbr>F\u003Cbr>b) Image 2 Image Scenario |  |\n| Generated NSFW\u003Cbr>\u003Cbr>c) Text 2 Image Scenario | \u003Cbr>|\n\nFigure 1: a) Existing prompt filters and post-hoc security filters are employed in AI Image generation models, while b) and c) are our proposed implementations for contextdependent multimodal defense in T2I and I2I models respectively.  \n1 Introduction  \nAI image generation advancements started with Generative Adversarial Networks (GANs) [2] . Currently, the new generative AI models such as Stable Diffusion [10] can produce increasingly realistic AI content. Currently, diffusion-based models play an importa","cbCainYrO8uxguLm","https://ap.wps.com/l/cbCainYrO8uxguLm","pdf",1029580,"English","# Introduction\n## Motivation and Problem Setting\n## Limitations of Existing Defenses","[{\"question\":\"为什么需要对Web上的合成图像生成进行NSFW防护？\",\"answer\":\"Text-to-Image与图像生成被广泛用于在线内容生产，但恶意用户可能通过NSFW提示或相关图像生成接近真实的违规内容，从而污染并危害线上社区安全。\"},{\"question\":\"现有的提示过滤和后置安全检查为何不够稳健？\",\"answer\":\"既有方法在多模态对抗攻击下容易失效；对抗攻击可以同时在文本与图像模态上绕过防御。后置检测也容易在上下文与“文本-图像关联”分类方面表现不足。\"},{\"question\":\"本文提出了哪些关键贡献？\",\"answer\":\"本文提出一个百万级提示-图像的多模态数据集（包含对抗样本），并开发一种多模态防御模型来区分安全与NSFW文本/图像。实验结果表明其在准确率与召回率上优于现有SOTA方法，并显著降低攻击成功率。\"}]","Towards Safe Synthetic Image Generation On the Web - A Multimodal Robust NSFW Defense and Million Scale Dataset | PDF",13]