[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-148673-105":59,"doc-detail-148673-en":135},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":128,"head_meta":130,"extra_data":132,"updated_unix":134},105,"en","exposing-contextual-amnesia-in-visionlanguage-segmentation-a-diagnostic-benchmark-of-compositional-relational-and-absence-aware-referring-expressions","Exposing Contextual Amnesia in Vision–Language Segmentation - A Diagnostic Benchmark of Compositional, Relational, and Absence-Aware Referring Expressions","","Vision–language segmentation models are increasingly deployed as if they understand referring expressions like humans, but evaluation on photographic benchmarks can hide prompt parsing failures behind lexical shortcuts. The study isolates a failure mode called contextual amnesia, showing systematic collapse on relational reasoning, multi-target selection, instruction negation, and empty-target rejection despite solid attribute grounding. A controlled synthetic benchmark with 10,000 images and 52,791 objects evaluates six open-source pipelines across five linguistic regimes using 105 metrics, revealing large attribute-versus-relational gaps and near-total IoU collapse for negation and empty targets, alongside strong synthetic-curriculum training and targeted adaptation.",{"@graph":69,"@context":127},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/exposing-contextual-amnesia-in-visionlanguage-segmentation-a-diagnostic-benchmark-of-compositional-relational-and-absence-aware-referring-expressions/148673/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/exposing-contextual-amnesia-in-visionlanguage-segmentation-a-diagnostic-benchmark-of-compositional-relational-and-absence-aware-referring-expressions/148673.png","ImageObject",300,407,{"name":92,"@type":93},"Sarah ","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-02","2026-08-26",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",11,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119,123],{"name":110,"@type":111,"acceptedAnswer":112},"What problem does the paper identify in referring expression segmentation models?","Question",{"text":113,"@type":114},"It identifies contextual amnesia: a systematic collapse when prompts require relational reasoning, multi-target selection, instruction negation, or empty-target rejection, even if attribute grounding remains competent.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"How is the diagnostic benchmark constructed to avoid shortcut-based evaluation?",{"text":118,"@type":114},"It uses a controlled, fully synthetic benchmark with 10,000 images and 52,791 rendered objects, evaluated across multiple linguistic regimes and measured with 105 metrics.",{"name":120,"@type":111,"acceptedAnswer":121},"What performance patterns are reported between attribute-focused and relational prompts?",{"text":122,"@type":114},"The results report a 4–6× gap between attribute and relational prompts, and detector-cascade pipelines show a complete near-zero IoU collapse on negation and empty-target prompts.",{"name":124,"@type":111,"acceptedAnswer":125},"Which approaches improve results, according to the paper?",{"text":126,"@type":114},"From-scratch training of small randomly initialized architectures on the synthetic curriculum outperforms stronger billion-parameter cascades, and targeted adaptation plus a late-fusion ensemble further improves IoU.","https://schema.org",{"og:url":83,"og:type":129,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":131,"canonical":83},"index,follow",{"doc_id":133,"site_id":62},148673,1787782915,{"code":4,"msg":5,"data":136},{"doc_id":133,"user_id":137,"nickname":92,"user_avatar":138,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":139,"file_id":140,"file_url":141,"file_type":142,"file_size":143,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":144,"language":145,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":146,"faqs":147,"seo_title":148,"seo_description":67,"update_tm":134,"read_time":149,"preview_page_count":4},962085320529,"https://ap-avatar.wpscdn.com/davatar_9964176cb1d06d4a9deccf72a44ae3dc","Exposing Contextual Amnesia in Vision–Language Segmentation: A Diagnostic Benchmark of Compositional, Relational, and Absence-Aware Referring Expressions  \nYağız Ekrem Dalar  \nEthosoft [https://orcid.org/0009-0009-3522-4403](https://orcid.org/0009-0009-3522-4403)  \nNedim Mutlu Sezer  \nEthosoft [https://orcid.org/0009-0001-3499-6067](https://orcid.org/0009-0001-3499-6067)  \nÖmer Faruk Aksoy  \nEthosoft [https://orcid.org/0009-0003-3557-9358](https://orcid.org/0009-0003-3557-9358)  \nFeyzi Arda Salihoğlu  \nEthosoft [https://orcid.org/0009-0006-5841-1664](https://orcid.org/0009-0006-5841-1664)  \nAhmet Rıfat Öztürk  \nEthosoft [https://orcid.org/0009-0001-2941-0412](https://orcid.org/0009-0001-2941-0412)  \nResearch Article  \nKeywords: referring expression segmentation, vision–language models, synthetic benchmarks, compositional generalisation, relational reasoning, CLIP, SAM, contextual amnesia  \nPosted Date: August 4th, 2026  \nDOI: [https://doi.org/10.21203/rs.3.rs-10558897/v1](https://doi.org/10.21203/rs.3.rs-10558897/v1)  \nLicense: 􀁱 􀅏 This work is licensed under a Creative Commons Attribution 4.0 International License.  \nRead Full License  \nAdditional Declarations: The authors declare no competing interests.  \nExposing Contextual Amnesia in Vision–Language Segmentation: A Diagnostic Benchmark of Compositional, Relational, and Absence-Aware Referring Expressions  \nResearch Article / Ara¸stırma Makalesi  \nAUTHOR INFORMATION WITHHELD FOR DOUBLE-BLIND PEER REVIEW  \n(Yazar bilgileri çift-kör hakemlik gere˘gi gizlenmi¸stir; kabul sonrası eklenecektir.)  \n(Geli¸s/Received: –.–.20XX; Kabul/Accepted: –.–.20XX)  \nDOI: 10.17671/gazibtd.XXXXXXX  \nAbstract—Vision–language segmentation models are increasingly deployed as if they understood referring expressions the way humans do. Yet their evaluation is dominated by photographic benchmarks where lexical shortcuts can mask whether a model has parsed the prompt. We isolate, measure, and characterise a failure mode we call contextual amnesia: the systematic collapse of state-of-the-art referring segmentation systems on prompts requiring relational reasoning, multi-target selection, instruction negation, or empty-target rejection, despite competent attribute grounding. We design a controlled synthetic benchmark of 10000 images and 52791 rendered objects, evaluate six open-source pipelines across five linguistic regimes on 105 metrics, and report a 4–6× gap between attribute and relational prompts and a complete 0 .00 IoU collapse on negation and empty-target prompts for all detector-cascade pipelines. Three ≈9M-parameter randomly-initialised architectures trained from scratch surpass the strongest billion-parameter cascade by +24 to +25 IoU points. Five targeted adaptation techniques, and a late-fusion ensemble of two specialists, reach 0.687 IoU—2 .00× the strongest zero-shot pipeline.  \nKeywords—referring expression segmentation, vision–language models, synthetic benchmarks, compositional generalisation, relational reasoning, CLIP, SAM, contextual amnesia.  \nHighlights—• A controlled, fully-synthetic referring-segmentation benchmark (10000 images, 52791 objects, five linguistic regimes) . • All six tested zero-shot pipelines collapse 4–6× on relational prompts and to 0 .00 IoU on negation / empty-target prompts.• A 9M-parameter network trained from scratch on the synthetic curriculum surpasses every billion-parameter pipeline by +24 IoU.• Five targeted adapters and a two-specialist ensemble lift SigLIP+SAM to 0 .687 IoU, 2.00× the strongest zero-shot pipeline.  \nGörü–Dil Bölütleme Modellerinde Ba˘glamsal Amnezi: Bile¸simsel, ˙Ili¸skisel ve Yokluk-Farkında Gönderim ˙Ifadeleri için Tanılayıcı Bir Kar¸sıla¸stırma Kümesi  \nÖzet—Görü–dil bölütleme modelleri, gönderim ifadelerini insanlar gibi anladı˘gı varsayılarak giderek yaygın biçimde konu¸slandırılmaktadır. Ancak de˘gerlendirmeleri, sözcüksel kısayolların—nadir nesne kategorileri, kendine özgü görsel dokular, veri kümesine özgü önyargılar—modelin i","cbCaiibPuiMQ27ml","https://ap.wps.com/l/cbCaiibPuiMQ27ml","pdf",309587,17,"English","# Introduction\n# Contextual Amnesia and Failure Characterization\n# Synthetic Diagnostic Benchmark Design\n## Dataset Composition and Rendering Setup\n## Evaluation Protocol and Metrics\n# Experimental Results Across Linguistic Regimes\n## Attribute vs Relational Prompt Analysis\n## Negation and Empty-Target Failure Analysis\n# Model Training, Adaptation, and Ensemble Methods\n## Synthetic Curriculum and From-Scratch Training\n## Targeted Adapters and Late-Fusion Ensemble","[{\"question\":\"What problem does the paper identify in referring expression segmentation models?\",\"answer\":\"It identifies contextual amnesia: a systematic collapse when prompts require relational reasoning, multi-target selection, instruction negation, or empty-target rejection, even if attribute grounding remains competent.\"},{\"question\":\"How is the diagnostic benchmark constructed to avoid shortcut-based evaluation?\",\"answer\":\"It uses a controlled, fully synthetic benchmark with 10,000 images and 52,791 rendered objects, evaluated across multiple linguistic regimes and measured with 105 metrics.\"},{\"question\":\"What performance patterns are reported between attribute-focused and relational prompts?\",\"answer\":\"The results report a 4–6× gap between attribute and relational prompts, and detector-cascade pipelines show a complete near-zero IoU collapse on negation and empty-target prompts.\"},{\"question\":\"Which approaches improve results, according to the paper?\",\"answer\":\"From-scratch training of small randomly initialized architectures on the synthetic curriculum outperforms stronger billion-parameter cascades, and targeted adaptation plus a late-fusion ensemble further improves IoU.\"}]","Exposing Contextual Amnesia in Vision–Language Segmentation - A Diagnostic Benchmark of Compositional, Relational, and Absence-Aware Referring Expressions | PDF",43]