[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-327286-105":59,"doc-detail-327286-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","isosci-a-benchmark-of-isomorphic-cross-domain-science-problems-for-evaluating-reasoning-versus-knowledge-retrieval-in-llms-abstract","ISOSCI - A Benchmark of Isomorphic Cross-Domain Science Problems for Evaluating Reasoning versus Knowledge Retrieval in LLMs - Abstract","","ISOSCI introduces isomorphic cross-domain science problem pairs to separate reasoning ability from domain knowledge retrieval in LLM evaluation. Each paired problem preserves identical logical and computational structure while requiring different domain-specific knowledge, enabling controlled attribution of reasoning-mode performance changes. Across five model pairs from four model families (8,408 evaluations), 91.3% of reasoning-mode gains are knowledge-dependent rather than structure-invariant, challenging structure-only reasoning improvement claims.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/isosci-a-benchmark-of-isomorphic-cross-domain-science-problems-for-evaluating-reasoning-versus-knowledge-retrieval-in-llms-abstract/327286/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/isosci-a-benchmark-of-isomorphic-cross-domain-science-problems-for-evaluating-reasoning-versus-knowledge-retrieval-in-llms-abstract/327286.png","ImageObject",300,407,{"name":92,"@type":93},"Olivia Brown","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-14","2026-09-21",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",13,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"What is ISOSCI and what problem does it address?","Question",{"text":113,"@type":114},"ISOSCI is a benchmark of isomorphic cross-domain science problem pairs designed to disentangle reasoning ability from domain knowledge retrieval in LLM evaluation.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"How does ISOSCI ensure a fair comparison between reasoning and knowledge?",{"text":118,"@type":114},"Each problem pair keeps the logical and computational steps identical while swapping the required domain-specific knowledge, so success or failure can be attributed to missing knowledge rather than reasoning structure.",{"name":120,"@type":111,"acceptedAnswer":121},"What do the results show about reasoning-mode gains?",{"text":122,"@type":114},"Across 8,408 evaluations, 91.3% of reasoning-mode gains are knowledge-dependent rather than structure-invariant, and reasoning toggles yield minimal overall accuracy gains for highly capable models.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},327286,1790392683,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":56,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":14,"preview_urls":146},16904993612988,"https://ap-avatar.wpscdn.com/davatar_a8503ba1806abce46bf441b54a3ca4cd","ISOSCI: A Benchmark of Isomorphic Cross-Domain  \nScience Problems for Evaluating Reasoning versus Knowledge Retrieval in LLMs  \narXiv :2607 .0 143 1v 1 [ cs .CL] 1 Jul 2026  \nSamir Abdaljalil  \nElectrical and Computer Engineering Texas A&M University College Station, TX USA  \nErchin Serpedin  \nElectrical and Computer Engineering Texas A&M University College Station, TX USA  \nHasan Kurban∗  \nCollege of Science and Engineering  \nHamad Bin Khalifa University  \nDoha, Qatar  \nAbstract  \nWe introduce ISOSCI, a benchmark of isomorphic cross-domain science problem pairs that separates reasoning ability from domain knowledge retrieval in LLM evaluation. Each pair shares identical logical structure but requires different domain-specific knowledge, enabling controlled attribution of reasoningmode gains. Across five model pairs spanning four model families, we find that 91.3% of reasoning-mode gains are knowledge-dependent rather than structure-invariant (63/69 gains; Wilson 95% CI [82.3%, 96.0%]), directly challenging the assumption that chain-of-thought reasoning improves short-horizon procedural scientific problem-solving. Reasoning toggles on highly capable models provide less than 5pp accuracy gain across all domains, and a reasoningspecialized model (o3-mini) that outperforms its standard counterpart on GPQA Diamond (+19.2pp) underperforms on ISOSCI (−24.7pp), showing that benchmark choice determines conclusions about reasoning utility. We release ISOSCI at [https://huggingface.co/datasets/isosci/isosci](https://huggingface.co/datasets/isosci/isosci)  \n1 Introduction  \nRecent advances in large language models have increasingly emphasized reasoning as a key driver of performance on complex tasks [28, 4, 12] . Techniques such as chain-of-thought prompting [26], reasoning-specific training [21, 24], and test-time compute scaling [19] have shown substantial gainson benchmarks such as GPQA [18], SciBench [23], and MMLU-STEM [8] .  \nThe problem is that these benchmarks conflate two distinct capabilities: retrieving the correct domainspecific knowledge, and applying the appropriate reasoning procedure over that knowledge. When a model fails a chemistry problem, it is unclear whether the failure reflects an inability to recall the relevant formula or an inability to execute the required reasoning steps. Without disentangling these factors, a basic question goes unanswered: do reasoning mechanisms improve reasoning itself, or do they primarily improve knowledge utilization?  \nWe introduce ISOSCI, a benchmark of isomorphic cross-domain science problem pairs designed to  \nanswer this question directly. Each problem is paired with a structurally identical counterpart from a ∗ Corresponding Author: [hkurban@hbku.edu.qa](hkurban@hbku.edu.qa)  \n[Preprint.](Preprint.)  \ndifferent scientific domain: both require the same sequence of logical and computational steps, but depend on entirely different domain knowledge. If a model succeeds on one problem but fails on its isomorphic counterpart, the gap must be attributed to missing knowledge, not to reasoning ability. Using ISOSCI, we evaluate five model pairs across four model families, covering both traditional reasoning-vs-standard comparisons and toggle-based comparisons (same model, [reasoning on vs. off](reasoning on vs. off)). Across 8,408 evaluations spanning four scientific domains, we find that 91.3% of reasoning-mode gains are knowledge-dependent rather than structure-invariant (63/69 gains across all five pairs; Wilson 95% CI [82.3%, 96.0%]), for short-horizon procedural science problems. Enabling reasoning has minimal effect on overall accuracy for high-capability models (below 5pp across domains), and a reasoning-specialized model (o3-mini) that outperforms its standard counterpart on GPQA (+19.2pp) underperforms on ISOSCI (−24.7pp), showing that benchmark choice determines conclusions about reasoning model utility.  \nThese findings suggest that reasoning mechanisms function primarily as ex","cbCainThDKmiwqXk","https://ap.wps.com/l/cbCainThDKmiwqXk","pdf",491510,"English","# Abstract\n# Introduction\n# Related Work","[{\"question\":\"What is ISOSCI and what problem does it address?\",\"answer\":\"ISOSCI is a benchmark of isomorphic cross-domain science problem pairs designed to disentangle reasoning ability from domain knowledge retrieval in LLM evaluation.\"},{\"question\":\"How does ISOSCI ensure a fair comparison between reasoning and knowledge?\",\"answer\":\"Each problem pair keeps the logical and computational steps identical while swapping the required domain-specific knowledge, so success or failure can be attributed to missing knowledge rather than reasoning structure.\"},{\"question\":\"What do the results show about reasoning-mode gains?\",\"answer\":\"Across 8,408 evaluations, 91.3% of reasoning-mode gains are knowledge-dependent rather than structure-invariant, and reasoning toggles yield minimal overall accuracy gains for highly capable models.\"}]","ISOSCI - A Benchmark of Isomorphic Cross-Domain Science Problems for Evaluating Reasoning versus Knowledge Retrieval in LLMs - Abstract | PDF",1789976910,48,[147,151],{"page_no":8,"url":148,"width":149,"height":150},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-08/8b9efe1da87fad455b28248de27c13c1.webp",983,1272,{"page_no":14,"url":152,"width":153,"height":154},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-08/610d7cdc4c6532adf572fdb8602f376d.webp",982,1270]