[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-136439-105":59,"doc-detail-136439-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","v-mage-a-game-evaluation-framework-for-assessing-vision-centric-capabilities-in-multimodal-large-language-models","V-MAGE - A Game Evaluation Framework for Assessing Vision-Centric Capabilities in Multimodal Large Language Models","","Vision-centric Multiple Abilities Game Evaluation (V-MAGE) is introduced as a game-based benchmark for assessing multimodal large language models in dynamic, interactive, continuous-space environments. Existing static image-text evaluations fail to measure dynamic perception and interactive reasoning. V-MAGE provides five video games with 30+ scenarios requiring decisions from visual input alone. A dynamic ELO-based ranking system enables robust comparisons, revealing persistent performance gaps versus human baselines on complex reasoning and task orchestration, plus actionable insights for improving vision-grounded control.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/v-mage-a-game-evaluation-framework-for-assessing-vision-centric-capabilities-in-multimodal-large-language-models/136439/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/v-mage-a-game-evaluation-framework-for-assessing-vision-centric-capabilities-in-multimodal-large-language-models/136439.png","ImageObject",300,407,{"name":92,"@type":93},"Anda","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-17","2026-08-22",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",13,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"What problem does V-MAGE address in evaluating multimodal large language models?","Question",{"text":113,"@type":114},"V-MAGE addresses the gap in existing static image-text benchmarks, which do not adequately measure dynamic perception and interactive reasoning required for real-world, continuous interaction.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"How does V-MAGE evaluate vision-centric capabilities?",{"text":118,"@type":114},"V-MAGE uses five free-form video games with 30+ carefully designed scenarios where models must interpret dynamic game states and make decisions using visual input only.",{"name":120,"@type":111,"acceptedAnswer":121},"What ranking method does V-MAGE use to compare models?",{"text":122,"@type":114},"V-MAGE employs a dynamic ELO-based ranking system that accounts for varying difficulty levels and task diversity, enabling interpretable comparisons across models.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},136439,1787386827,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":140,"language":141,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":142,"faqs":143,"seo_title":144,"seo_description":67,"update_tm":130,"read_time":145},962075006959,"https://ap-avatar.wpscdn.com/avatar/e0002397efbe92a78e?_k=1776741047341049297","V-MAGE: A Game Evaluation Framework for Assessing Vision-Centric Capabilities in Multimodal Large Language Models  \nXiangxi Zheng1 , Linjie Li2 , Zhengyuan Yang2 , Ping Yu1 , Alex Jinpeng Wang3†, Rui Yan4†, Yuan Yao1 , Lijuan Wang2  \n1Nanjing University, 2Microsoft Research,  \n3 Central South University, 4Nanjing University of Science and Technology  \n[zhengxx@nju.edu.cn](zhengxx@nju.edu.cn) , [jinpengwang@csu.edu.cn](jinpengwang@csu.edu.cn) , [ruiyan@njust.edu.cn](ruiyan@njust.edu.cn)  \nAbstract  \nRecent advancements in Multimodal Large Language Models (MLLMs) have demonstrated impressive capabilities in visual-text processing. However, existing static image-text benchmarks are insufficient for evaluating their dynamic perception and interactive reasoning abilities. We introduce Vision-centric Multiple Abilities Game Evaluation (V-MAGE), a novel game-based evaluation framework designed to systematically assess MLLMs’ visual reasoning in interactive, continuous-space environments. V-MAGE features five distinct video games comprising over 30 carefully constructed evaluation scenarios. These scenarios are set in free-form, visually complex environments that require models to interpret dynamic game states and make decisions based solely on visual input, thereby closely reflecting the conditions encountered by human players. To ensure robust and interpretable comparisons across models, V-MAGE employs a dynamic ELO-based ranking system that accounts for varying difficulty levels and task diversity. Benchmarking state-of-the-art MLLMs against human baselines reveals that while leading models approach human-level performance in simple tasks, their performance drops significantly in complex scenarios requiring advanced reasoning and task orchestration. This persistent performance gap highlights fundamental limitations in current MLLMs’ ability to perform vision-grounded, interactive frameby-frame control in simulated continuous-time environments. Through extensive analyses, we demonstrate the utility of V-MAGE in uncovering these limitations and providing actionable insights for improving the visual and reasoning capabilities of MLLMs in dynamic, interactive settings. Code is publicly available at [https://github.com/CSU-JPG/V-MAGE](https://github.com/CSU-JPG/V-MAGE).  \n†Corresponding authors: Alex Jinpeng Wang, Rui Yan  \n1 Introduction  \nBuilding on the success of Large Language Models (LLMs) in text-based tasks (Bai et al., 2023 ; Caiet al., 2024 ; OpenAI, 2023a), researchers have extended their capabilities to visual-text multimodal tasks through Multimodal Large Language Models (MLLMs) (OpenAI, 2023b ; Liu et al., 2023a ; Team, 2023 ; Yang et al., 2023 ; Li et al., 2024 ; Wanget al., 2024 ; Bai et al., 2025a ; Zhu et al., 2025) . Various multimodal evaluation benchmarks, such as MME (Fu et al., 2023), MMBench (Liu et al., 2023b), SEED-Bench (Li et al., 2023) have driven improvements in MLLM performance. With improving model capabilities, researchers are shifting toward open-world, dynamic, multi-round tasks beyond static benchmarks with fixed image-text inputs, as these better reflect real-world interaction and reasoning challenges. Among the promising approaches for evaluating models in such dynamic settings, game-based evaluation has emerged as a promising alternative, offering a more natural and interactive assessment of a model’s perception and reasoning abilities.  \nWhile progress has been made in game-based MLLM benchmarks, current approaches predominantly rely on text-based (Costarelli et al., 2024 ; Hu et al., 2024 ; Duan et al., 2024) or gridbased (Zhang et al., 2024 ; Wang et al., 2025a ; Paglieri et al., 2024) games. In such settings, limited visual reasoning demands and static, fully textually renderable content restrict evaluation of spatial, temporal, and dynamic complexities crucial for real-world problem-solving. In contrast, the rich visual information inherent in video games presents a valuable opportunity to ass","cbCaiizNlfBKdM0e","https://ap.wps.com/l/cbCaiizNlfBKdM0e","pdf",6848097,52,"English","# Introduction\n## Motivation and limitations of existing benchmarks\n## V-MAGE framework and evaluation design\n## Contributions and evaluation approach","[{\"question\":\"What problem does V-MAGE address in evaluating multimodal large language models?\",\"answer\":\"V-MAGE addresses the gap in existing static image-text benchmarks, which do not adequately measure dynamic perception and interactive reasoning required for real-world, continuous interaction.\"},{\"question\":\"How does V-MAGE evaluate vision-centric capabilities?\",\"answer\":\"V-MAGE uses five free-form video games with 30+ carefully designed scenarios where models must interpret dynamic game states and make decisions using visual input only.\"},{\"question\":\"What ranking method does V-MAGE use to compare models?\",\"answer\":\"V-MAGE employs a dynamic ELO-based ranking system that accounts for varying difficulty levels and task diversity, enabling interpretable comparisons across models.\"}]","V-MAGE - A Game Evaluation Framework for Assessing Vision-Centric Capabilities in Multimodal Large Language Models | PDF",131]