[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-665597-105":59,"doc-detail-665597-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","augmented-physics-creating-interactive-and-embedded-physics-simulations-from-static-textbook-diagrams","Augmented Physics - Creating Interactive and Embedded Physics Simulations from Static Textbook Diagrams","","Augmented Physics presents a machine learning-integrated authoring tool for building embedded interactive physics simulations directly from static textbook diagrams. The web system uses computer-vision methods such as Segment Anything and multimodal LLMs to semiautomatically extract diagram structures, then generate interactive, parameterized simulations. These simulations are overlaid onto scanned textbook pages, supporting interactive and personalized learning in topics like optics, kinematics, circuits, and pendulum. Four augmentation strategies are examined, and results from technical evaluation, usability testing (N=12), and expert interviews (N=12) indicate improved engagement.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/augmented-physics-creating-interactive-and-embedded-physics-simulations-from-static-textbook-diagrams/665597/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/augmented-physics-creating-interactive-and-embedded-physics-simulations-from-static-textbook-diagrams/665597.png","ImageObject",300,407,{"name":92,"@type":93},"658056","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-30","2026-10-29",true,{"@type":102,"interactionType":103,"userInteractionCount":81},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What is Augmented Physics designed to do?","Question",{"text":112,"@type":113},"Augmented Physics is an authoring tool that converts static physics textbook diagrams into embedded interactive simulations.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How does the system generate interactive simulations from textbook content?",{"text":117,"@type":113},"It semiautomatically extracts diagrams using computer vision (e.g., Segment Anything) and multimodal LLMs, then generates interactive, parameterized simulations based on the extracted content.",{"name":119,"@type":110,"acceptedAnswer":120},"How are the generated simulations delivered for learning?",{"text":121,"@type":113},"Interactive simulations are overlaid onto scanned textbook pages through a web-based interface, enabling learners to interact directly within the textbook context.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},665597,1793305131,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":66,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":133,"file_id":134,"file_url":135,"file_type":136,"file_size":137,"view_count":81,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":138,"language":139,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":140,"faqs":141,"seo_title":142,"seo_description":67,"update_tm":129,"read_time":41},658056,"Augmented Physics: Creating Interactive and Embedded Physics Simulations from Static Textbook Diagrams  \narXiv :2405 . 18614v2 [ cs .HC] 10 Aug 2024  \nAditya Gunturu  \nUniversity of Calgary Calgary, Canada aditya.gunturu@ucalgary.ca  \nYi Wen  \nTexas A&M University College Station, United States University of Calgary Calgary, Canada [cyberwenyi2357@tamu.edu](cyberwenyi2357@tamu.edu)  \nNandi Zhang  \nUniversity of Calgary Calgary, Canada nandi.zhang@ucalgary.ca  \nJarin Thundathil  \nUniversity of Calgary Calgary, Canada jarin.thundathil@ucalgary.ca  \nRubaiat Habib Kazi  \nAdobe Research Seattle, United States [rhabib@adobe.com](rhabib@adobe.com)  \nRyo Suzuki  \nUniversity of Colorado Boulder Boulder, United States University of Calgary Calgary, Canada [ryo.suzuki@colorado.edu](ryo.suzuki@colorado.edu)  \nFigure 1: Augmented Physics is a machine learning-integrated authoring tool to transform static physics diagrams into embedded interactive simulations for various topics, such as optics, kinematics, pendulum, and electric circuits.  \nABSTRACT  \nWe introduce Augmented Physics, a machine learning-integrated authoring tool designed for creating embedded interactive physics simulations from static textbook diagrams. Leveraging recent advancements in computer vision, such as Segment Anything and Multi-modal LLMs, our web-based system enables users to semiautomatically extract diagrams from physics textbooks and generate interactive simulations based on the extracted content. These interactive diagrams are seamlessly integrated into scanned textbook pages, facilitating interactive and personalized learning experiences across various physics concepts, such as optics, circuits, and kinematics. Drawing from an elicitation study with seven physics instructors, we explore four key augmentation strategies: 1) augmented experiments, 2) animated diagrams, 3) bi-directional binding, and 4) parameter visualization. We evaluate our system through technical evaluation, a usability study (N=12), and expert interviews (N=12) . Study findings suggest that our system can facilitate more  \nPermission to make digital or hard copies of all or part of this work for personal or classroom use is granted without fee provided that copies are not made or distributed for profit or commercial advantage and that copies bear this notice and the full citation on the first page. Copyrights for components of this work owned by others than the author(s) must be honored. Abstracting with credit is permitted. To copy otherwise, or republish, to post on servers or to redistribute to lists, requires prior specific permission [and/or a fee. Request permissions from permissions@acm.org](and/or a fee. Request permissions from permissions@acm.org).  \nUIST ’24, October 13–16, 2024, Pittsburgh, PA, USA  \n© 2024 Copyright held by the owner/author(s) . Publication rights licensed to ACM. ACM ISBN 979-8-4007-0628-8/24/10. . . $15.00  \n[https://doi.org/10.1145/3654777.3676392](https://doi.org/10.1145/3654777.3676392)  \nengaging and personalized learning experiences in physics education.  \nCCS CONCEPTS  \n• Human-centered computing → Mixed / augmented reality.  \nKEYWORDS  \nPhysics Education; Explorable Explanations; Interactive Paper; Augmented Textbook; Authoring Interfaces  \nACM Reference Format:  \nAditya Gunturu, Yi Wen, Nandi Zhang, Jarin Thundathil, Rubaiat Habib Kazi, and Ryo Suzuki. 2024. Augmented Physics: Creating Interactive and Embedded Physics Simulations from Static Textbook Diagrams. In The 37th Annual ACM Symposium on User Interface Software and Technology (UIST’24), October 13–16, 2024, Pittsburgh, PA, USA. ACM, New York, NY, USA, 12 pages. [https://doi.org/10.1145/3654777.3676392](https://doi.org/10.1145/3654777.3676392)  \n1 INTRODUCTION  \nIn physics education, interactive simulations play an important role in helping students understand abstract concepts [46] . Unlike passively reading textbooks, interactive physics simulations enable learners to actively engage with an","cbCaicmvZ8F8N8WB","https://ap.wps.com/l/cbCaicmvZ8F8N8WB","pdf",5220540,12,"English","# Abstract\n# Introduction\n# Background and Motivation\n# Proposed System: Augmented Physics\n## Diagram Extraction and Segmentation\n## Simulation Generation and Authoring\n## Embedded Overlay in Textbook PDFs","[{\"question\":\"What is Augmented Physics designed to do?\",\"answer\":\"Augmented Physics is an authoring tool that converts static physics textbook diagrams into embedded interactive simulations.\"},{\"question\":\"How does the system generate interactive simulations from textbook content?\",\"answer\":\"It semiautomatically extracts diagrams using computer vision (e.g., Segment Anything) and multimodal LLMs, then generates interactive, parameterized simulations based on the extracted content.\"},{\"question\":\"How are the generated simulations delivered for learning?\",\"answer\":\"Interactive simulations are overlaid onto scanned textbook pages through a web-based interface, enabling learners to interact directly within the textbook context.\"}]","Augmented Physics - Creating Interactive and Embedded Physics Simulations from Static Textbook Diagrams | PDF"]