[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-513091-105":59,"doc-detail-513091-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","thought-cloning-learning-to-think-while-acting-by-imitating-human-thinking","Thought Cloning: Learning to Think while Acting by Imitating Human Thinking","","Language is often viewed as central to human cognition, enabling agents to generalize, explore, plan, replan, and adapt. Reinforcement Learning agents still lag far behind these capabilities, and the work proposes that part of the gap comes from missing the benefits of thinking in language. Thought Cloning introduces an imitation learning framework that clones human behaviors and the human thoughts that accompany them.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/thought-cloning-learning-to-think-while-acting-by-imitating-human-thinking/513091/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/thought-cloning-learning-to-think-while-acting-by-imitating-human-thinking/513091.png","ImageObject",300,407,{"name":92,"@type":93},"Fans","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-15","2026-10-06",true,{"@type":102,"interactionType":103,"userInteractionCount":44},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What problem does Thought Cloning address in reinforcement learning agents?","Question",{"text":112,"@type":113},"It targets cognitive deficiencies of RL agents, hypothesizing that they miss benefits that humans get from thinking in language.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How does Thought Cloning differ from Behavioral Cloning?",{"text":117,"@type":113},"Thought Cloning imitates not only the demonstrated behaviors but also the demonstrators’ thoughts during action.",{"name":119,"@type":110,"acceptedAnswer":120},"What benefits does Thought Cloning claim for AI safety and interpretability?",{"text":121,"@type":113},"Observing agent thoughts enables diagnosing failures, steering by correcting thinking, and preventing plans that could lead to unsafe actions.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},513091,1791366757,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":44,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":56,"language":139,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":140,"faqs":141,"seo_title":142,"seo_description":67,"update_tm":143,"read_time":144,"preview_page_count":19,"preview_urls":145},5909892330395,"https://ap-avatar.wpscdn.com/davatar_6f874abed73319feea01a86fa6f0fab8","arXiv :2306 .00323v 3 [ cs .AI] 18 Jan 2024  \nThought Cloning: Learning to Think while Acting by Imitating Human Thinking  \nShengran Hu1,2  \n[srhu@cs.ubc.ca](srhu@cs.ubc.ca)  \nJeff Clune1,2,3  \n[jclune@gmail.com](jclune@gmail.com)  \n1Department of Computer Science, University of British Columbia  \n2Vector Institute  \n3 Canada CIFAR AI Chair  \nAbstract  \nLanguage is often considered a key aspect of human thinking, providing us with exceptional abilities to generalize, explore, plan, replan, and adapt to new situations. However, Reinforcement Learning (RL) agents are far from human-level performance in any of these abilities. We hypothesize one reason for such cognitive deficiencies is that they lack the benefits of thinking in language and that we can improve AI agents by training them to think like humans do. We introduce a novel Imitation Learning framework, Thought Cloning, where the idea is to not just clone the behaviors of human demonstrators, but also the thoughts humans have as they perform these behaviors. While we expect Thought Cloning to truly shine at scale on internet-sized datasets of humans thinking out loud while acting (e.g. online videos with transcripts), here we conduct experiments in a domain where the thinking and action data are synthetically generated. Results reveal that Thought Cloning learns much faster than Behavioral Cloning and its performance advantage grows the further out of distribution test tasks are, highlighting its ability to better handle novel situations. Thought Cloning also provides important benefits for AI Safety and Interpretability, and makes it easier to debug and improve AI.  \nBecause we can observe the agent’s thoughts, we can (1) more easily diagnose why things are going wrong, making it easier to fix the problem,(2) steer the agent by correcting its thinking, or (3) prevent it from doing unsafe things it plans todo. Overall, by training agents how to think as well as behave, Thought Cloning creates safer, more powerful agents.1  \n1 Introduction  \nLanguage may be the key to what separates humans from all other animals, endowing us with an amazing level of general intelligence [1–4] . Crucially, the benefits of language are not confined to improving our ability to communicate with others: language also helps us think better [2–4] . We first describe the benefits of agents that can understand language (a common topic in AI) before moving to the benefits of agents that think in language (a topic that has received far less attention) .  \nThere are many benefits that arise if our agents can understand language. Doing so is crucial for agents to generalize to new tasks we want them to perform. This is because it is drastically more sample efficient if one can tell an agent what the task is, rather than requiring the agent to figure out the task through trial and error [5, 6] . Moreover, agents that can understand language allow us to define new tasks at test time without having to anticipate every wish we might eventually have for  \n1The source code, model weights, and dataset are available at [https://github.com/ShengranHu/](https://github.com/ShengranHu/)[ ](https://github.com/ShengranHu/)Thought-Cloning.  \n37th Conference on Neural Information Processing Systems (NeurIPS 2023) .  \nour trained agents [7] . That is in contrast to conventional hand-designed task descriptions, which can be vast, but still place constraints on what we can ask an agent to perform [8] .  \nWhile the benefits of agents that can understand language are commonly discussed, there has been relatively little discussion in AI, especially in Reinforcement Learning (RL), regarding the many benefits of agents that think in language. While it remains debated whether humans exclusively think in language [9, 10], many scholars believe that natural language is intricately woven into our thought processes, conferring distinct cognitive advantages: thinking in language helps humans generalize, extrapolate, adapt to new s","cbCaitKuKXQ09QFz","https://ap.wps.com/l/cbCaitKuKXQ09QFz","pdf",1479475,"English","# Abstract\n# Introduction","[{\"question\":\"What problem does Thought Cloning address in reinforcement learning agents?\",\"answer\":\"It targets cognitive deficiencies of RL agents, hypothesizing that they miss benefits that humans get from thinking in language.\"},{\"question\":\"How does Thought Cloning differ from Behavioral Cloning?\",\"answer\":\"Thought Cloning imitates not only the demonstrated behaviors but also the demonstrators’ thoughts during action.\"},{\"question\":\"What benefits does Thought Cloning claim for AI safety and interpretability?\",\"answer\":\"Observing agent thoughts enables diagnosing failures, steering by correcting thinking, and preventing plans that could lead to unsafe actions.\"}]","Thought Cloning: Learning to Think while Acting by Imitating Human Thinking | PDF",1791279624,48,[146,150,154,158],{"page_no":8,"url":147,"width":148,"height":149},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/24955013e79326b495a5c9eefca90fe3.webp",983,1272,{"page_no":14,"url":151,"width":152,"height":153},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/722e07e652555e578355fd898cc6f542.webp",982,1270,{"page_no":81,"url":155,"width":156,"height":157},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/74d3ca2329f3f0c481aa4f45b2dcd9c8.webp",981,1269,{"page_no":19,"url":159,"width":160,"height":161},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/44707740e74d3703cacf588f3b649ca7.webp",980,1268]