[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-525945-105":3,"detail-sidebar-cat-0-en-105":81,"doc-detail-525945-en":131},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":74,"head_meta":76,"extra_data":78,"updated_unix":80},105,"en","darpas-explainable-artificial-intelligence-program-ai-systems-and-evaluation-framework-overview","DARPA’s Explainable Artificial Intelligence Program - AI systems and evaluation framework overview","","DARPA’s Explainable Artificial Intelligence (XAI) program aims to build AI systems whose learned models and decisions can be understood and appropriately trusted by human users. The program addresses multiple requirements: learning more explainable models, designing effective explanation interfaces, and applying psychology-based theories to define evaluation frameworks. Ongoing assessments evaluate how XAI explanations affect user understanding, user trust, and task performance. The text also discusses why high-performing ML models are often opaque and how strategies like deep explanation, interpretable models, and model induction target the performance-explainability trade-off.",{"@graph":14,"@context":73},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/darpas-explainable-artificial-intelligence-program-ai-systems-and-evaluation-framework-overview/525945/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/darpas-explainable-artificial-intelligence-program-ai-systems-and-evaluation-framework-overview/525945.png","ImageObject",300,407,{"name":42,"@type":43},"Oliver","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-11-15","2026-10-08",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",11,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69],{"name":60,"@type":61,"acceptedAnswer":62},"What is the main goal of DARPA’s Explainable Artificial Intelligence (XAI) program?","Question",{"text":63,"@type":64},"Create AI systems whose learned models and decisions can be understood and appropriately trusted by end users.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"Why is explainability especially important for the Department of Defense?",{"text":68,"@type":64},"Defense needs intelligent, autonomous, symbiotic systems that users must be able to understand, trust, and effectively manage.",{"name":70,"@type":61,"acceptedAnswer":71},"What evaluation dimensions do the developer teams assess in ongoing XAI evaluations?",{"text":72,"@type":64},"They assess how well explanations improve user understanding, user trust, and user task performance.","https://schema.org",{"og:url":32,"og:type":75,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":77,"canonical":32},"index,follow",{"doc_id":79,"site_id":7},525945,1791533272,{"code":4,"msg":82,"data":83},"success",[84,88,92,96,101,106,111,115,120,123,127],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":85,"show_sort_weight":86,"slug":87},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":89,"show_sort_weight":90,"slug":91},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":93,"show_sort_weight":94,"slug":95},"Exam",70,"exam",{"id":97,"doc_module":4,"doc_module_name":25,"category_name":98,"show_sort_weight":99,"slug":100},5,"Comic",60,"comic",{"id":102,"doc_module":4,"doc_module_name":25,"category_name":103,"show_sort_weight":104,"slug":105},6,"Technology",50,"technology",{"id":107,"doc_module":4,"doc_module_name":25,"category_name":108,"show_sort_weight":109,"slug":110},7,"Healthcare",40,"healthcare",{"id":112,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":113,"slug":114},8,30,"research-report",{"id":116,"doc_module":4,"doc_module_name":25,"category_name":117,"show_sort_weight":118,"slug":119},9,"Religion & Spirituality",20,"religion-spirituality",{"id":118,"doc_module":4,"doc_module_name":25,"category_name":121,"show_sort_weight":118,"slug":122},"World Cup","world-cup",{"id":124,"doc_module":4,"doc_module_name":25,"category_name":125,"show_sort_weight":124,"slug":126},10,"Lifestyle","lifestyle",{"id":128,"doc_module":4,"doc_module_name":25,"category_name":129,"show_sort_weight":97,"slug":130},19,"General","general",{"code":4,"msg":82,"data":132},{"doc_id":79,"user_id":133,"nickname":42,"user_avatar":134,"doc_module":4,"category_id":112,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":140,"language":141,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":142,"faqs":143,"seo_title":144,"seo_description":12,"update_tm":145,"read_time":146,"preview_page_count":33,"preview_urls":147},8796095461610,"https://ap-avatar.wpscdn.com/davatar_276721f389ce27ea32af1340a28f341c","DARPA’s Explainable Artiﬁcial Intelligence Program  \nDavid Gunning, David W. Aha  \nn Dramatic success in machine learning has led toa new wave ofAIapplications(for example, transportation, security, medicine,ﬁnance, defense) that offer tremendous beneﬁts but cannot explain their decisions and actions to human users. DARPA ’sexplainable artiﬁcial intelligence (XAI) program endeavors to create AI systems whose learned models and decisions can be understood and appropriately trusted by end users. Realizing this goal requires methods for learning more explainable models, designing effective explanation interfaces, and understanding the psychologic requirements for effective explanations. The XAI developer teams are addressing the ﬁrst two challenges by creating ML techniques and developing principles, strategies, and human-computer interaction techniques for generating effective explanations. Another XAI team is addressing the third challenge by summarizing, extending, and applying psychologic theories of explanation to help the XAI evaluator deﬁne a suitable evaluation framework, which the developer teams will use to test their systems. The XAI teams completed the ﬁrst of this 4-year program in May 2018. In a series of ongoing evaluations, the developer teams are assessing how well their XAM systems’ explanations improve user understanding, user trust, and user task performance.  \nAdvancesin machine learning (ML) techniques promise  \nto produce AI systems that perceive, learn, decide, and  \nact on their own. However, they will be unable to explain their decisions and actions to human users. This lack is especially important for the Department of Defense, whose challenges require developing more intelligent, autonomous, and symbiotic systems. Explainable AI will be essential if users are to understand, appropriately trust, and effectively manage these artiﬁcially intelligent partners. To address this, DARPA launched its explainable artiﬁcial intelligence (XAI) program in May 2017 . DARPA deﬁnes explainable AI as AI systems that can explain their rationale to a human user, characterize their strengths and weaknesses, and convey an understanding of how they will behave in the future. Naming this program explainable AI (rather than interpretable, comprehensible, or transparent AI, for example) reﬂects DARPA’s objective to create more human-understandable AI systems through the use of effective explanations. It also reﬂects the XAI team’s interest in the human psychology of explanation, which draws on the vast body of research and expertise in the social sciences.  \n44 AI MAGAZINE Copyright © 2019, Association for the Advancement of Artiﬁcial Intelligence. All rights reserved. ISSN 0738-4602  \nDeep Learning and Security  \nEarly AI systems were predominantly logical and symbolic; they performed some form of logical inference and could provide a trace of their inference steps, which became the basis for explanation. There was substantial work on making these systems more explainable, but they fell short of user needs for comprehension (for example, simply summarizing the inner workings of a system does not yield a sufﬁcient explanation) and proved too brittle against real-world complexities.  \nRecent AI success is due largely to new ML techniques that construct models in their internal representations. These include support vector machines, random forests, probabilistic graphical models, reinforcement learning (RL), and deep learning (DL) neural networks. Although these models exhibit high performance, they are opaque. As their use has increased, so has research on explainability from the perspectives of ML (Chakraborty et al. 2017; Ras et al. 2018) and cognitive psychology (Miller 2017) . Similarly, many XAI-related workshops have been held recently on ML (for example, the International Conference on Machine Learning, the Conference on Neural Information Processing Systems), AI (for example, the International Joint Conference on Artiﬁc","cbCaivXktK8i7osj","https://ap.wps.com/l/cbCaivXktK8i7osj","pdf",1587448,15,"English","# DARPA’s Explainable Artificial Intelligence Program\n## Program goals and challenges\n## Explainability versus machine learning performance\n## Deep explanation strategies\n## Interpretable models\n## Model induction","[{\"question\":\"What is the main goal of DARPA’s Explainable Artificial Intelligence (XAI) program?\",\"answer\":\"Create AI systems whose learned models and decisions can be understood and appropriately trusted by end users.\"},{\"question\":\"Why is explainability especially important for the Department of Defense?\",\"answer\":\"Defense needs intelligent, autonomous, symbiotic systems that users must be able to understand, trust, and effectively manage.\"},{\"question\":\"What evaluation dimensions do the developer teams assess in ongoing XAI evaluations?\",\"answer\":\"They assess how well explanations improve user understanding, user trust, and user task performance.\"}]","DARPA’s Explainable Artificial Intelligence Program - AI systems and evaluation framework overview | PDF",1791494000,38,[148,152,156,160],{"page_no":22,"url":149,"width":150,"height":151},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/8e9c02e0259491ea173fddbe20936e1a.webp",983,1276,{"page_no":26,"url":153,"width":154,"height":155},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/561445b5eae6b447ef78b14ed31b0df1.webp",982,1275,{"page_no":30,"url":157,"width":158,"height":159},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/e6b73bf7b1d7dd4a22c002f8ef3aabba.webp",981,1273,{"page_no":33,"url":161,"width":162,"height":163},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/bbc9fb4f9be9f7a1a45845e62ff71c70.webp",980,1272]