[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-290150-105":59,"doc-detail-290150-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","machine-learning-and-invariant-theory-arxiv","Machine learning and invariant theory - arXiv","","Inspired by constraints from physical law, equivariant machine learning restricts learning to hypothesis classes whose functions respect a group action. The article connects equivariance with invariant theory and irreducible representations as tools to parameterize such function spaces. It introduces methods for explicitly parameterizing equivariant functions used in machine learning applications, including a Malgrange-based procedure for polynomial maps and an extension for smooth equivariant maps when G is a compact Lie group.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/machine-learning-and-invariant-theory-arxiv/290150/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/machine-learning-and-invariant-theory-arxiv/290150.png","ImageObject",300,407,{"name":92,"@type":93},"Jiven","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-03","2026-09-17",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",15,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"What is the core idea behind equivariant machine learning?","Question",{"text":113,"@type":114},"Equivariant machine learning restricts the hypothesis space to functions that transform consistently with a group action, aligning the learned model with physical symmetries.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"How does invariant theory help in parameterizing equivariant functions?",{"text":118,"@type":114},"Invariant theory and irreducible representations are used to parameterize the space of equivariant functions, enabling explicit constructions of function families.",{"name":120,"@type":111,"acceptedAnswer":121},"What does the Malgrange-attributed procedure accomplish?",{"text":122,"@type":114},"Given a characterization of invariant polynomials on a larger space, it expresses all polynomial maps between linear spaces that are equivariant under a group action.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},290150,1789640803,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":56,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":130,"read_time":144,"preview_page_count":4},1099513958607,"https://ap-avatar.wpscdn.com/avatar/100002390cf8733938c?x-image-process=image/resize,m_fixed,w_180,h_180&k=1778829742770036399","arXiv :2209 . 14991v3 [ stat .ML] 25 Mar 2023  \nMachine learning and invariant theory  \nBen Blum-Smith and Soledad Villar  \nDepartment of Applied Mathematics and Statistics  \nMathematical Institute for Data Science  \nJohns Hopkins University  \nAbstract  \nInspired by constraints from physical law, equivariant machine learning restricts the learning to a hypothesis class where all the functions are equivariant with respect to some group action. Irreducible representations or invariant theory are typically used to parameterize the space of such functions. In this article, we introduce the topic and explain a couple of methods to explicitly parameterize equivariant functions that are being used in machine learning applications. In particular, we explicate a general procedure, attributed to Malgrange, to express all polynomial maps between linear spaces that are equivariant under the action of a group G, given a characterization of the invariant polynomials on a bigger space.  \nThe method also parametrizes smooth equivariant maps in the case that G is a compact Lie group.  \n1 Introduction  \nModern machine learning has not only surpassed the state of the art in many engineering and scienti􀀌c problems, but also it has had an impact on society at large, and will likely continue to do so. This includes deep learning, large language models, di􀀋usion models, etc. In this article, we give an account of certain mathematical principles that are used in the de􀀌nition of some of these machine learning models, and we explain how classical invariant theory plays a role in them.  \nIn supervised machine learning, we typically have a training set pxi , yiqni􀀐 1 , where xi P Rd are the data points and yi P Rk are the labels. A typical example is image recognition, where the xi are images and the yi are image labels (say,‘cat’ or ‘dog’), encoded as vectors. The goal is to 􀀌nd a function ˆfin a hypothesis space F, that not only approximately interpolates the training data (ˆfpxiq « yi ), but also performs well on unseen (or held-out) data. The function ˆfis called the trained model, predictor, or estimator. In practice, one parametrizes the class of functions F with some parameters θ varying over a space 􀀂 of parameter values sitting inside some Rs ; in other words, F “ tfθ : Rd Ñ Rk , θ P 􀀂 Ď Rsu. Then one uses local optimization (in θ) to 􀀌nd a function in F that locally and  \napproximately minimizes a prespeci􀀌ed empirical loss function ℓ which comparesa candidate function fθ ’s values on the xi with the “true” target values yi. In other words, one approximately solves θ 􀀆 :“ argminθ řni􀀐 1 ℓpfθ pxiq, yiq, and then takes ˆf“ fθ 􀀆 .  \nModern machine learning performs regressions on classes of functions that are typically overparameterized (the dimension s of the space of parameters is much larger than the number n of training samples), and in many cases, several functions in the hypothesis class F can interpolate the data perfectly (they can even interpolate nonsensical data [74]!) . Moreover, the optimization problem is typically non-convex. Therefore the model performance is highly dependent on how the class of functions is parameterized and the optimization algorithms employed.  \nThe parameterization of the hypothesis class of functions is what in deep learning is typically referred to as the architecture. In recent years, the most successful architectures have been ones that use properties or heuristics regarding the structure of the data (and the problem) to design the class of functions: convolutional neural networks for images, recurrent neural networks for time series, graph neural networks for graph-structured data, transformers, etc. Many of these design choices are related to the symmetries of the problem: for instance, convolutional neural networks can be translation equivariant, and transformers can be permutation invariant.  \nWhen the learning problem comes from the physical sciences, there are concrete sets of rules that the function","cbCail9Tcdqo7YQO","https://ap.wps.com/l/cbCail9Tcdqo7YQO","pdf",236736,"English","# Abstract\n# 1 Introduction","[{\"question\":\"What is the core idea behind equivariant machine learning?\",\"answer\":\"Equivariant machine learning restricts the hypothesis space to functions that transform consistently with a group action, aligning the learned model with physical symmetries.\"},{\"question\":\"How does invariant theory help in parameterizing equivariant functions?\",\"answer\":\"Invariant theory and irreducible representations are used to parameterize the space of equivariant functions, enabling explicit constructions of function families.\"},{\"question\":\"What does the Malgrange-attributed procedure accomplish?\",\"answer\":\"Given a characterization of invariant polynomials on a larger space, it expresses all polynomial maps between linear spaces that are equivariant under a group action.\"}]","Machine learning and invariant theory - arXiv | PDF",48]