[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-267062-105":59,"doc-detail-267062-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","too-many-problems-of-analogical-reasoning-with-word-vectors-paper","(Too Many) Problems of Analogical Reasoning with Word Vectors - Paper","","This paper investigates analogical reasoning using vector space models, focusing on whether linear vector offsets can reliably solve proportional word analogies such as man:woman :: king:? and related tasks. The work argues that “linguistic regularities” are insufficient as a model for vector-space relations and that the offset-based method 3CosAdd depends heavily on target vector similarity. Experiments on GloVe and Word2Vec compare 3CosAdd with alternative approaches and examine how relation type and vector proximity affect accuracy.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/too-many-problems-of-analogical-reasoning-with-word-vectors-paper/267062/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/too-many-problems-of-analogical-reasoning-with-word-vectors-paper/267062.png","ImageObject",300,407,{"name":92,"@type":93},"Riley West","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-03","2026-09-14",true,{"@type":102,"interactionType":103,"userInteractionCount":44},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What is the main goal of this paper on analogical reasoning with word vectors?","Question",{"text":112,"@type":113},"The paper evaluates whether linear vector offset methods can serve as a reliable mechanism for solving word analogies in vector space models.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"Why does the paper criticize using “linguistic regularities” for modeling word-vector relations?",{"text":117,"@type":113},"It argues that the regularities are not actually regular enough to explain or guarantee consistent analogy performance in vector space representations.",{"name":119,"@type":110,"acceptedAnswer":120},"On what factors does the accuracy of the 3CosAdd method depend?",{"text":121,"@type":113},"The accuracy depends on how close the target vector is to its source vector in the embedding space, and performance varies with relation types as well.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},267062,1789414360,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":44,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":129,"read_time":144,"preview_page_count":4},1099523885074,"https://ap-avatar.wpscdn.com/davatar_9964176cb1d06d4a9deccf72a44ae3dc","The (Too Many) Problems of Analogical Reasoning with Word Vectors  \nAnna Rogers  \nDept. of Computer Science University of Massachusetts Lowell Lowell, MA, USA [arogers@cs.uml.edu](arogers@cs.uml.edu)  \nAleksandr Drozd  \nGlobal Scient. Inf. and Comput. Center Tokyo Institute of Technology Tokyo, Japan [alex@smg.is.titech.ac.jp](alex@smg.is.titech.ac.jp)  \nBofang Li  \nSchool of Information Renmin University of China Beijing, China [libofang@ruc.edu.cn](libofang@ruc.edu.cn)  \nAbstract  \nThis paper explores the possibilities of analogical reasoning with vector space models. Given two pairs of words with the same relation ([e.g.](e.g. man:woman ::)[ man:woman ::](e.g. man:woman ::)  \n[king:queen](king:queen)), it was proposed that the offset between one pair of the corresponding word vectors can be used to identify the unknown member of the other pair (!g 􀀀 !n + !n = ?!n) . We argue against such “linguistic regularities”as a model for linguistic relations in vector space models and as a benchmark, and we show that the vector offset (as well as two other, better-performing methods) suffers from dependence on vector similarity.  \n1 Introduction  \nThis paper considers the phenomenon of “vectororiented reasoning” via linear vector offset in vector space models (VSMs) (Mikolov et al., 2013c,a) . Given two pairs of words with the same linguistic relation (woman:man :: king:queen), it has been proposed that the offset between one pair of word vectors can be used to identify the unknown member of a different pair of words via  \n􀀀􀀀!  \nsolving proportional analogy problems (king 􀀀 !n + !n = ?!n), as shown in Fig. 1. We will refer to this method as 3CosAdd.  \nThis approach attracted a lot of attention, both as the “poster child” of word embeddings, and for its potential practical utility. Given the vital role that analogical reasoning plays in human cognition for discovering new knowledge and understanding new concepts, automated analogical reasoning could become a game-changer in many fields, providing a universal mechanism for detecting linguistic relations (Turney, 2008) and word sense disambiguation (Federici et al., 1997) . It is  \nalready used in many downstream NLP tasks, such as splitting compounds (Daiber et al., 2015), semantic search (Cohen et al., 2015), cross-language relational search (Duc et al., 2012), to name a few.  \nFigure 1: Linguistic relations modeled by linear vector offset (Mikolov et al., 2013c)  \nThe idea that linguistic relations are mirrored inneat geometrical relations (as shown in Fig. 1) is also intuitively appealing, and 3CosAdd has become a popular benchmark. Roughly, the current VSMs score between 40%(Lai et al., 2016) and 75%(Pennington et al., 2014) on the Google test set (Mikolov et al., 2013a) . However, in fact performance varies widely for different types of relations (Levy and Goldberg, 2014 ; Kper et al., 2015 ; Gladkova et al., 2016) .  \nOne way to explain the current limitations is to attribute them to the imperfections of the current models and/or corpora with which they are built: with this view, in a perfect VSM, any linguistic relation should be recoverable via vector offset.  \nThe alternative to be explored in this paper is that perhaps natural language semantics is more complex than suggested by Fig. 1, and there maybe both theoretical and mathematical issues with analogical reasoning with word vectors and its 3CosAdd implementation.  \nWe present a series of experiments with two popular VSMs (GloVe and Word2Vec) to show that the accuracy of 3CosAdd depends on the proximity of the target vector to its source (i.e.  \n135  \nProceedings of the 6th Joint Conference on Lexical and Computational Semantics (*SEM 2017) , pages 135–148, Vancouver, Canada, August 3-4, 2017 . 􀀍c2017 Association for Computational Linguistics  \n!n should be  \n􀀀􀀀!  \nquite similar to king) . Since  \nnot all linguistic relations can be expected to result in high word vector proximity, the method is limited to those that happen ","cbCaiiHUw6lGYK1o","https://ap.wps.com/l/cbCaiiHUw6lGYK1o","pdf",712729,14,"English","# Abstract\n# Introduction\n# Background: “Relational Similarity” vs “Word Analogies”","[{\"question\":\"What is the main goal of this paper on analogical reasoning with word vectors?\",\"answer\":\"The paper evaluates whether linear vector offset methods can serve as a reliable mechanism for solving word analogies in vector space models.\"},{\"question\":\"Why does the paper criticize using “linguistic regularities” for modeling word-vector relations?\",\"answer\":\"It argues that the regularities are not actually regular enough to explain or guarantee consistent analogy performance in vector space representations.\"},{\"question\":\"On what factors does the accuracy of the 3CosAdd method depend?\",\"answer\":\"The accuracy depends on how close the target vector is to its source vector in the embedding space, and performance varies with relation types as well.\"}]","(Too Many) Problems of Analogical Reasoning with Word Vectors - Paper | PDF",35]