[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-289625-105":59,"doc-detail-289625-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","new-visions-on-metamorphic-testing-after-a-quarter-of-a-century-of-inception","New Visions on Metamorphic Testing after a Quarter of a Century of Inception","","Metamorphic testing (MT) was introduced about a quarter of a century ago and is increasingly adopted by researchers and industry as a practical testing technique. The paper summarizes studies, results, applications, and extensions of MT, then articulates future visions: metamorphic relations as a means to extend test case generation, integration with other methods, evolution beyond software testing and verification, wider applicability beyond algorithmic properties, a shift from purely empirical work to theoretical foundations, and broader conceptual transfer to other disciplines.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":30,"@type":76,"position":81},"https://docshare.wps.com/document/technology/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/new-visions-on-metamorphic-testing-after-a-quarter-of-a-century-of-inception/289625/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/new-visions-on-metamorphic-testing-after-a-quarter-of-a-century-of-inception/289625.png","ImageObject",300,407,{"name":92,"@type":93},"Seraphina","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-21","2026-09-17",true,{"@type":102,"interactionType":103,"userInteractionCount":14},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What is metamorphic testing (MT) and why was it introduced?","Question",{"text":112,"@type":113},"Metamorphic testing (MT) was proposed to extract useful information from successful test cases that do not reveal failures, using multiple executions of related test cases.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"What future visions does the paper propose for MT?",{"text":117,"@type":113},"The paper envisions metamorphic relations as a practical way to support test case generation, integration with other methods, and further evolution beyond software testing toward broader verification and other disciplines.",{"name":119,"@type":110,"acceptedAnswer":120},"How does the paper characterize the role of metamorphic relations (MRs)?",{"text":121,"@type":113},"Metamorphic relations are expected to move beyond traditional constraints, potentially becoming any relations consistent with necessary properties, and help mitigate issues such as reliable test set construction.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},289625,1792558532,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":29,"category_name":30,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":14,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":19,"language":139,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":140,"faqs":141,"seo_title":142,"seo_description":67,"update_tm":143,"read_time":52},962075114101,"https://ap-avatar.wpscdn.com/avatar/e000253a75eb197efd?x-image-process=image/resize,m_fixed,w_180,h_180&k=1780044092746381165","HKU CS Tech Report TR-2021-02  \nPostprint of paper in Ideas, Visions and Reflections Track, Proceedings of the ACM Joint European Software Engineering Conference and Symposium on Foundations of Software Engineering (ESEC/FSE ’21), ACM, New York, NY, pp. 4087-4090 (2021)  \nNew Visions on Metamorphic Testing after a Quarter of a Century of Inception  \nTsong Yueh Chen  \nDepartment of Computer Science & Software Engineering Swinburne University of Technology, Australia [tychen@swin.edu.au](tychen@swin.edu.au)  \nT. H. Tse  \nDepartment of Computer Science The University of Hong Kong, Hong Kong thtse@cs.hku.hk  \nABSTRACT  \nMetamorphic testing (MT) was introduced about a quarter of a century ago. It is increasingly being accepted by researchers and the industry as a useful testing technique. The studies, research results, applications, and extensions of MT have given us many insights and visions for its future. Our visions include: MRs will be a practical means to top up test case generation techniques, beyond the alleviation of the test oracle problem; MT will not only be a standalone technique, but conveniently integrated with other methods; MT and MRs will evolve beyond software testing, or even beyond verification; MRs may be anything that you can imagine, beyond the necessary properties of algorithms; MT research will be beyond empirical studies and move toward a theoretical foundation; MT will not only bring new concepts to software testing but also new concepts to other disciplines; MRs will alleviate the reliable test set problem beyond traditional approaches. These visions may help researchers explore the challenges and opportunities for MTin the next decade.  \nCCS CONCEPTS  \n• Software and its engineering → Software testing and debugging.  \nKEYWORDS  \nMetamorphic testing, Metamorphic relation, Testing, Test oracle, Reliable test set, Proving, Debugging  \nACM Reference Format:  \nTsong Yueh Chen and T. H. Tse. 2021. New Visions on Metamorphic Testing after a Quarter of a Century of Inception. In Proceedings of the 29th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering (ESEC/FSE ’21), August 23–28, 2021, Athens, Greece. ACM, New York, NY, USA, 4 pages. [https://doi.org/10.1145/](https://doi.org/10.1145/)[ ](https://doi.org/10.1145/)3468264.3473136  \n1 INTRODUCTION  \nMetamorphic testing (MT) [3] was introduced by Tsong Yueh Chenabout a quarter of a century ago, as motivated by the question“Are successful test cases really useless?” Following up on the  \nPermission to make digital or hard copies of all or part of this work for personal or classroom use is granted without fee provided that copies are not made or distributed for profit or commercial advantage and that copies bear this notice and the full citation on the first page. Copyrights for components of this work owned by others than ACM must be honored. Abstracting with credit is permitted. To copy otherwise, or republish, to post on servers or to redistribute to lists, requires prior specific permission and/or a fee. Request permissions [from permissions@acm.org](from permissions@acm.org).  \nESEC/FSE ’21, August 23–28, 2021, Athens, Greece © 2021 Association for Computing Machinery.  \nACM ISBN 978-1-4503-8562-6/21/08. . . $15.00  \n[https://doi.org/10.1145/3468264.3473136](https://doi.org/10.1145/3468264.3473136)  \nfundamental concept, more than 440 papers have been published by various researchers and presented fruitful results. For instance, Le et al. [16] detected more than 100 faults in existing GCC and LLVM compilers by means of the innovative “equivalence modulo inputs” technique, which is effectively MT. Another interesting example is, through the use of “metamorphic robustness testing”, Zhou et al. [35] revealed that the presence of hyphens in paper titles inadvertently reduces citation counts and journal impact factors. This “bizarre” finding resulted in immense coverage in the international electronic media","cbCaikPLNtSfxACg","https://ap.wps.com/l/cbCaikPLNtSfxACg","pdf",1199573,"English","# Introduction\n## Metamorphic Testing and Metamorphic Relations","[{\"question\":\"What is metamorphic testing (MT) and why was it introduced?\",\"answer\":\"Metamorphic testing (MT) was proposed to extract useful information from successful test cases that do not reveal failures, using multiple executions of related test cases.\"},{\"question\":\"What future visions does the paper propose for MT?\",\"answer\":\"The paper envisions metamorphic relations as a practical way to support test case generation, integration with other methods, and further evolution beyond software testing toward broader verification and other disciplines.\"},{\"question\":\"How does the paper characterize the role of metamorphic relations (MRs)?\",\"answer\":\"Metamorphic relations are expected to move beyond traditional constraints, potentially becoming any relations consistent with necessary properties, and help mitigate issues such as reliable test set construction.\"}]","New Visions on Metamorphic Testing after a Quarter of a Century of Inception | PDF",1789636031]