[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-605536-105":3,"detail-sidebar-cat-0-en-105":81,"doc-detail-605536-en":130},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":74,"head_meta":76,"extra_data":78,"updated_unix":80},105,"en","next-generation-metrics-for-scientific-and-scholarly-research-in-europe-leru-position-paper-april-2024","Next Generation Metrics for Scientific and Scholarly Research in Europe - LERU position paper April 2024","","This LERU position paper examines how European universities can and should use currently available metrics and data to assess research processes together with qualitative expertise and information. It argues that next-generation metrics are a crucial part of responsible research evaluation, while warning against using metrics out of context. The paper highlights resource, competence, and data-quality constraints faced by universities, and reviews technical, ethical, and governance challenges across academic levels, including open science, societal impact, innovation, and rankings.",{"@graph":14,"@context":73},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/next-generation-metrics-for-scientific-and-scholarly-research-in-europe-leru-position-paper-april-2024/605536/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/next-generation-metrics-for-scientific-and-scholarly-research-in-europe-leru-position-paper-april-2024/605536.png","ImageObject",300,407,{"name":42,"@type":43},"Danger Angel","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-10-30","2026-10-16",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",5,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69],{"name":60,"@type":61,"acceptedAnswer":62},"What is the main purpose of this LERU position paper?","Question",{"text":63,"@type":64},"It explores how universities can use currently available metrics and data, alongside qualitative expertise, to assess research processes and to advance responsible research evaluation through next-generation metrics.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"Why does the report warn against using metrics out of context?",{"text":68,"@type":64},"Because the report frames evaluation as complex and dynamic; indicators need contextual relevance and responsible application, otherwise they fail to meaningfully support evaluation goals.",{"name":70,"@type":61,"acceptedAnswer":71},"What major challenges does the paper identify for implementing next-generation metrics?",{"text":72,"@type":64},"It highlights institutional constraints such as lack of resources, fragmented and incompatible data collection, limited data standardisation and maintenance, outdated ICT systems, and the time-intensive, often manual nature of monitoring current Open Science practices.","https://schema.org",{"og:url":32,"og:type":75,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":77,"canonical":32},"index,follow",{"doc_id":79,"site_id":7},605536,1792600085,{"code":4,"msg":82,"data":83},"success",[84,88,92,96,100,105,110,114,119,122,126],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":85,"show_sort_weight":86,"slug":87},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":89,"show_sort_weight":90,"slug":91},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":93,"show_sort_weight":94,"slug":95},"Exam",70,"exam",{"id":55,"doc_module":4,"doc_module_name":25,"category_name":97,"show_sort_weight":98,"slug":99},"Comic",60,"comic",{"id":101,"doc_module":4,"doc_module_name":25,"category_name":102,"show_sort_weight":103,"slug":104},6,"Technology",50,"technology",{"id":106,"doc_module":4,"doc_module_name":25,"category_name":107,"show_sort_weight":108,"slug":109},7,"Healthcare",40,"healthcare",{"id":111,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":112,"slug":113},8,30,"research-report",{"id":115,"doc_module":4,"doc_module_name":25,"category_name":116,"show_sort_weight":117,"slug":118},9,"Religion & Spirituality",20,"religion-spirituality",{"id":117,"doc_module":4,"doc_module_name":25,"category_name":120,"show_sort_weight":117,"slug":121},"World Cup","world-cup",{"id":123,"doc_module":4,"doc_module_name":25,"category_name":124,"show_sort_weight":123,"slug":125},10,"Lifestyle","lifestyle",{"id":127,"doc_module":4,"doc_module_name":25,"category_name":128,"show_sort_weight":55,"slug":129},19,"General","general",{"code":4,"msg":82,"data":131},{"doc_id":79,"user_id":132,"nickname":42,"user_avatar":133,"doc_module":4,"category_id":111,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":139,"language":140,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":12,"update_tm":144,"read_time":145},962090769052,"https://ap-avatar.wpscdn.com/davatar_9964176cb1d06d4a9deccf72a44ae3dc","Next Generation Metrics for Scientific and Scholarly Research in Europe  \nLERU position paper April 2024  \nUniversity of Amsterdam • Universitat de Barcelona • University of Cambridge • University of Copenhagen Trinity College Dublin • University of Edinburgh • University of Freiburg • Université de Genève Universität Heidelberg • University of Helsinki • Universiteit Leiden • KU Leuven • Imperial College London • University College London • Lund University • University of Milan • Ludwig-Maximilians-Universität München • University of Oxford • Sorbonne University • Université Paris-Saclay • University of Strasbourg • Utrecht University • ETH Zurich • University of Zurich  \nTable of contents  \nConsolidated Overview and Recommendations 3  \n1. Scientific communication and the transition to next generation metrics 8  \n2. The role of metrics in informing and supporting academic policy development 10  \n3. The challenges for scientometrics 2.0 13  \n4. The limitations of peer review and score-based grant criteria 16  \n5. Next generation metrics’ complex interrelationship across multiple levels of the academic system 18  \n6. The metric ‘trickle-down’ challenge 20  \n7. Next generation metrics and university rankings 22  \n8. New metrics and the emergence of related ethical and technical challenges 26  \n9. Current practices and policies on Open Science at LERU universities 28  \n10. The challenge of data availability for next generation metrics 38  \nAppendix I: Metrics terminology 45  \nAppendix II: Recommendations from previous declarations and reports 46  \nAcknowledgements  \nAuthors: Jeroen Bosman (Utrecht University), Koenraad Debackere (KU Leuven), William P. Cawthorn (University of Edinburgh), Paola Galimberti (University of Milan), Mikael Graffner (Lund University), Leonhard Held (University of Zurich), Karlijn Hermans (Universiteit Leiden), Fiona Killard (formerly Trinity College Dublin and The University of Dublin, at present The National Institute for Bioprocessing Research and Training, Ireland), Ignasi Labastida (Universitat de Barcelona), Andrew Millar (University of Edinburgh), Mark Robinson (University of Zurich), Kristell Roser (Sorbonne University), Terhi Sangren (University of Helsinki), Michael Svendsen (University of Copenhagen), and Chair Paul Wouters (Universiteit Leiden)  \nWith thanks to the LERU colleagues who contributed: Bernd Kortmann, Rens Vliegenthart, Immo Warntjes.  \nConsolidated Overview and Recommendations  \nWhat this report is about  \nThe field of evaluating academic activities is vast, complex, and highly dynamic, as are the roles of any data and indicators used to support these evaluations. This report explores how universities can and should use currently available metrics and data to assess their research processes, in conjunction with qualitative expertise and information. While this report does not comprehensively cover responsible research evaluation, we recognise the need for next-generation metrics as a crucial aspect of responsible research evaluation. Using metrics out of context simply does not make sense, regardless of their ease of availability.  \nAs if the challenge of evaluating academic work were not complex enough, universities are also confronted with the problem that they often lack the required resources, competences, and experiences to deal with each dimension in an expert manner. So, they improvise and make do with what they have. To make matters worse, many university administrative systems and processes are not able to easily produce validated, reliable, and meaningful data in-house due to fragmented data collection, incompatibility of datasets , lack of data standardisation, lack of maintenance, outdated ICT systems, and lack of expertise. As the LERU review of Open Science activities has shown, the simple act of monitoring what we are already doing requires a significant time investment and is mostly done manually.  \nIn this context, we have chosen to focus this report on the aspec","cbCaihrB3Bw5IjUM","https://ap.wps.com/l/cbCaihrB3Bw5IjUM","pdf",1604564,52,"English","# Consolidated Overview and Recommendations\n## Scientific communication and the transition to next generation metrics\n## The role of metrics in informing and supporting academic policy development\n## The challenges for scientometrics 2.0\n## The limitations of peer review and score-based grant criteria\n## Next generation metrics’ complex interrelationship across multiple levels of the academic system\n## The metric ‘trickle-down’ challenge\n## Next generation metrics and university rankings\n## New metrics and the emergence of related ethical and technical challenges\n## Current practices and policies on Open Science at LERU universities\n## The challenge of data availability for next generation metrics\n## Appendix I: Metrics terminology\n## Appendix II: Recommendations from previous declarations and reports","[{\"question\":\"What is the main purpose of this LERU position paper?\",\"answer\":\"It explores how universities can use currently available metrics and data, alongside qualitative expertise, to assess research processes and to advance responsible research evaluation through next-generation metrics.\"},{\"question\":\"Why does the report warn against using metrics out of context?\",\"answer\":\"Because the report frames evaluation as complex and dynamic; indicators need contextual relevance and responsible application, otherwise they fail to meaningfully support evaluation goals.\"},{\"question\":\"What major challenges does the paper identify for implementing next-generation metrics?\",\"answer\":\"It highlights institutional constraints such as lack of resources, fragmented and incompatible data collection, limited data standardisation and maintenance, outdated ICT systems, and the time-intensive, often manual nature of monitoring current Open Science practices.\"}]","Next Generation Metrics for Scientific and Scholarly Research in Europe - LERU position paper April 2024 | PDF",1792132573,131]