[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-163167-105":3,"doc-detail-163167-en":85,"detail-sidebar-cat-1-en-105":102},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":78,"head_meta":80,"extra_data":82,"updated_unix":84},105,"en","developing-methods-paper-interim-report-november-2012","Developing Methods Paper - Interim Report - November 2012","","Interim report synthesizing findings from phase one of the Developing Meta-Evaluation Methods study for the Meta-Evaluation of the impacts and legacy of the London 2012 Olympic and Paralympic Games. Commissioned by DCMS and funded by ESRC, it reviews and advances understanding of meta-evaluation methods. It provides background on the three-year evaluation, explains the concept of meta-evaluation, and sets out the study’s aims and expert team context for practical method development.",{"@graph":14,"@context":77},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/template/","Template",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/template/presentations/","Presentations",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/template/developing-methods-paper-interim-report-november-2012/163167/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/developing-methods-paper-interim-report-november-2012/163167.png","ImageObject",442,249,{"name":42,"@type":43},"Aurora","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/octet-stream","2026-09-26","2026-08-31",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",5,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69,73],{"name":60,"@type":61,"acceptedAnswer":62},"What is the purpose of this interim report?","Question",{"text":63,"@type":64},"It consolidates phase one findings from the Developing Meta-Evaluation Methods study and focuses on reviewing and advancing understanding of meta-evaluation methods.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"Who commissions and funds the meta-evaluation work?",{"text":68,"@type":64},"The Meta-Evaluation is commissioned by the Department for Culture, Media and Sport (DCMS), and the methods work is funded by the Economic and Social Research Council (ESRC).",{"name":70,"@type":61,"acceptedAnswer":71},"What does meta-evaluation mean?",{"text":72,"@type":64},"Meta-evaluation means the evaluation of evaluations, including examining the nature, quality standards, methodological integrity, processes, and reliability of findings.",{"name":74,"@type":61,"acceptedAnswer":75},"Why was the meta-evaluation study considered important for policy and practice?",{"text":76,"@type":64},"It supports developing practical approaches for identifying, mining, and aggregating data across existing evaluations, improving policy-making and value for money, and strengthening future evaluation and research practice in mega-events.","https://schema.org",{"og:url":32,"og:type":79,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":81,"canonical":32},"index,follow",{"doc_id":83,"site_id":7},163167,1788138961,{"code":4,"msg":86,"data":87},"success",{"doc_id":83,"user_id":88,"nickname":42,"user_avatar":89,"doc_module":22,"category_id":90,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":91,"file_id":92,"file_url":93,"file_type":94,"file_size":95,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":96,"language":97,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":98,"faqs":99,"seo_title":100,"seo_description":12,"update_tm":84,"read_time":101},4810365810221,"https://ap-avatar.wpscdn.com/davatar_155a257f0dc6eb9ab79c44ca47cae57d",11,"Meta-evaluation of the Impact and Legacy of the London 2012 Olympic Games and Paralympic Games\nDeveloping Methods Paper\nINTERIM  REPORT – November 2012\n\u000f\nFor:\nEconomic and Social Research Council &\nDepartment for Culture, Media and Sport\nPrepared by:\nProfessor David Gough, Institute of Education, University of London\nProfessor Steve Martin, Cardiff Business School\nEcorys\nGrant Thornton UK LLP\nNovember 2012\nContents\n\u0013 TOC \\o \"1-1\" \\h \\z \\u \u0014\u0013 HYPERLINK \\l \"_Toc339524795\" \u00141\tIntroduction\t\u0013 PAGEREF _Toc339524795 \\h \u00141\u0015\u0015\n\u0013 HYPERLINK \\l \"_Toc339524796\" \u00142\tLiterature on mega-events\t\u0013 PAGEREF _Toc339524796 \\h \u00144\u0015\u0015\n\u0013 HYPERLINK \\l \"_Toc339524797\" \u00143\tLiterature on meta-evaluation\t\u0013 PAGEREF _Toc339524797 \\h \u00148\u0015\u0015\n\u0013 HYPERLINK \\l \"_Toc339524798\" \u00144\tAnalysis of expert interviews\t\u0013 PAGEREF _Toc339524798 \\h \u001423\u0015\u0015\n\u0013 HYPERLINK \\l \"_Toc339524799\" \u00145\tGuidelines for meta-evaluation\t\u0013 PAGEREF _Toc339524799 \\h \u001434\u0015\u0015\n\u0013 HYPERLINK \\l \"_Toc339524800\" \u0014Appendix 1: References\t\u0013 PAGEREF _Toc339524800 \\h \u001447\u0015\u0015\n\u0013 HYPERLINK \\l \"_Toc339524801\" \u0014Appendix 2:  Example of weight of evidence coding\t\u0013 PAGEREF _Toc339524801 \\h \u001451\u0015\u0015\n\u0013 HYPERLINK \\l \"_Toc339524802\" \u0014Appendix 3:  Expert interviewees\t\u0013 PAGEREF _Toc339524802 \\h \u001452\u0015\u0015\n\u0013 HYPERLINK \\l \"_Toc339524803\" \u0014Appendix 4:  Interview Topic Guide\t\u0013 PAGEREF _Toc339524803 \\h \u001453\u0015\u0015\n\u0015\nIntroduction\nThis report brings together the findings from phase one of the Developing Meta-Evaluation Methods study, which is being undertaken in conjunction with the Meta-Evaluation of the Impacts and Legacy of the London 2012 Olympic Games and Paralympic Games. The Meta-Evaluation has been commissioned by the Department of Culture, Media and Sport (DCMS). The work on methods is funded by the Economic and Social Research Council (ESRC). The aim of this element of the study is to review and advance understanding of methods of meta-evaluation.\nBackground\nIn May 2010, Grant Thornton, ECOTEC Research and Consulting (now Ecorys) and associates were commissioned by the UK Department for Culture, Media and Sport (DCMS) to conduct a comprehensive three-year Meta-Evaluation of the Impacts and Legacy of the 2012 Olympic Games and Paralympic Games. The study is of the utmost importance in demonstrating the legacy impact of the 2012 Games across all thematic areas and will be the single largest and most comprehensive evaluation exercise commissioned in connection with the event. The study will involve:\n“… the synthesis of results, findings and the outputs across a set of existing and planned evaluations with heterogeneous features, into a single overall evaluation.  It will also involve reviewing the methodology of the project level evaluations to assess whether they meet the standard principles set out in the '2012 Games Impacts and Legacy Evaluation Framework'  ('Legacy Evaluation Framework')\nIt was thought that the Meta-Evaluation therefore holds significant potential to advance methods more widely, particularly in terms of demonstrating how meta-evaluation can be employed practically in order to:\nDevelop a framework for identifying, mining and aggregating data within a disparate body of existing evaluations;\nInform better policy making and improve value for money; and\nCreate a platform for more robust evaluation and research practice (in the field of mega events) in the future.\nIn response to this opportunity, the ESRC and the ECORYS Research Programme provided additional funding for a parallel research project to both help advance methods of meta-evaluation whilst improving the outcomes of the Meta-Evaluation itself.\nEcorys UK and Grant Thornton convened a team including four leading evaluation experts from the UK and the Netherlands with in-depth knowledge of evaluation methods, including meta-evaluation and meta-synthesis research, to develop a research specification and assist with conducting the research. These include:\nDavid Gough, Director of the Social Science Research Unit (and its EPPI-Centre) and Professor of Evidence-informed Policy and ","cbCaia7XqHTaL1oe","https://ap.wps.com/l/cbCaia7XqHTaL1oe","doc",428225,59,"English","# Introduction\n## Background\n## What is meta-evaluation?\n# Literature on mega-events\n# Literature on meta-evaluation\n# Analysis of expert interviews\n# Guidelines for meta-evaluation\n## Appendix 1: References\n## Appendix 2: Example of weight of evidence coding\n## Appendix 3: Expert interviewees\n## Appendix 4: Interview Topic Guide","[{\"question\":\"What is the purpose of this interim report?\",\"answer\":\"It consolidates phase one findings from the Developing Meta-Evaluation Methods study and focuses on reviewing and advancing understanding of meta-evaluation methods.\"},{\"question\":\"Who commissions and funds the meta-evaluation work?\",\"answer\":\"The Meta-Evaluation is commissioned by the Department for Culture, Media and Sport (DCMS), and the methods work is funded by the Economic and Social Research Council (ESRC).\"},{\"question\":\"What does meta-evaluation mean?\",\"answer\":\"Meta-evaluation means the evaluation of evaluations, including examining the nature, quality standards, methodological integrity, processes, and reliability of findings.\"},{\"question\":\"Why was the meta-evaluation study considered important for policy and practice?\",\"answer\":\"It supports developing practical approaches for identifying, mining, and aggregating data across existing evaluations, improving policy-making and value for money, and strengthening future evaluation and research practice in mega-events.\"}]","Developing Methods Paper - Interim Report - November 2012 | DOC",21,{"code":4,"msg":86,"data":103},[104,107,112,117,122,127,132,137,140],{"id":90,"doc_module":22,"doc_module_name":25,"category_name":29,"show_sort_weight":105,"slug":106},90,"presentations",{"id":108,"doc_module":22,"doc_module_name":25,"category_name":109,"show_sort_weight":110,"slug":111},12,"Resumes",80,"resumes",{"id":113,"doc_module":22,"doc_module_name":25,"category_name":114,"show_sort_weight":115,"slug":116},14,"Invoices",70,"invoices",{"id":118,"doc_module":22,"doc_module_name":25,"category_name":119,"show_sort_weight":120,"slug":121},15,"Posters",60,"posters",{"id":123,"doc_module":22,"doc_module_name":25,"category_name":124,"show_sort_weight":125,"slug":126},16,"Social Media",50,"social-media",{"id":128,"doc_module":22,"doc_module_name":25,"category_name":129,"show_sort_weight":130,"slug":131},17,"Forms",40,"forms",{"id":133,"doc_module":22,"doc_module_name":25,"category_name":134,"show_sort_weight":135,"slug":136},18,"Letters",30,"letters",{"id":101,"doc_module":22,"doc_module_name":25,"category_name":138,"show_sort_weight":55,"slug":139},"Paper Templates","papers-templates",{"id":141,"doc_module":22,"doc_module_name":25,"category_name":142,"show_sort_weight":4,"slug":143},158,"General","general-158"]