[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-392189-105":59,"doc-detail-392189-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","feasibility-of-an-automated-interview-grounded-in-multiple-mini-interview-mmi-methodology-for-selection-into-the-health-professions-an-international-multimethod-evaluation","Feasibility of an automated interview grounded in multiple mini interview (MMI) methodology for selection into the health professions - an international multimethod evaluation","","Global COVID-driven limits on face-to-face healthcare student selection forced rapid adoption of adapted online systems before strong evidence was available. An automated interview was developed using multiple mini-interview (MMI) methodology. The study evaluated test–retest reliability, acceptability, and usability of the system using intraclass correlation, descriptive statistics, thematic and content analysis. Volunteers repeated the automated MMI after a 7-day interval, with additional staff focus groups and evaluation questionnaires.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":35,"@type":76,"position":81},"https://docshare.wps.com/document/healthcare/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/feasibility-of-an-automated-interview-grounded-in-multiple-mini-interview-mmi-methodology-for-selection-into-the-health-professions-an-international-multimethod-evaluation/392189/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/feasibility-of-an-automated-interview-grounded-in-multiple-mini-interview-mmi-methodology-for-selection-into-the-health-professions-an-international-multimethod-evaluation/392189.png","ImageObject",300,407,{"name":92,"@type":93},"BigDaveOnline","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-29","2026-09-25",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",13,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"What problem did the study address in healthcare student selection during COVID-19?","Question",{"text":113,"@type":114},"Face-to-face interview restrictions forced admissions staff to adopt online systems quickly, despite limited supporting evidence on effectiveness. The study targets that evidence gap by evaluating an automated approach.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"How was the automated interview developed and evaluated?",{"text":118,"@type":114},"The system was built on multiple mini-interview (MMI) methodology. Feasibility testing included test–retest reliability, acceptability, and usability, using intraclass correlation, descriptive statistics, thematic and content analysis.",{"name":120,"@type":111,"acceptedAnswer":121},"What did the results show about reliability and user acceptance?",{"text":122,"@type":114},"Good-to-excellent test–retest reliability was observed across two main sites and overall across the three sites. Admission staff and users reported it as intuitive and potentially useful for reducing costs and bias, while emphasizing the need for human interaction touch points.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},392189,1790450671,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":34,"category_name":35,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":140,"language":141,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":142,"faqs":143,"seo_title":144,"seo_description":67,"update_tm":145,"read_time":146,"preview_page_count":4},962090896214,"https://ap-avatar.wpscdn.com/davatar_155a257f0dc6eb9ab79c44ca47cae57d","[eprints@whiterose.ac.uk](eprints@whiterose.ac.uk)[ ](eprints@whiterose.ac.uk)[https://eprints.whiterose.ac.uk](https://eprints.whiterose.ac.uk)  \nUniversities of Leeds, Sheffield and York  \nDeposited via The University of York.  \nWhite Rose Research Online URL for this paper:  \n[https://eprints.whiterose.ac.uk/id/eprint/182441/](https://eprints.whiterose.ac.uk/id/eprint/182441/)  \nVersion: Published Version  \nArticle:  \nCallwood, Alison, Gillam, Lee, Christidis, Angelos et al. (2022) Feasibility of an automated interview grounded in Multiple Mini Interview (MMI) methodology for selection into the health professions: an international multi-methods evaluation. BMJ Open. e050394 . ISSN:  \n2044-6055  \n[https://doi.org/10.1136/ bmjopen-2021-050394](https://doi.org/10.1136/ bmjopen-2021-050394)  \nReuse  \nThis article is distributed under the terms of the Creative Commons Attribution-NonCommercial (CC BY-NC) licence. This licence allows you to remix, tweak, and build upon this work non-commercially, and any new works must also acknowledge the authors and be non-commercial. You don’t have to license any derivative works on the same terms. More information and the full terms of the licence here: [https://creativecommons.org/licenses/](https://creativecommons.org/licenses/)  \nTakedown  \nIf you consider content in White Rose Research Online to be in breach of UK law, please notify us by  \nemailing [eprints@whiterose.ac.uk](eprints@whiterose.ac.uk) including the URL of the record and the reason for the withdrawal request.  \nOpen access Original research  \n Feasibility of an automated interview  \ngrounded in multiple mini interview (MMI) methodology for selection into the health professions: an international multimethod evaluation  \nAlison Callwood  ,1 Lee Gillam,2 Angelos Christidis,2 Jia Doulton,1 Jenny Harris,1 Marianne Piano,3 Angela Kubacki,4 Paul A Tiffin,5 Karen Roberts,6 Drew Tarmey,7 Doris Dalton,8 Virginia L Valentin8  \nTo cite: Callwood A,  \nGillam L, Christidis A, et al. Feasibility of an automated interview grounded in multiple mini interview (MMI) methodology for selection into the health professions:  \nan international multimethod evaluation. BMJ Open 2022;12:e050394 . doi:10 . 1136/ bmjopen-2021-050394  \n► Prepublication history for this paper is available online. To view these files, please visit the journal online ([http://dx.doi](http://dx.doi). org/10 . 1136/bmjopen-2021- 050394) .  \nReceived 18 February 2021 Accepted 20 December 2021  \n© Author(s) (or their employer(s)) 2022. Re-use permitted under CC BY-NC. No commercial re-use. See rights and permissions. Published by BMJ.  \nFor numbered affiliations see end of article.  \nCorrespondence to  \nDr Alison Callwood;  \n[a.callwood@surrey.ac.uk](a.callwood@surrey.ac.uk)  \nABSTRACT  \nObjectives Global, COVID-driven restrictions around face-to-face interviews for healthcare student selection have forced admission staff to rapidly adopt adapted online systems before supporting evidence is available. We have developed, what we believe is, the first automated interview grounded in multiple mini-interview (MMI) methodology. This study aimed to explore test–retest reliability, acceptability and usability of the system.  \nDesign, setting and participants Multimethod feasibility study in Physician Associate programmes from two UK and one US university during 2019–2020.  \nPrimary, secondary outcomes Feasibility measures (test–retest reliability, acceptability and usability) were assessed using intraclass correlation (ICC), descriptive statistics, thematic and content analysis.  \nMethods Volunteers took (T1), then repeated (T2), the automated MMI, with a 7-day interval (±2) then completed an evaluation questionnaire. Admission staff participated in focus group discussions.  \nResults Sixty-two students and seven admission staff participated; 34 students and 4 staff from UK and 28 students and 3 staff from US universities. Good-excellent test–retest reliability was observed at two site","cbCaiaxMd4foF91n","https://ap.wps.com/l/cbCaiaxMd4foF91n","pdf",613831,11,"English","# Abstract\n## Objectives\n## Design, setting and participants\n## Methods\n## Results\n## Conclusion\n## Strengths and limitations\n# Introduction","[{\"question\":\"What problem did the study address in healthcare student selection during COVID-19?\",\"answer\":\"Face-to-face interview restrictions forced admissions staff to adopt online systems quickly, despite limited supporting evidence on effectiveness. The study targets that evidence gap by evaluating an automated approach.\"},{\"question\":\"How was the automated interview developed and evaluated?\",\"answer\":\"The system was built on multiple mini-interview (MMI) methodology. Feasibility testing included test–retest reliability, acceptability, and usability, using intraclass correlation, descriptive statistics, thematic and content analysis.\"},{\"question\":\"What did the results show about reliability and user acceptance?\",\"answer\":\"Good-to-excellent test–retest reliability was observed across two main sites and overall across the three sites. Admission staff and users reported it as intuitive and potentially useful for reducing costs and bias, while emphasizing the need for human interaction touch points.\"}]","Feasibility of an automated interview grounded in multiple mini interview (MMI) methodology for selection into the health professions - an international multimethod evaluation | PDF",1790363923,28]