[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-576309-105":3,"detail-sidebar-cat-0-en-105":81,"doc-detail-576309-en":130},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":74,"head_meta":76,"extra_data":78,"updated_unix":80},105,"en","assessing-psychology-student-applied-knowledge-of-statistics-via-open-book-multiple-choice-online-exams-research","Assessing Psychology Student Applied Knowledge of Statistics via Open-book Multiple Choice Online Exams - Research","","Real-world applications of statistics rarely rely on memorisation, yet psychology statistics courses often use closed-book exams that measure recall. Open-book multiple-choice testing is increasingly supported, but psychology courses lag because of online cheating concerns. This study developed an online open-book multiple-choice Applied Exam and compared its grading reliability with a prior Traditional Exam, using research report grades as an indicator of real-world performance.",{"@graph":14,"@context":73},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/assessing-psychology-student-applied-knowledge-of-statistics-via-open-book-multiple-choice-online-exams-research/576309/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/assessing-psychology-student-applied-knowledge-of-statistics-via-open-book-multiple-choice-online-exams-research/576309.png","ImageObject",300,407,{"name":42,"@type":43},"Jiven","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-11-16","2026-10-15",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",5,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69],{"name":60,"@type":61,"acceptedAnswer":62},"What was the goal of the study?","Question",{"text":63,"@type":64},"To develop an online open-book multiple-choice exam that tests applied knowledge of psychology statistics and research methods, and to verify that it produces reliable final course grades compared with traditional closed-book exams.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"How were the Applied and Traditional exams evaluated?",{"text":68,"@type":64},"Results from the new Applied Exam (N=104 third-year psychology students) were compared with the previous year’s Traditional Exam (N=81), and both were correlated with Research Report grades as the best course-assessment indicator.",{"name":70,"@type":61,"acceptedAnswer":71},"Why might open-book online exams be challenging for psychology statistics courses?",{"text":72,"@type":64},"The paper notes fears about cheating in online open-book multiple-choice exams and an outdated expectation that questions in psychology statistics should be heavily mathematical rather than testing application of research methodology skills.","https://schema.org",{"og:url":32,"og:type":75,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":77,"canonical":32},"index,follow",{"doc_id":79,"site_id":7},576309,1792231913,{"code":4,"msg":82,"data":83},"success",[84,88,92,96,100,105,110,114,119,122,126],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":85,"show_sort_weight":86,"slug":87},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":89,"show_sort_weight":90,"slug":91},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":93,"show_sort_weight":94,"slug":95},"Exam",70,"exam",{"id":55,"doc_module":4,"doc_module_name":25,"category_name":97,"show_sort_weight":98,"slug":99},"Comic",60,"comic",{"id":101,"doc_module":4,"doc_module_name":25,"category_name":102,"show_sort_weight":103,"slug":104},6,"Technology",50,"technology",{"id":106,"doc_module":4,"doc_module_name":25,"category_name":107,"show_sort_weight":108,"slug":109},7,"Healthcare",40,"healthcare",{"id":111,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":112,"slug":113},8,30,"research-report",{"id":115,"doc_module":4,"doc_module_name":25,"category_name":116,"show_sort_weight":117,"slug":118},9,"Religion & Spirituality",20,"religion-spirituality",{"id":117,"doc_module":4,"doc_module_name":25,"category_name":120,"show_sort_weight":117,"slug":121},"World Cup","world-cup",{"id":123,"doc_module":4,"doc_module_name":25,"category_name":124,"show_sort_weight":123,"slug":125},10,"Lifestyle","lifestyle",{"id":127,"doc_module":4,"doc_module_name":25,"category_name":128,"show_sort_weight":55,"slug":129},19,"General","general",{"code":4,"msg":82,"data":131},{"doc_id":79,"user_id":132,"nickname":42,"user_avatar":133,"doc_module":4,"category_id":111,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":139,"language":140,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":12,"update_tm":144,"read_time":112,"preview_page_count":33,"preview_urls":145},1099513958607,"https://ap-avatar.wpscdn.com/avatar/100002390cf8733938c?x-image-process=image/resize,m_fixed,w_180,h_180&k=1778829742770036399","Assessing Psychology Student Applied Knowledge of Statistics via Open-book Multiple Choice Online Exams  \nSARVEN SAVIA MCLINTON  SHARON ELIZABETH WELLS   \n*Author affiliations can be found in the back matter of this article  \nABSTRACT  \nReal-world applications of statistics are rarely ‘off the top of your head’; however, statistics and research methods courses default to closed-book exams that only test rote learning. Trending research supports open-book exams testing the application of student knowledge rather than memory, however statistics courses in psychology are lagging amidst fears of cheating in online open-book multiple-choice exams. The aim of this study was twofold; first, to develop an online open-book multiple-choice exam that tests the application of psychology statistics and research methods knowledge, and second, to demonstrate that it is just as reliable a source of final grades as traditional closed-book exams. We compared results from a new Applied Exam (N = 104 undergraduate third-year psychology statistics students) with the previous year’s Traditional Exam (N = 81), correlating these with Research Report grades (the best course-assessment indicator of real-world performance) . Similarly strong positive correlations were observed between the written assessments and the Traditional Exam (.59**) or Applied Exam (.54**), and both exams display comparable bell curves for grade differentiation, suggesting we can depend on the new Applied Exam for final course grade data. It also reflects a better alignment with course objectivesand graduate qualities for effective problem solving in novel situations. Automated assessment of applied knowledge benefits psychology instructors and organisations in reducing administration, and psychology students by alleviating the anxiety in closedbook invigilated exams. Together this presents an opportunity to improve student outcomes by encouraging the development of real-world skills, preparing them for competitive job markets that value critical thinking.  \nRESEARCH  \nCORRESPONDING AUTHOR:  \nSarven Savia McLinton  \nUniversity of South Australia, AU [sarven.mclinton@unisa.edu.au](sarven.mclinton@unisa.edu.au)  \nKEYWORDS:  \nassessment; evaluation; testing; online learning; scholarship of teaching and learning; psychology statistics; open-book exams  \nTO CITE THIS ARTICLE:  \nMcLinton, S. S., & Wells, S. E.(2023). Assessing Psychology Student Applied Knowledge of Statistics via Open-book Multiple Choice Online Exams. Designs for Learning, 15(1), 58–69. DOI: [https://doi](https://doi). org/10.16993/dfl.211  \nINTRODUCTION  \nThe traditional education system, especially in Science, Technology, Engineering and Mathematics (STEM), revolves around assessing rote-learned information via final exams; this is at odds with both the demand for online education, and the applied skills desirable in the job market. Our study has two objectives: first, to explore whether psychology statistics courses which are traditionally ‘rote-learned’ can instead move toward online open-book multiple-choice examinations that better test students’ application of skills (rather than memorisation), and; second, to identify whether that new applied exam can still be a reliable source of final grade data. Whilst other subjects have quickly adapted to the recent drive toward digital open-book exams, statistics courses for psychology have lagged, likely due to the outdated expectation that questions should be heavily mathematical in nature, instead of seeking to test the application of research methodology skills. Thankfully, new content is continually emerging such as the Open Learning Initiative (OLI; Carnegie Mellon University, 2023), but we have yet to establish via direct comparison whether these scenario-based online exercises can also be used as a reliable source of final grade data in statistics courses (in the Psychology discipline in particular) . In a recent study, Goedl and Malla (2020) call for researche","cbCaitJbvJ13RtLW","https://ap.wps.com/l/cbCaitJbvJ13RtLW","pdf",612260,12,"English","# Abstract\n# Research\n# Introduction","[{\"question\":\"What was the goal of the study?\",\"answer\":\"To develop an online open-book multiple-choice exam that tests applied knowledge of psychology statistics and research methods, and to verify that it produces reliable final course grades compared with traditional closed-book exams.\"},{\"question\":\"How were the Applied and Traditional exams evaluated?\",\"answer\":\"Results from the new Applied Exam (N=104 third-year psychology students) were compared with the previous year’s Traditional Exam (N=81), and both were correlated with Research Report grades as the best course-assessment indicator.\"},{\"question\":\"Why might open-book online exams be challenging for psychology statistics courses?\",\"answer\":\"The paper notes fears about cheating in online open-book multiple-choice exams and an outdated expectation that questions in psychology statistics should be heavily mathematical rather than testing application of research methodology skills.\"}]","Assessing Psychology Student Applied Knowledge of Statistics via Open-book Multiple Choice Online Exams - Research | PDF",1792029525,[146,150,154,158],{"page_no":22,"url":147,"width":148,"height":149},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-18/44941fd7a2397a0d213a2f12d918a11f.webp",983,1390,{"page_no":26,"url":151,"width":152,"height":153},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-18/6182c429c037e97e4f872604edcbb107.webp",982,1388,{"page_no":30,"url":155,"width":156,"height":157},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-18/4dd04499de61b018a4608ddde9ced5ff.webp",981,1387,{"page_no":33,"url":159,"width":160,"height":161},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-18/f1c7f46f1b3cbab7afa57063023dfd0f.webp",980,1385]