[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-579226-105":59,"doc-detail-579226-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","evaluating-generative-ai-as-a-supportive-analytic-partner-in-qualitative-coding-of-metacognitive-student-reflections-case-study","Evaluating Generative AI as a Supportive Analytic Partner in Qualitative Coding of Metacognitive Student Reflections - Case Study","","Qualitative data reveals rich insights into how students and educators think, yet scaling systematic analysis remains difficult. This study evaluates a fine-tuned generative AI model as a supportive analytic partner for coding metacognitive elements in student self-reflections. Using 14,000+ reflection artefacts (4,631 manually coded samples), the model classifies Goal Setting, Strategy Choice, Reflection on Learning, and Effort Regulation with 80.98% accuracy, but lacks pedagogical/contextual grounding.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/evaluating-generative-ai-as-a-supportive-analytic-partner-in-qualitative-coding-of-metacognitive-student-reflections-case-study/579226/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/evaluating-generative-ai-as-a-supportive-analytic-partner-in-qualitative-coding-of-metacognitive-student-reflections-case-study/579226.png","ImageObject",300,407,{"name":92,"@type":93},"Liam","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-15","2026-10-15",true,{"@type":102,"interactionType":103,"userInteractionCount":44},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"How was generative AI used in the metacognitive coding process?","Question",{"text":112,"@type":113},"A fine-tuned GPT-4o-mini model was trained and evaluated to classify four metacognitive sub-elements from student self-reflections. Manual coding of 4,631 samples supported training and benchmarking.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"What metacognitive sub-elements were classified by the model?",{"text":117,"@type":113},"The model coded Goal Setting, Strategy Choice, Reflection on Learning, and Effort Regulation. These sub-elements represent key aspects of metacognitive regulation in students’ reflections.",{"name":119,"@type":110,"acceptedAnswer":120},"What limitations did the study identify even when classification accuracy was high?",{"text":121,"@type":113},"Although the model could detect metacognitive constructs, it lacked pedagogical and contextual grounding to judge their quality or relevance and required substantial human effort for effective use.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},579226,1792191324,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":44,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":4},8796095461564,"https://ap-avatar.wpscdn.com/davatar_155a257f0dc6eb9ab79c44ca47cae57d","Evaluating Generative AI as a Supportive Analytic Partner in Qualitative Coding of Metacognitive Student Reflections  \nRebecca Marrone  \nAdelaide University  \nAdelaide , Australia [Rebecca.Marrone@adelaide.edu.au](Rebecca.Marrone@adelaide.edu.au)  \nAbhinava Barthakur  \nAdelaide University  \nAdelaide , Australia [Abhinava.Barthakur@adelaide.edu.au](Abhinava.Barthakur@adelaide.edu.au)  \nDavid Randall Adelaide University Adelaide , Australia  \n[David.Randall@adelaide.edu.au](David.Randall@adelaide.edu.au)  \nVitomir Kovanovic Adelaide University Adelaide , Australia  \n[Vitomir.Kovanovic@adelaide.edu.au](Vitomir.Kovanovic@adelaide.edu.au)  \nNazanin Mottaghi Adelaide University Adelaide , Australia  \n[Nazanin.Mottaghi@adelaide.edu.au](Nazanin.Mottaghi@adelaide.edu.au)  \nMaarten De Laat Adelaide University Adelaide , Australia  \n[Maarten.DeLaat@adelaide.edu.au](Maarten.DeLaat@adelaide.edu.au)  \nQualitative data provides rich insight into student and educator thinking but remains difficult to analyse systematically at scale. The rise of generative artificial intelligence (GenAI) introduces new opportunities for pattern recognition and interpretive support, while also raising questions about how such systems can be responsibly embedded in educational research workflows. This study investigates the application of a finetuned GenAI model to classify metacognitive elements in student self-reflections and examines the methodological and epistemological implications of this process.  \nIn partnership with a secondary school, a university, and a state education department, the study analysed more than 14,000 student reflection artefacts collected between 2018 and 2023. A total of 4,631 samples were manually coded for four sub-elements of metacognition—Goal Setting, Strategy Choice, Reflection on Learning, and Effort Regulation—which were then used to train and evaluate a fine-tuned GPT-4o-mini model that achieved 80.98% classification accuracy. However, our analysis also raises critical questions. While the model could detect the existence of metacognitive constructs, it lacked the pedagogical and contextual grounding to assess their quality or relevance and required significant human effort. These findings highlight the need to reconceptualise GenAI not as a replacement for human judgement, but as a supportive analytic partner. We argue that co-design processes between educators, researchers, and developers are essential to ensure AI systems are trustworthy, theoretically grounded, and practically useful. The approach outlined in this study provides a roadmap for extending the use of GenAI to other complex educational constructs, ensuring that AI is framed not merely as a tool but as a supportive analytic partner whose design reflects the needs and values of all system actors.  \nKeywords: metacognition, human-in-the-loop, artificial intelligence, qualitative research, K-12 education  \n318 Journal of Educational Data Mining, Volume 18, No 1, 2026  \n1. INTRODUCTION  \nMetacognition is understood as the awareness and regulation of one’s own cognitive processes (Flavell, 1979) . It is widely recognised as a cornerstone of self-regulated learning (Winne & Hadwin, 1998) and a critical determinant of academic and lifelong learning success (Zimmerman, 2002) . However, capturing metacognitive thinking remains a persistent challenge (Azevedo, 2020) . Traditional tools such as self-report questionnaires, while scalable, are limited in their capacity to capture the nuanced and context-specific ways in which students engage in metacognitive thinking (Pintrich et al., 2000; Veenman & Spaans, 2005) . In response, researchers have increasingly turned to qualitative data, particularly reflective writing, as a means of accessing students’ cognitive processes (Ozturk, 2017; Schraw, 2000) . Qualitative data, particularly when drawn from naturally occurring classroom artefacts, offers educators and researchers a powerful lens into how students articulate, regulat","cbCaihRUTEpaLAxu","https://ap.wps.com/l/cbCaihRUTEpaLAxu","pdf",399093,23,"English","# Introduction\n## Metacognition and qualitative coding challenges\n## Generative AI in educational research workflows","[{\"question\":\"How was generative AI used in the metacognitive coding process?\",\"answer\":\"A fine-tuned GPT-4o-mini model was trained and evaluated to classify four metacognitive sub-elements from student self-reflections. Manual coding of 4,631 samples supported training and benchmarking.\"},{\"question\":\"What metacognitive sub-elements were classified by the model?\",\"answer\":\"The model coded Goal Setting, Strategy Choice, Reflection on Learning, and Effort Regulation. These sub-elements represent key aspects of metacognitive regulation in students’ reflections.\"},{\"question\":\"What limitations did the study identify even when classification accuracy was high?\",\"answer\":\"Although the model could detect metacognitive constructs, it lacked pedagogical and contextual grounding to judge their quality or relevance and required substantial human effort for effective use.\"}]","Evaluating Generative AI as a Supportive Analytic Partner in Qualitative Coding of Metacognitive Student Reflections - Case Study | PDF",1792035247,58]