[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-576614-105":3,"doc-detail-576614-en":85,"detail-sidebar-cat-0-en-105":120},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":78,"head_meta":80,"extra_data":82,"updated_unix":84},105,"en","comparative-analysis-of-human-graders-and-ai-in-assessing-secondary-school-efl-journal-writing","Comparative Analysis of Human Graders and AI in Assessing Secondary School EFL Journal Writing","","This study provides a comprehensive comparative analysis of grading journal writing in English as a Foreign Language (EFL) at the secondary school level, contrasting a Generative Artificial Intelligence (GenAI) platform with two human graders. Using a convergent parallel mixed methods design, it collects quantitative data from 389 assignments by 91 students in a private Istanbul school during the 2023–2024 first semester, alongside qualitative feedback analysis from both sources. Findings show high agreement, supporting GenAI’s consistency and effectiveness, while noting limited sampling, context specificity, and evaluation variability. Results suggest GenAI can complement human feedback, which remains essential for personalized, emotionally supportive comments. Future research is recommended to examine evaluation criteria, long-term effects, and ethical considerations in AI-enabled education.",{"@graph":14,"@context":77},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/comparative-analysis-of-human-graders-and-ai-in-assessing-secondary-school-efl-journal-writing/576614/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/comparative-analysis-of-human-graders-and-ai-in-assessing-secondary-school-efl-journal-writing/576614.png","ImageObject",300,407,{"name":42,"@type":43},"Himbo","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-11-15","2026-10-15",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",12,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69,73],{"name":60,"@type":61,"acceptedAnswer":62},"What was compared in the study of EFL journal writing assessment?","Question",{"text":63,"@type":64},"The study compared grading results and feedback quality from a GenAI platform with evaluations from two human graders for secondary school EFL journal writing.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"What methodology and data were used to evaluate the graders?",{"text":68,"@type":64},"A convergent parallel mixed methods design was used, combining quantitative evaluation of 389 assignments from 91 students with qualitative analysis of feedback from both GenAI and human sources.",{"name":70,"@type":61,"acceptedAnswer":71},"What were the main findings about agreement and effectiveness?",{"text":72,"@type":64},"Results showed a high level of agreement between the GenAI platform and human graders, indicating that GenAI can effectively simulate an English teacher’s role in an EFL context.",{"name":74,"@type":61,"acceptedAnswer":75},"What limitations and future research directions were identified?",{"text":76,"@type":64},"The study notes limitations related to sample size, specific context, and potential variability in evaluations, and recommends future work on evaluation criteria, long-term impacts, and ethical considerations of AI in education.","https://schema.org",{"og:url":32,"og:type":79,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":81,"canonical":32},"index,follow",{"doc_id":83,"site_id":7},576614,1792192319,{"code":4,"msg":86,"data":87},"success",{"doc_id":83,"user_id":88,"nickname":42,"user_avatar":89,"doc_module":4,"category_id":90,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":91,"file_id":92,"file_url":93,"file_type":94,"file_size":95,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":96,"language":97,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":98,"faqs":99,"seo_title":100,"seo_description":12,"update_tm":101,"read_time":102,"preview_page_count":33,"preview_urls":103},687197100911,"https://ap-avatar.wpscdn.com/avatar/a000239b6f1da00475?x-image-process=image/resize,m_fixed,w_180,h_180&k=1785132997149421697",8,"Comparative Analysis of Human Graders and AI in Assessing Secondary  \nSchool EFL Journal Writing  \nSeval Kemal, Ayşegül Liman-Kaban  \nAbstract: This study conducts a comprehensive analysis of the assessment of journal writing in English as a Foreign Language (EFL) at the secondary school level, comparing the performance of a Generative Artificial Intelligence (GenAI) platform with two human graders. Employing a convergent parallel mixed methods design, quantitative data were collected from 389 assignments of 91 students in a private school in Istanbul during the first semester of the 2023-2024 academic year, evaluated by both the GenAI platform and human graders. Qualitative data involved analyzing feedback from both sources. The study aimed to compare grading performance, assess the GenAI platform's consistency and effectiveness, and examine feedback quality. Results indicated a high level of agreement between the GenAI platform and human graders, suggesting the GenAI platform can effectively simulate an English teacher's role in an EFL context. Limitations include the restricted sample size, the study's specific context, and potential variability in evaluations. Findings highlight the potential for integrating GenAI in EFL assessment, though human feedback remains crucial for personalized and emotionally supportive feedback. The conclusion emphasizes the GenAI platform's promise in enhancing feedback efficiency and comprehensiveness, while recommending future research to explore evaluation criteria, long-term impacts, and ethical considerations.  \nKeywords: AI-driven assessment, human vs. AI grading, generative AI, assessment in education, EFL assessment, feedback quality, AI in education, writing assessment, formative feedback, automated scoring.  \nHighlights  \nWhat is already known about this topic:  \n• Human feedback is crucial for personalized and emotionally supportive learning.  \n• AI platforms can provide consistent and detailed feedback in educational settings. What this paper contributes:  \n• Demonstrates the effectiveness of a GenAI platform in assessing EFL journal writing.  \n• Shows high agreement between GenAI platform and human graders in EFL assessments.  \n• Highlights the potential for integrating AI in EFL writing assessments.  \nImplications for theory, practice and/or policy:  \n• Encourages the use of GenAI platforms to complement human graders in EFL contexts.  \n• Suggests refining evaluation criteria for EFL assessments using AI.  \n• Recommends future research on long-term impacts and ethical considerations of AI in education.  \nIntroduction  \nDigital technologies have dramatically transformed the educational landscape, as highlighted by Timotheou et al. (2023) . One of the most significant advancements is the integration of artificial intelligence (AI) . As described by Cao (2023), AI encompasses the science of designing intelligent machines that emulate human behaviors, aiming to replicate and enhance human capabilities (Naqvi, 2020) . AI’s impact, particularly in education, has reshaped learning environments in profound ways (Bozkurt, 2023) .  \nAmong the various AI applications, GenAI has emerged as a crucial tool in language education. GenAI, a subset of AI, autonomously generates content in response to specific prompts (Miao & Holmes, 2023) . Large language models (LLMs), such as OpenAI’s GPT-3, Google’s Bard (later Gemini), and Microsoft’s Bing, have revolutionized how education, particularly language learning, is approached. These models demonstrate capabilities like addressing queries, challenging flawed assumptions, acknowledging mistakes, and producing high-quality written content, often exceeding the skills of many human counterparts (Elkins & Chun, 2020) .  \nIn the context of English as a Foreign Language (EFL) education, AI has been applied in several domains, including automated written corrective feedback (Koltovskaia, 2020) . However, research on the efficacy of LLMs in assessing writing, ","cbCainurKYuIamV8","https://ap.wps.com/l/cbCainurKYuIamV8","pdf",480677,24,"English","# Introduction\n## Research Questions\n# Methods and Design\n## Mixed Methods Approach\n# Results and Implications\n## Agreement Between GenAI and Human Graders\n## Feedback Quality and Future Work","[{\"question\":\"What was compared in the study of EFL journal writing assessment?\",\"answer\":\"The study compared grading results and feedback quality from a GenAI platform with evaluations from two human graders for secondary school EFL journal writing.\"},{\"question\":\"What methodology and data were used to evaluate the graders?\",\"answer\":\"A convergent parallel mixed methods design was used, combining quantitative evaluation of 389 assignments from 91 students with qualitative analysis of feedback from both GenAI and human sources.\"},{\"question\":\"What were the main findings about agreement and effectiveness?\",\"answer\":\"Results showed a high level of agreement between the GenAI platform and human graders, indicating that GenAI can effectively simulate an English teacher’s role in an EFL context.\"},{\"question\":\"What limitations and future research directions were identified?\",\"answer\":\"The study notes limitations related to sample size, specific context, and potential variability in evaluations, and recommends future work on evaluation criteria, long-term impacts, and ethical considerations of AI in education.\"}]","Comparative Analysis of Human Graders and AI in Assessing Secondary School EFL Journal Writing | PDF",1792030105,60,[104,108,112,116],{"page_no":22,"url":105,"width":106,"height":107},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-18/4ebc6c393761b981bd1611add1ac89ab.webp",983,1390,{"page_no":26,"url":109,"width":110,"height":111},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-18/b67d28867c133e29ab92b5ac131ddb78.webp",982,1388,{"page_no":30,"url":113,"width":114,"height":115},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-18/637aa5c67580ec132e698225d95d18e2.webp",981,1387,{"page_no":33,"url":117,"width":118,"height":119},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-18/5de94ad5666f22d472efcc598275d41e.webp",980,1385,{"code":4,"msg":86,"data":121},[122,126,130,134,138,143,148,151,156,159,163],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":123,"show_sort_weight":124,"slug":125},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":127,"show_sort_weight":128,"slug":129},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":131,"show_sort_weight":132,"slug":133},"Exam",70,"exam",{"id":135,"doc_module":4,"doc_module_name":25,"category_name":136,"show_sort_weight":102,"slug":137},5,"Comic","comic",{"id":139,"doc_module":4,"doc_module_name":25,"category_name":140,"show_sort_weight":141,"slug":142},6,"Technology",50,"technology",{"id":144,"doc_module":4,"doc_module_name":25,"category_name":145,"show_sort_weight":146,"slug":147},7,"Healthcare",40,"healthcare",{"id":90,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":149,"slug":150},30,"research-report",{"id":152,"doc_module":4,"doc_module_name":25,"category_name":153,"show_sort_weight":154,"slug":155},9,"Religion & Spirituality",20,"religion-spirituality",{"id":154,"doc_module":4,"doc_module_name":25,"category_name":157,"show_sort_weight":154,"slug":158},"World Cup","world-cup",{"id":160,"doc_module":4,"doc_module_name":25,"category_name":161,"show_sort_weight":160,"slug":162},10,"Lifestyle","lifestyle",{"id":164,"doc_module":4,"doc_module_name":25,"category_name":165,"show_sort_weight":135,"slug":166},19,"General","general"]