[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-578091-105":59,"doc-detail-578091-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","large-language-models-for-educational-task-authoring-a-bebras-challenge-case-study","Large Language Models for Educational Task Authoring - A Bebras Challenge Case Study","","This study examines how large language models (LLMs) can author computational thinking tasks for the Bebras International Challenge using a single-case study approach. An exemplar-based workflow employed seven authentic Bebras tasks from the 2024 cycle, generating a novel navigation puzzle accepted for the 2025 challenge. Expert reviewers assessed alignment with Bebras criteria such as age-appropriateness, clarity, and cultural neutrality. Two workflow gaps—visual accessibility compliance and technical inaccuracies—required collaborative editorial revision, illustrating a pipeline combining contextual preparation, LLM guidance, human implementation, review, and iteration.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/large-language-models-for-educational-task-authoring-a-bebras-challenge-case-study/578091/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/large-language-models-for-educational-task-authoring-a-bebras-challenge-case-study/578091.png","ImageObject",300,407,{"name":92,"@type":93},"Eliana","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-15","2026-10-15",true,{"@type":102,"interactionType":103,"userInteractionCount":39},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"How did the study use LLMs to create a Bebras-style task?","Question",{"text":112,"@type":113},"The study used exemplar-based prompting with seven authentic Bebras tasks from the 2024 cycle as contextual input, then developed a new task for the 2025 challenge.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How was the generated task evaluated?",{"text":117,"@type":113},"International expert reviewers evaluated the task using established Bebras quality criteria, checking requirements such as age-appropriateness, clarity, and cultural neutrality.",{"name":119,"@type":110,"acceptedAnswer":120},"What issues emerged during the authoring workflow?",{"text":121,"@type":113},"Two major gaps were identified: accessibility compliance problems in researcher-authored visual components and technical inaccuracies in the LLM-generated informatics framing.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},578091,1792189752,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":39,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":4},4398048949847,"https://ap-avatar.wpscdn.com/avatar/400002536579ef2da7f?_k=1778318612642679267","Informatics in Education, 2026, Vol. 25, No. 1, 37–57 37  \n© 2026 L. Busuttil. Published by Vilnius University and Tallinn University DOI: [https://doi.org/10.15388/infedu.2509.022](https://doi.org/10.15388/infedu.2509.022)  \nLarge Language Models for Educational Task Authoring: A Bebras Challenge Case Study  \nLeonard BUSUTTIL [0000-0003-3779-891X] University of Malta, Malta  \ne-mail: [leonard.busuttil@um.edu.mt](leonard.busuttil@um.edu.mt)  \nAbstract. This study explores the application of large language models (LLMs) to create computational thinking tasks for the Bebras International Challenge through a single-case study approach. Using exemplar-based prompting with seven authentic Bebras tasks from the 2024 cycle as contextual input, a task was developed that was subsequently accepted for inclusion in the 2025 international Bebras challenge. Comparison with the exemplar tasks confirmed that the generated content drew from multiple sources rather than replicating any single task, combining grid-based constraint satisfaction, rule-based filtering, and logical deduction into a novel navigation puzzle with engaging narrative context. International expert reviewers evaluated the task using established Bebras quality criteria, confirming successful alignment with core pedagogical requirements including age-appropriateness, clarity, and cultural neutrality. However, two significant gaps emerged in the broader authoring workflow: accessibility compliance in the researcher-authored visual components and technical inaccuracies in the LLM-generated informatics framing. Following collaborative revision by international editors that addressed these concerns while preserving the LLM’s creative contributions, the task achieved acceptance for international use. The findings reveal a collaborative pipeline comprising contextual preparation, LLM-guided generation, human technical implementation, expert community review, and collaborative revision. Results from this case suggest that LLMs can efficiently generate educationally sound creative foundations while requiring integrated human expertise to meet specialised standards and ensure inclusive design, with the task’s acceptance providing encouraging evidence for the viability of this collaborative approach.  \nKeywords: Large Language Models, Educational Task Authoring, Computational Thinking, Bebras Challenge, Human-AI Collaboration.  \n1. Introduction  \nRecent advances in LLM capabilities have sparked interest in their potential for educational content creation, with studies demonstrating efficiency gains in the generation of assessment items (Hou et al., 2024; Pourcel et al., 2024) . However, concerns persist regarding creativity, technical accuracy, and alignment with specialised educational standards. While some research suggests that LLMs can generate diverse and engaging content (Pourcel et  \n38 Large Language Models for Educational Task Authoring  \nal., 2024), others highlight a tendency toward pattern reproduction rather than genuine innovation (Shoaib et al., 2025; Kuusemets et al., 2024) . These concerns are particularly relevant for contest-style computational thinking tasks, where originality and pedagogical depth are essential.  \nThe Bebras International Challenge on Informatics and Computational Thinking providesan ideal context for examining these challenges. As a global initiative engaging over three million students annually across more than 50 countries, Bebras has established rigorous quality criteria for educational tasks that emphasise clarity, creativity, cultural neutrality, and relevance to informatics (Dagienė and Futschek, 2008; Vaníček, 2014) . The challenge’s year-long collaborative development process, culminating in expert review by international panels, offers an authentic evaluation framework rarely available in educational technology research.  \nDespite the growing body of work on LLM-generated assessments, research examining LLMs in the context of Bebras tas","cbCaivmYJCBp4vjk","https://ap.wps.com/l/cbCaivmYJCBp4vjk","pdf",591586,21,"English","# Introduction\n## Background\n### A Brief History of t","[{\"question\":\"How did the study use LLMs to create a Bebras-style task?\",\"answer\":\"The study used exemplar-based prompting with seven authentic Bebras tasks from the 2024 cycle as contextual input, then developed a new task for the 2025 challenge.\"},{\"question\":\"How was the generated task evaluated?\",\"answer\":\"International expert reviewers evaluated the task using established Bebras quality criteria, checking requirements such as age-appropriateness, clarity, and cultural neutrality.\"},{\"question\":\"What issues emerged during the authoring workflow?\",\"answer\":\"Two major gaps were identified: accessibility compliance problems in researcher-authored visual components and technical inaccuracies in the LLM-generated informatics framing.\"}]","Large Language Models for Educational Task Authoring - A Bebras Challenge Case Study | PDF",1792033065,53]