[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-529340-105":59,"doc-detail-529340-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","an-evaluation-of-automated-scoring-of-naplan-persuasive-writing-actioncompleteness","AN EVALUATION OF AUTOMATED SCORING OF NAPLAN PERSUASIVE WRITING - Action/Completeness","","An evaluation examines whether automated essay scoring systems can replicate human marking of NAPLAN persuasive writing, using the persuasive writing rubric. The study draws on NASOP research supporting online delivery of NAPLAN, including a 2012 pilot where students completed a persuasive writing task on computers. Validity is assessed through invigilator observations, cognitive interviews, and psychometric analyses showing comparable length and quality to paper-based tests. The paper outlines automated scoring principles, training needs, and advances from early proxy-based methods to modern semantic modeling and machine learning approaches.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/an-evaluation-of-automated-scoring-of-naplan-persuasive-writing-actioncompleteness/529340/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/an-evaluation-of-automated-scoring-of-naplan-persuasive-writing-actioncompleteness/529340.png","ImageObject",300,407,{"name":92,"@type":93},"Blitz","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-15","2026-10-09",true,{"@type":102,"interactionType":103,"userInteractionCount":24},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What is the main purpose of the paper on automated scoring?","Question",{"text":112,"@type":113},"To explore whether automated essay scoring systems can replicate human marking of NAPLAN persuasive essays using the persuasive writing rubric.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How did the 2012 pilot test whether students could complete the task on computers?",{"text":117,"@type":113},"Invigilator observations and follow-up cognitive interviews confirmed students could finish within the allotted time without being unduly limited by keyboarding skill.",{"name":119,"@type":110,"acceptedAnswer":120},"What does automated essay scoring require before it can score live student writing?",{"text":121,"@type":113},"It requires training, primarily using scripts scored by human markers, because the scoring process is iterative and depends on replicated optimal solutions.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},529340,1791689662,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":24,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":36},24464137899374,"https://us-avatar.wpscdn.com/davatar_3d24733baf745e90a7e4bdd5f77d97b2","AN EVALUATION OF AUTOMATED SCORING OF NAPLAN PERSUASIVE WRITING  \n2015 ACARA NASOP Research Team  \nAN EVALUATION OF AUTOMATED SCORING OF  \nNAPLAN PERSUASIVE WRITING  \nACARA NASOP Research Team  \n30 November 2015  \nThe National Assessment and Surveys Online Program (NASOP), funded by the Australian Government, was designed to support the delivery of the National Assessment Program (NAPLAN and NAP Sample) online. ACARA developed a comprehensive research program to address a range of transition issues, including test design and impacts on student performance, measurement and reporting. The research program consisted of a number of discrete but interdependent studies: a pilot study (2012), a trialling study (2013) and a development study (2014) . 1  \nAs part of the 2012 pilot, a sample of Australian students completed a NAPLAN persuasive writing task using a computer to write their essay. The writing task was the same across all year levels (3, 5, 7 and 9) .  \nKey to the validity of this study is whether students were able to demonstrate their writing ability via the computer. Invigilator observations and follow-up discussions (“cognitive interviews”) with students confirmed that students were able to complete the writing task within the allotted time, without being unduly constrained by level of keyboarding skill. Markers who scored the essays observed that student responses were at least as long, on average and of comparable quality, as those produced in paper-based tests. Even at Year 3, student lack of typing ability was not found to be a barrier to completing the task. Cognitive interviews also revealed that students appreciated the opportunity to edit their work online. Finally, psychometric analyses confirmed that the underlying writing scales performed in a similar manner to their paper-based analogues. Taken together these results indicate that the construct validity of the writing assessment was maintained in the digital environment.  \nThe purpose of the research presented in this paper is to explore the capacity of automated essay scoring systems to replicate human marking of NAPLAN persuasive essays using the persuasive writing rubric. The paper is organised as follows:  \n• Description and brief research summary of automated scoring of writing  \n• Method  \n• Results  \n• Discussion  \n1 For a full summary of NASOP and the findings of all studies released to date, go to the ACARA web site: [http://nap.edu.au/online-assessment/research-and-development](http://nap.edu.au/online-assessment/research-and-development)  \nDescription and brief research summary of automated scoring of writing 2  \nAutomated scoring of writing uses computer algorithms designed to emulate human scoring. This is achieved by extracting linguistic features from essays and then using machine learning and modelling to establish a correspondence between these features and essays scores based on a sample of essays that have been scored by human markers. These processes are iterative and require replication to achieve the most optimal solutions for scoring of essays. Consequently, automated scoring solutions require training (primarily through the use of human-marked scripts) before they can be used to mark student essays in a live test administration.  \nFirst generation automated scoring solutions developed in the mid to late 20th century used limited language processing methods and algorithms (e.g. word counts,  \ngrammar/spell checks) to extract and evaluate lexical and syntactic properties of essays that served as proxies of the underlying writing ability (e.g. Page 1966, 1994 ; Ajay, Tillett & Page 1973) . Regression analyses were then typically applied to generate an essay score. However, over the past two decades, significant developments and advancements in lexical analyses and knowledge representation have extended the coverage of modern automated scoring models to semantic information as well as greatly increased the range of linguistic features tha","cbCaidsWB2TK0X2x","https://ap.wps.com/l/cbCaidsWB2TK0X2x","pdf",999028,16,"English","# Description and brief research summary of automated scoring of writing\n## Method\n## Results\n## Discussion","[{\"question\":\"What is the main purpose of the paper on automated scoring?\",\"answer\":\"To explore whether automated essay scoring systems can replicate human marking of NAPLAN persuasive essays using the persuasive writing rubric.\"},{\"question\":\"How did the 2012 pilot test whether students could complete the task on computers?\",\"answer\":\"Invigilator observations and follow-up cognitive interviews confirmed students could finish within the allotted time without being unduly limited by keyboarding skill.\"},{\"question\":\"What does automated essay scoring require before it can score live student writing?\",\"answer\":\"It requires training, primarily using scripts scored by human markers, because the scoring process is iterative and depends on replicated optimal solutions.\"}]","AN EVALUATION OF AUTOMATED SCORING OF NAPLAN PERSUASIVE WRITING - Action/Completeness | PDF",1791520969]