[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-579711-105":59,"doc-detail-579711-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","evaluating-research-reports-on-the-qualities-of-tests-of-english-language-skills-in-indonesian-schools-a-systematic-review","Evaluating Research Reports on the Qualities of Tests of English Language Skills in Indonesian Schools: A Systematic Review","","The article investigates whether assessments of English language skills in Indonesian schools are valid and reliable by systematically reviewing evaluation studies published over the last 14 years. Using the PRISMA framework, it screens articles across prominent databases and ultimately includes 14 research papers. Results show strong emphasis on multiple-choice item analysis and measures such as content validity, reliability, and construct validity, but also reveal frequent methodological limitations. The work concludes that subjective and inconsistent validation procedures dominate and recommends structured teacher training, psychometric-based validation adoption, and expert-judgment involvement.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/evaluating-research-reports-on-the-qualities-of-tests-of-english-language-skills-in-indonesian-schools-a-systematic-review/579711/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/evaluating-research-reports-on-the-qualities-of-tests-of-english-language-skills-in-indonesian-schools-a-systematic-review/579711.png","ImageObject",300,407,{"name":92,"@type":93},"Ezra","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-16","2026-10-15",true,{"@type":102,"interactionType":103,"userInteractionCount":24},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What is the main purpose of the systematic review?","Question",{"text":112,"@type":113},"To critique evaluation studies on English language test qualities by examining the soundness of their methods and results.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How were studies selected for the review?",{"text":117,"@type":113},"The PRISMA framework was used to screen articles from multiple prominent databases, resulting in 14 included research papers.",{"name":119,"@type":110,"acceptedAnswer":120},"What do the findings suggest about Indonesian language test research quality?",{"text":121,"@type":113},"Many studies focus on multiple-choice item analysis and common validity/reliability targets, but they often lack methodological rigor, including limited expert judgment and insufficient psychometric-based construct validation procedures.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},579711,1792210542,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":24,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":4},1099514068035,"https://ap-avatar.wpscdn.com/davatar_276721f389ce27ea32af1340a28f341c","Language Education & Assessment  \nISSN 2209-3591  \n[https://www.castledown.com/journals/lea/](https://www.castledown.com/journals/lea/)  \nLanguage Education & Assessment, 8(1), 2237 (2025) [https://doi.org/10.29140/lea.v8n1.2237](https://doi.org/10.29140/lea.v8n1.2237)  \nEvaluating Research Reports on the Qualities of Tests of English Language Skills in Indonesian Schools: A Systematic Review  \nPATRISIUS ISTIARTO DJIWANDONOa DANIEL GINTINGb  \naUniversitas Ma Chung, Indonesia [patrisius.istiarto@machung.ac.id](patrisius.istiarto@machung.ac.id)  \nbUniversitas Ma Chung, Indonesia [daniel.ginting@machung.ac.id](daniel.ginting@machung.ac.id)  \nAbstract  \nThe teaching of English as a foreign language in Indonesia has a long history, and it is always important to ask whether the assessment of the students’ language skills has been valid and reliable. A screening of many articles in several prominent databases reveal that a number of evaluation studies have been done by Indonesian scholars in the last 14 years. This paper reports a systematic review with the aim of critiquing those evaluation studies to see the soundness of their methods and their results. PRISMA framework was used to screen a large number of articles from the databases and to finally obtain 14 research papers published in various journals. The findings indicate that most of the studies were focused on the analysis of the items in multiple-choice tests, and on the content validity, reliability and construct validity of those tests. A further scrutiny revealed that many of these studies lacked methodological rigor, including the absence of expert judgment in content validation, limited application of psychometric frameworks such as Aiken’s V formula, and insufficient procedures for construct validation.  \nWhile the measurement of the item difficulty, item discriminatory power, and distractors’ efficiency were relatively adequate, the approaches to determining the content validity, construct validity, and reliability of the tests remained overly subjective and inconsistent. These findings highlight the need for improvements in language test research practices in Indonesia, including structured training for teachers in language assessment, the adoption of psychometric-based validation methods, and systematic involvement of expert judgment in test development processes  \nKeywords: language tests, content validity, construct validity, reliability, systematic review  \nCopyright: © 2025 Patrisius Istiarto Djiwandono & Daniel Ginting. This is an open access article distributed under the terms of the Creative Commons Attribution Non-Commercial 4.0 International License, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.  \nData Availability Statement: All relevant data are within this paper.  \nEvaluating Research Reports on the Qualities of Tests of English Language Skills in Indonesian Schools 2  \nIntroduction  \nEvaluation and testing have always been an indispensable part in academic sphere. It helps the practitioners to answer a burning question: how far and how well have we achieved our objectives? In a school context, it is often translated into tests. Tests comprise a vital part in the education system because they enable the students to see how good they are academically and enable the teachers to know whether they have been successful in their teaching. Taken to a narrower context of English language tests, the tests help the students to see how well they have been able to use English and help the teachers to see whether they have been successful in teaching their students how to use English to communicate.  \nThe teaching of English in Indonesia dates back to 1967 when a decree by the Minister of Education established that English is a foreign language that must be taught in Indonesian schools (Komaria, 1998) . The curricula that spanned from 1946 to 2013 have always aimed at the mastery of","cbCairMGeJ63Efnv","https://ap.wps.com/l/cbCairMGeJ63Efnv","pdf",341618,18,"English","# Abstract\n# Introduction\n## Background and importance of evaluation and testing\n## English teaching and assessment context in Indonesia\n## Need for a systematic review and research objective","[{\"question\":\"What is the main purpose of the systematic review?\",\"answer\":\"To critique evaluation studies on English language test qualities by examining the soundness of their methods and results.\"},{\"question\":\"How were studies selected for the review?\",\"answer\":\"The PRISMA framework was used to screen articles from multiple prominent databases, resulting in 14 included research papers.\"},{\"question\":\"What do the findings suggest about Indonesian language test research quality?\",\"answer\":\"Many studies focus on multiple-choice item analysis and common validity/reliability targets, but they often lack methodological rigor, including limited expert judgment and insufficient psychometric-based construct validation procedures.\"}]","Evaluating Research Reports on the Qualities of Tests of English Language Skills in Indonesian Schools: A Systematic Review | PDF",1792036167,45]