[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-577872-105":59,"doc-detail-577872-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","expert-judgment-vs-psychometric-analysis-enhancing-high-school-exam-development-in-albania","Expert judgment vs. psychometric analysis - Enhancing high school exam development in Albania","","In Albania, high school graduates take State Matura exams that determine university entrance through a merit-based system. Since 2006, the exams include three mandatory tests—Albanian language and literature, Mathematics, and a foreign language—plus one elective from eight options. Each exam awards 60 points split between multiple-choice and open-response tasks. Historically, item difficulty relied mainly on expert judgment with limited psychometric validation, using Classical Test Theory (CTT) on a 4–10 decimal scale. The study proposes a ShinyApp for fast, transparent, replicable item analysis.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/expert-judgment-vs-psychometric-analysis-enhancing-high-school-exam-development-in-albania/577872/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/expert-judgment-vs-psychometric-analysis-enhancing-high-school-exam-development-in-albania/577872.png","ImageObject",300,407,{"name":92,"@type":93},"Emma Wilson","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-16","2026-10-15",true,{"@type":102,"interactionType":103,"userInteractionCount":29},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"How do Albania’s State Matura exams affect university admission?","Question",{"text":112,"@type":113},"They determine eligibility for university degree programs through a merit-based system.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"What assessment model has historically been used to set item difficulty?",{"text":117,"@type":113},"Item difficulty has been set mainly through expert judgment with limited psychometric validation, with proficiency computed using Classical Test Theory (CTT).",{"name":119,"@type":110,"acceptedAnswer":120},"What does the proposed ShinyApp provide to exam developers?",{"text":121,"@type":113},"It integrates exam data to deliver fast, transparent, and replicable psychometric insights that support evidence-based decision-making.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},577872,1792210497,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":29,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":4},3848291630094,"https://eur-avatar.wpscdn.com/davatar_085a072bc5b1113ac321206ff7593b45","Expert judgment vs. psychometric analysis: Enhancing high school exam development in Albania  \nEralda Gjika1*, Lule Basha2, Afërdita Alizoti3, João Paulo Araujo Lessa4  \n1University Metropolitan Tirana, Faculty of Computer Engineering and IT, Tirana, Albania 2University of Tirana, Faculty of Natural Science, Tirana, Albania  \n3Centre of Educational Services, Tirana, Albania 4University Tuiuti do Paraná, Brazil  \nARTICLE HISTORY  \nReceived: Oct. 21, 2024  \nAccepted: Sep. 23, 2025  \nKeywords:  \nE-assessment, Item analysis, CTT,  \nExpert judgment, High school exams.  \nAbstract: In Albania, high school graduates undergo State Matura exams that determine university entrance through a merit-based system. Since 2006, these pencil and paper exams have included three mandatory exams: Albanian language and literature, Mathematics, and a foreign language, plus one elective exam from a list of eight. Each exam totals 60 points: 20 points for multiple-choice items and 40 points for open-response items (structured and essay-type) covering Albanian literacy and a foreign language. Historically, item difficulty has been set primarily by expert judgment, with limited psychometric validation, and student proficiency has been computed via Classical Test Theory (CTT) on a 4-10 decimal scale. This study highlights the lack of psychometric analysis in Matura exams, emphasizing the need for improved assessment methods. By focusing on the limitations of relying solely on expert judgment in an era of technological innovations, we address the challenges posed by insufficient historical item parameters. To support expert judgment, we present a ShinyApp that integrates exam data to provide fast, transparent, and replicable psychometric insights. The tool demonstrates how technology can support evidence-based decision-making and contribute to modernizing Albania ’se-assessment framework.  \nINTRODUCTION  \nAssessments play a crucial role in guiding students toward their college or university paths, preparing them with the competencies and expertise required to succeed in their careers. On the other hand, they act as significant indicators of academic progress. These data are valuable for educators and policymakers who can benefit by identifying areas of strength and weakness in the curriculum, teaching, and learning methodologies. Timely and appropriate actions can greatly contribute to the overall success of the educational program (OECD, 2024a) . Among state assessments, high school examinations play an important role in the educational journey of students, often determining their eligibility for higher education. In many educational systems as in Albania, these exams serve as an important bridge to college or university admissions by shaping this way students' career trajectories. In this study, we analyze one of  \n*Corresponding author at: Eralda GJIKA 􀀍 [eraldagjika@gmail.com](eraldagjika@gmail.com) 􀁽 University Metropolitan Tirana, Faculty of Computer Engineering and IT, Tirana, Albania  \nThe copyright of the published article belongs to its author under CC BY 4.0 license. To view a copy of this licence, visit [http://creativecommons.org/licenses/by/4.0/](http://creativecommons.org/licenses/by/4.0/)  \n[e-ISSN: 2148-7456](e-ISSN: 2148-7456)  \nthe elective subject exams from the Albanian State Matura, a national high school graduation assessment. The examination process is centrally regulated by the Center for Educational Services (CES), which is responsible for item creation, exam design, administration, marking, scoring, and the dissemination of final results to students.  \nState Matura examinations (previously known as high school examinations) were introduced in 2006 as a pre-university examination system. Apart from the evaluation of student performance at the end of high school, these results are important for determining students' eligibility for various university degree programs in Albania. Ever since their initial presentation in 2006, these e","cbCaidFaATaAHYV0","https://ap.wps.com/l/cbCaidFaATaAHYV0","pdf",548970,15,"English","# Introduction\n## State Matura structure and administration\n## Item difficulty setting and scoring approach\n## Study aim and proposed psychometric support","[{\"question\":\"How do Albania’s State Matura exams affect university admission?\",\"answer\":\"They determine eligibility for university degree programs through a merit-based system.\"},{\"question\":\"What assessment model has historically been used to set item difficulty?\",\"answer\":\"Item difficulty has been set mainly through expert judgment with limited psychometric validation, with proficiency computed using Classical Test Theory (CTT).\"},{\"question\":\"What does the proposed ShinyApp provide to exam developers?\",\"answer\":\"It integrates exam data to deliver fast, transparent, and replicable psychometric insights that support evidence-based decision-making.\"}]","Expert judgment vs. psychometric analysis - Enhancing high school exam development in Albania | PDF",1792032574,38]