[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-586056-105":59,"doc-detail-586056-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","embedding-embedded-standard-setting-an-application-of-cross-classified-item-response-theory-modeling","Embedding Embedded Standard Setting - An Application of Cross-Classified Item Response Theory Modeling","","English language proficiency (ELP) assessments rely on standard setting to convert policy definitions into reporting-scale cutscores that monitor eligibility and annual progress for English learners. This report focuses on embedded standard setting (ESS), where calibrated items targeting specific performance levels (target PLs) produce cutscores by optimizing coherence between item difficulties and target PLs. It critiques alignment checks based on correlation coefficients and proposes regressing item difficulties on target PLs within the cross-classified item response theory (IRT) model used for item calibration.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/embedding-embedded-standard-setting-an-application-of-cross-classified-item-response-theory-modeling/586056/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/embedding-embedded-standard-setting-an-application-of-cross-classified-item-response-theory-modeling/586056.png","ImageObject",300,407,{"name":92,"@type":93},"Jordan Avery","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-05","2026-10-15",true,{"@type":102,"interactionType":103,"userInteractionCount":19},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What problem does the report address in embedded standard setting (ESS)?","Question",{"text":112,"@type":113},"ESS aims to produce cutscores from calibrated items targeting specific performance levels. The report addresses the validity-critical alignment between item difficulties and target PLs and limitations of assessing this alignment using correlation coefficients alone.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How does the proposed method improve the assessment of alignment?",{"text":117,"@type":113},"It regresses item difficulties onto target PLs and integrates this regression into the psychometric model used for item calibration, rather than relying only on correlation coefficients as an alignment indicator.",{"name":119,"@type":110,"acceptedAnswer":120},"What model is used to implement the integration of calibration and alignment evaluation?",{"text":121,"@type":113},"A cross-classified item response theory (IRT) model is used, assuming both person and item effects are random and enabling item difficulties to be regressed onto their target PLs.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},586056,1792548919,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":19,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":4},1099523882367,"https://ap-avatar.wpscdn.com/davatar_9964176cb1d06d4a9deccf72a44ae3dc","EMBEDDING EMBEDDED STANDARD SETTING: AN APPLICATION OF CROSSCLASSIFIED ITEM RESPONSE THEORY MODELING  \nYun-Kyung Kim & Li Cai  \nJANUARY 2025 CRESST REPORT 876  \nCopyright © 2025 The Regents of the University of California.  \nThe work reported herein was supported by grant number S368A190007 from the U.S. Department of Education with funding to the Iowa Department of Education and subaward to the National Center for Research on Evaluation, Standards, and Student Testing (CRESST) .  \nThe findings and opinions expressed in this report are those of the authors and do not necessarily reflect the positions or policies of the Iowa Department of Education or the U.S. Department of Education.  \nTo cite from this report, please use the following as your APA 7th edition reference: Kim, Y., & Cai, L. (2025) . Embedding Embedded Standard Setting: An Application of Cross-Classified Item Response Theory (CRESST Report 876) . UCLA/CRESST.  \nTable of Contents  \nExecutive Summary ............................................................................................................... iv  \nIntroduction............................................................................................................................ 6  \nProposed Modeling Approach................................................................................................. 8  \nMeasurement Model..................................................................................................................8  \nLatent Regression Model............................................................................................................9  \nSimulation Study..................................................................................................................... 9  \nStudy Design ...............................................................................................................................9  \nData Generation ....................................................................................................................... 10  \nModel and Estimation .............................................................................................................. 10  \nResults ...................................................................................................................................... 10  \nEmpirical Example................................................................................................................. 13  \nData .......................................................................................................................................... 13  \nModel and Estimation .............................................................................................................. 14  \nData Structure .......................................................................................................................... 15  \nResults ...................................................................................................................................... 16  \nConclusion and Discussion .................................................................................................... 19  \nAppendix A ........................................................................................................................... 21  \nAppendix B ........................................................................................................................... 21  \nAppendix C ........................................................................................................................... 22  \nReferences ............................................................................................................................ 22  \nEmbedding Embedded Standard Setting: An Application of Cross-Classified Item Response Theory Modeling  \nYun-Kyung Kim & Li Cai  \nCRESST/University of California, Los Angeles  \nExecutive Summary  \nEnglish language proficiency (ELP) assessments play a cri","cbCailyZoR9aKWpI","https://ap.wps.com/l/cbCailyZoR9aKWpI","pdf",1405774,25,"English","# Executive Summary\n# Introduction\n# Proposed Modeling Approach\n## Measurement Model\n## Latent Regression Model\n# Simulation Study\n## Study Design\n## Data Generation\n## Model and Estimation\n# Results\n# Empirical Example\n## Data\n## Model and Estimation\n## Data Structure\n## Results\n# Conclusion and Discussion\n# Appendix A\n# Appendix B\n# Appendix C\n# References","[{\"question\":\"What problem does the report address in embedded standard setting (ESS)?\",\"answer\":\"ESS aims to produce cutscores from calibrated items targeting specific performance levels. The report addresses the validity-critical alignment between item difficulties and target PLs and limitations of assessing this alignment using correlation coefficients alone.\"},{\"question\":\"How does the proposed method improve the assessment of alignment?\",\"answer\":\"It regresses item difficulties onto target PLs and integrates this regression into the psychometric model used for item calibration, rather than relying only on correlation coefficients as an alignment indicator.\"},{\"question\":\"What model is used to implement the integration of calibration and alignment evaluation?\",\"answer\":\"A cross-classified item response theory (IRT) model is used, assuming both person and item effects are random and enabling item difficulties to be regressed onto their target PLs.\"}]","Embedding Embedded Standard Setting - An Application of Cross-Classified Item Response Theory Modeling | PDF",1792056747,63]