[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-586021-105":59,"doc-detail-586021-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","content-validity-report-for-rivet-educations-scoring-and-evidence-guide-seg","Content Validity Report for Rivet Education’s Scoring and Evidence Guide (SEG)","","Content Validity Report for Rivet Education’s Scoring and Evidence Guide (SEG) evaluates the reliability and validity of SEG as an assessment instrument to support the selection of Professional Learning Providers (PLPs) in the PLPG database. The National Implementation Research Network conducts psychometric testing, with this phase establishing content validity through a survey and two focus groups (N=24). Findings support content validity via high Content Validity Index and Interrater Agreement for gateway, construct, and indicator clarity and relevance, alongside recommendations for rubric weighting and indicator refinements; Version 3.0 updates were implemented.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/content-validity-report-for-rivet-educations-scoring-and-evidence-guide-seg/586021/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/content-validity-report-for-rivet-educations-scoring-and-evidence-guide-seg/586021.png","ImageObject",300,407,{"name":92,"@type":93},"Jordan Avery","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-29","2026-10-15",true,{"@type":102,"interactionType":103,"userInteractionCount":24},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What is the purpose of the SEG in Rivet Education’s PLPG system?","Question",{"text":112,"@type":113},"SEG is an assessment instrument used to review and score applications from professional learning organizations so they can be selected as PL providers in the PLPG database.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How was content validity evaluated for the SEG?",{"text":117,"@type":113},"Content validity was assessed using a survey and two focus groups with PL providers, consumers of PL (state and districts), coaching researchers, and implementation science experts (N=24).",{"name":119,"@type":110,"acceptedAnswer":120},"What were the main results and next phase after this first testing period?",{"text":121,"@type":113},"Overall results supported SEG content validity, with high scores for clarity and relevance; the next phase focuses on inter-rater reliability and structural validity.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},586021,1792210890,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":24,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":4},1099523882367,"https://ap-avatar.wpscdn.com/davatar_9964176cb1d06d4a9deccf72a44ae3dc","Content Validity Report for Rivet Education’s Scoring and  \nEvidence Guide (SEG)  \nMelanie Livet, Ph. D. Caryn S. Ward, Ph. D Amelia Krysinski  \nExecutive Summary  \nRivet Education developed a Professional Learning Partner Guide (PLPG), a searchable database of learning providers with expertise in the adoption and implementation of High Quality Instructional Materials (HQIM), in response to the lack of resources and guidance available to support districts with evaluation of professional learning (PL) services. To be selected as a PL provider (PLP) in the PLPG, PL organizations have to submit an application that is reviewed and scored by Rivet Education using a Scoring and Evidence Guide (SEG) .  \nTo ensure confidence in the PLPG as a robust database of high quality PL services, the SEG needs to be evaluated as a reliable and valid assessment instrument. The National Implementation Research Network (NIRN) is conducting psychometric testing of the SEG, with this first phase focusing on establishing content validity.  \nContent validity is defined as the degree to which a tool or instrument is relevant to and representative of the concept(s) it is designed to measure. Data sources for assessing content validity included a survey and two focus groups, with a sample of PL providers, consumers of PL (i.e. , state and districts), coaching researchers, and implementation science experts (N=24) . Of interest were the frequency of the review cycles for submissionsand renewals; the relevance, clarity, and alignment of the SEG gateways, constructs, and indicators (items), including any improvements that could be made; and the content, comprehensiveness, and utility of the SEG Scoring Rubric, including scoring criteria and weighting of indicators.  \nOverall, the results supported the content validity of the SEG, with high scores on the Content Validity Index (CVI) and Interrater Agreement (IRA) indices for clarity and relevance of gateways, constructs, and indicators (except for the Gateway 2 System Design and Leadership Support clarity CVI) .  \nContent Validity Report for Rivet Education’s Scoring and Evidence Guide National Implementation Research Network  \nAlignment of indicators with gateways and constructs varied significantly, with no discernable patterns guiding re-alignment. However, edits were made to further clarify indicators rating below 50% . Furthermore, while comprehensiveness of the SEG Scoring Rubric was highly rated, participants disagreed on the weighting approach for the indicators.  \nA number of suggestions for improving the SEG emerged from the very detailed survey comments, the focus groups information, and areview of all data sources by the Rivet and NIRN teams, including recommendations on frequency of submissions and renewals, specific changes needed related to the gateways, constructs, and indicators, and a new approach to the Scoring Rubric.  \nIn summary, the SEG was representative of the concepts it was designed to measure, including levels of content and HQIM expertise, quality of professional learning by type (i.e. , adoption, launch, ongoing PL for teachers, and Systems Design and Leadership Support), and use of data for planning and improvement. Recommendations for refining the instrument were provided, with modifications being made by Rivet Education to produce Version 3.0 of the SEG. The next phase will be focused on establishing the psychometric properties of the SEG, by assessing inter-rater reliability and structural validity.  \n02  \n04  \n06  \n11  \nIntroduction  \nMethods  \nKey Insights & Recommendations  \nConclusion & Next Steps  \n1  \nIntroduction  \nProfessional learning is recognized widely in the field of education as a critical implementation strategy to support teacher knowledge and skill development in instructional content, pedagogy, and use of instructional strategies and high quality instructional materials. Districts, on average, spend $18,000 per teacher annually on synchronous professional le","cbCaikXHxTem4iks","https://ap.wps.com/l/cbCaikXHxTem4iks","pdf",1256150,21,"English","# Executive Summary\n## Introduction\n## Methods\n## Key Insights & Recommendations\n## Conclusion & Next Steps","[{\"question\":\"What is the purpose of the SEG in Rivet Education’s PLPG system?\",\"answer\":\"SEG is an assessment instrument used to review and score applications from professional learning organizations so they can be selected as PL providers in the PLPG database.\"},{\"question\":\"How was content validity evaluated for the SEG?\",\"answer\":\"Content validity was assessed using a survey and two focus groups with PL providers, consumers of PL (state and districts), coaching researchers, and implementation science experts (N=24).\"},{\"question\":\"What were the main results and next phase after this first testing period?\",\"answer\":\"Overall results supported SEG content validity, with high scores for clarity and relevance; the next phase focuses on inter-rater reliability and structural validity.\"}]","Content Validity Report for Rivet Education’s Scoring and Evidence Guide (SEG) | PDF",1792056631,53]