[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-589990-105":59,"doc-detail-589990-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","the-unintended-effects-of-policy-assigned-teacher-observations-examining-the-validity-of-observation-scores","The Unintended Effects of Policy-Assigned Teacher Observations: Examining the Validity of Observation Scores","","Policy-driven teacher evaluations often rely heavily on observation scores tied to high-stakes decisions, yet evidence on their validity in real implementation contexts remains limited. This study tests how teacher observation scores respond to the number of observations assigned by state policy and the inclusion of prior-year composite measures. Using regression discontinuity and local regression designs, findings show no bias when prior-year composites are lower, but substantial negative bias when more policy-assigned observations are used, especially for early-career teachers.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/the-unintended-effects-of-policy-assigned-teacher-observations-examining-the-validity-of-observation-scores/589990/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/the-unintended-effects-of-policy-assigned-teacher-observations-examining-the-validity-of-observation-scores/589990.png","ImageObject",300,407,{"name":92,"@type":93},"Cart","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-24","2026-10-15",true,{"@type":102,"interactionType":103,"userInteractionCount":81},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What does the study examine about policy-assigned teacher observations?","Question",{"text":112,"@type":113},"It examines how sensitive teacher observation scores are to both the number of observations required by state policy and the assignment of prior-year composite measures from the evaluation system.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"What research design is used to estimate effects?",{"text":117,"@type":113},"The study uses regression discontinuity and local regression designs to exploit discontinuities in the assignment processes.",{"name":119,"@type":110,"acceptedAnswer":120},"What are the main findings about bias in observation scores?",{"text":121,"@type":113},"Assigning teachers to a lower prior-year composite score does not bias observation scores, while assigning more policy-assigned observations produces substantial negative bias, strongest among early-career teachers.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},589990,1792230375,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":81,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":36,"preview_page_count":4},18829141979164,"https://eur-avatar.wpscdn.com/davatar_6f874abed73319feea01a86fa6f0fab8","AERA Open  \nApril-June 2020, Vol. 6, No. 2, pp. 1–16 DOI: 10. 1177/2332858420929276  \nArticle reuse guidelines: [sagepub.com/journals-permissions](sagepub.com/journals-permissions)[ ](sagepub.com/journals-permissions)© The Author(s) 2020. [http://journals.sagepub.com/home/ero](http://journals.sagepub.com/home/ero)  \nThe Unintended Effects of Policy-Assigned Teacher Observations: Examining the Validity of Observation Scores  \nSeth B. Hunter  \nGeorge Mason University  \nSeveral state policies link high-stakes consequences to teacher evaluations, which tend to be heavily weighted by observation scores. However, research has only recently investigated the validity of these scores infield settings. This study examines the sensitivity of teacher observation scores to the number of observations assigned by state policy and the assignment of prioryear composite measures produced by the evaluation system. Regression discontinuity and local regression designs exploit discontinuities in both assignment processes. The evidence suggests that assignment to a lower prior-year composite score does not bias observation scores, but the assignment to more policy-assigned observations introduces substantial negative bias. The degree of negative bias is most pronounced among early-career teachers, as suggested by theory. Implications are discussed.  \nKeywords: educational policy, evaluation, regression analyses, regression discontinuity, school/teacher effectiveness, validity/reliability  \nThroughouT the first two decades of the 21st century, many local and state education agencies in the United States substantially reformed teacher evaluation (Putman et al., 2018; Steinberg & Donaldson, 2016; Walsh et al., 2017) . One of the most widely adopted reforms substantially changed teacher observation systems (Cohen & Goldhaber, 2016) . Many education agencies altered teacher observation systems by increasing the frequency of teacher observations and adopting standards-based protocols (e.g., the widely adopted Framework for Teaching; American Institutes for Research, 2016; National Council on Teacher Quality, 2019a, 2019b). Additionally, some state education agencies began assigning observations based on combinations of teacher prior-year performance (i.e., how teachers taught) or productivity (i.e., changes in schooling outcomes such as growth in student achievement scores; American Institutes for Research, 2016; National Council on Teacher Quality, 2019a; Putman et al., 2018; Walsh et al., 2017). Historically, states differentiating the assignment of observations did so based on teaching experience or tenure, not prior-year performance or productivity (Steinberg & Donaldson, 2016) . Some scholars refer to systems incorporating these reforms as “next-generation” evaluation systems (Campbell & Ronfeldt, 2018; Steinberg & Donaldson, 2016) .  \nResearch finds that observation scores (i.e., a performance measure) tend to receive the most weight among the performance and productivity measures informing highstakes outcomes (Cohen & Goldhaber, 2016; Steinberg & Donaldson, 2016) . By the mid–2010s, nearly half of all states attached punitive consequences (e.g., loss of tenure)  \nto low teacher performance or productivity (American Institutes for Research, 2016) . The weight states typically gave to observation scores means these scores play a significant role in the allocation of high-stakes consequences. Despite the importance of these observation scores, only a few studies examine the validity of teacher observation scores in next-generation systems, and many of these studies use data from the well-known Measures of Effective Teaching study (e.g., Campbell & Ronfeldt, 2018; Steinberg & Garrett, 2016) . Stated differently, we are learning a great deal about the validity of researcher-generated observation scores produced in one small-scale experimental setting, but there is still a great deal to learn about the properties of observation scores generated by pract","cbCaieYYNkODGza7","https://ap.wps.com/l/cbCaieYYNkODGza7","pdf",1139877,16,"English","# Introduction\n## Research Motivation and Background\n# Methods and Identification\n## Regression Discontinuity and Local Regression\n# Findings and Implications\n## Bias Effects of Observation Assignment","[{\"question\":\"What does the study examine about policy-assigned teacher observations?\",\"answer\":\"It examines how sensitive teacher observation scores are to both the number of observations required by state policy and the assignment of prior-year composite measures from the evaluation system.\"},{\"question\":\"What research design is used to estimate effects?\",\"answer\":\"The study uses regression discontinuity and local regression designs to exploit discontinuities in the assignment processes.\"},{\"question\":\"What are the main findings about bias in observation scores?\",\"answer\":\"Assigning teachers to a lower prior-year composite score does not bias observation scores, while assigning more policy-assigned observations produces substantial negative bias, strongest among early-career teachers.\"}]","The Unintended Effects of Policy-Assigned Teacher Observations: Examining the Validity of Observation Scores | PDF",1792068555]