[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-592487-105":59,"doc-detail-592487-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","direct-behavior-rating-instrumentation-evaluating-the-impact-of-scale-formats","Direct Behavior Rating Instrumentation - Evaluating the Impact of Scale Formats","","The study investigates how two Direct Behavior Rating–Single Item Scale (DBR-SIS) formats affect rating accuracy. One format included percentage-of-time anchors and an explicit duration reference, while the other omitted both elements. A total of 119 undergraduate students rated nine brief video clips using one assigned format. Accuracy was evaluated by comparing participant ratings with systematic direct observation scores and expert DBR-SIS ratings. Significant group differences appeared only twice, for academically engaged behavior; limitations and future research directions are discussed.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/direct-behavior-rating-instrumentation-evaluating-the-impact-of-scale-formats/592487/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/direct-behavior-rating-instrumentation-evaluating-the-impact-of-scale-formats/592487.png","ImageObject",300,407,{"name":92,"@type":93},"McGucket","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-09","2026-10-15",true,{"@type":102,"interactionType":103,"userInteractionCount":24},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What is the main purpose of this study?","Question",{"text":112,"@type":113},"To examine how two DBR-SIS scale formats influence rating accuracy in evaluating student behavior.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How were the two DBR-SIS formats different?",{"text":117,"@type":113},"One format provided percentage-of-time anchors and an explicit reference to duration of the target behavior, while the other did not include percentage anchors or a duration reference.",{"name":119,"@type":110,"acceptedAnswer":120},"How was rating accuracy determined?",{"text":121,"@type":113},"By calculating the absolute difference between participant ratings and two criterion measures: systematic direct observation scores and expert DBR-SIS ratings.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},592487,1792161574,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":24,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":39,"language":139,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":140,"faqs":141,"seo_title":142,"seo_description":67,"update_tm":143,"read_time":46,"preview_page_count":4},1236954412713,"https://us-avatar.wpscdn.com/davatar_29158cc5080c5b710cf443261637dec0","Direct Behavior Rating Instrumentation: Evaluating the Impact of Scale Formats  \nFaith G. Miller, PhD 1, T. Chris Riley-Tillman, PhD2,  \nSandra M. Chafouleas, PhD3, and Alyssa A. Schardt, MA 1  \nAssessment for Effective Intervention 2017, Vol. 42(2) 119–126  \n© Hammill Institute on Disabilities 2016 Reprints and permissions: [sagepub.com/journalsPermissions.nav](sagepub.com/journalsPermissions.nav)[ ](sagepub.com/journalsPermissions.nav)[DOI: 10.1177/1534508416658007](DOI: 10.1177/1534508416658007)[ ](DOI: 10.1177/1534508416658007)[aei.sagepub.com](aei.sagepub.com)  \nAbstract  \nThe purpose of this study was to investigate the impact of two different Direct Behavior Rating–Single Item Scale (DBRSIS) formats on rating accuracy. A total of 119 undergraduate students participated in one of two study conditions, each utilizing a different DBR-SIS scale format: one that included percentage of time anchors on the DBR-SIS scale and an explicit reference to duration of the target behavior (percent group) and one that did not include percentage anchors nor a reference to duration of the target behavior (no percent group). Participants viewed nine brief video clips and rated student behavior using one of the two DBR-SIS formats. Rating accuracy was determined by calculating the absolute difference between participant ratings and two criterion measures: systematic direct observation scores and DBR-SIS expert ratings. Statistically significant differences between groups were found on only two occasions, pertaining to ratings of academically engaged behavior. Limitations and directions for future research are discussed.  \nKeywords  \nbehavior, assessment, direct behavior ratings, accuracy  \nMore than 35 years ago, Saal, Downey, and Lahey (1980) published their influential manuscript in Psychological Bulletin titled “Rating the Ratings: Assessing the Psychometric Quality of Rating Data,” which reviewed measurement challenges in obtaining reliable and valid ratings of performance and behavior. Although the primary focus of their manuscript involved issues related to response biases (e.g., halo effect, leniency, or severity), the authors heeded that there was much work to be done “to maximize the desirable psychometric characteristics of ratings and minimize or eliminate the undesirable characteristics”(p. 426) . Consequently, a wealth of research has been undertaken regarding measurement issues associated with ratings in behavioral research; numerous potential sources of measurement error have been identified (for a comprehensive summary, see Podsakoff, MacKenzie, Lee, & Podsakoff, 2003), and among those acknowledged are those associated with characteristics of the scales. More specifically, the very format of the scales and scale anchors can introduce systematic measurement error into behavioral ratings (Tourangeau, Rips, & Rasinski, 2000). Indeed, the issue of scaling has long been of interest to psychometricians (e.g., Likert, 1932; Stevens, 1946; Thurstone, 1928) . Consequently, the purpose of the present investigation was to examine the instrumentation of Direct Behavior Rating–Single Item Scales (DBR-SIS) by comparing rating accuracy associated with two different scale formats.  \nScale Development of DBR-SIS  \nDBR-SIS were developed as a systematic approach to monitor the progress of student behavior. DBR-SIS evolved from a myriad of user-created DBR tools (behavior report cards, homeschool notes, point sheets), where “homegrown” assessments were created to fill the void of available behavioral progress monitoring tools. Yet, the psychometric properties of these tools remain unknown. To fill this gap, DBR-SIS were designed as a hybrid behavioral assessment method, combining the benefits of systematic direct observation (SDO) with an efficient rating scale format (Chafouleas, Christ, Riley-Tillman, Briesch, & Chanese, 2007; Chafouleas, Riley-Tillman, & Sugai, 2007) . Specifically, teachers observe students during a pre-specified observati","cbCaikXdEWgKTP3o","https://ap.wps.com/l/cbCaikXdEWgKTP3o","pdf",493596,"English","# Abstract\n# Keywords\n# Background and Rationale\n# Scale Development of DBR-SIS","[{\"question\":\"What is the main purpose of this study?\",\"answer\":\"To examine how two DBR-SIS scale formats influence rating accuracy in evaluating student behavior.\"},{\"question\":\"How were the two DBR-SIS formats different?\",\"answer\":\"One format provided percentage-of-time anchors and an explicit reference to duration of the target behavior, while the other did not include percentage anchors or a duration reference.\"},{\"question\":\"How was rating accuracy determined?\",\"answer\":\"By calculating the absolute difference between participant ratings and two criterion measures: systematic direct observation scores and expert DBR-SIS ratings.\"}]","Direct Behavior Rating Instrumentation - Evaluating the Impact of Scale Formats | PDF",1792074686]