[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-580970-105":59,"doc-detail-580970-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","the-influence-of-student-disengagement-on-a-non-cognitive-measure-practical-solutions-for-assessment-practitioners","The Influence of Student Disengagement on a Non-Cognitive Measure - Practical Solutions for Assessment Practitioners","","Some college students may disengage during assessments used for institutional accountability and improvement. When disengagement is not identified and excluded, the validity of score interpretations is weakened. This study uses data from students completing non-consequential assessments to examine non-cognitive disengagement behaviors, including rapid responding, streamlined answers, and low-effort self-reports. Removing disengaged students improves alignment with the assessment’s two-factor theoretical structure.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/the-influence-of-student-disengagement-on-a-non-cognitive-measure-practical-solutions-for-assessment-practitioners/580970/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/the-influence-of-student-disengagement-on-a-non-cognitive-measure-practical-solutions-for-assessment-practitioners/580970.png","ImageObject",300,407,{"name":92,"@type":93},"Rowan","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-16","2026-10-15",true,{"@type":102,"interactionType":103,"userInteractionCount":44},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"Why does student disengagement threaten the validity of non-cognitive assessment scores?","Question",{"text":112,"@type":113},"Disengagement can contaminate score data, so interpretations no longer align with the intended construct and internal structure of the measure.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"What disengagement behaviors does the study investigate for non-cognitive assessments?",{"text":117,"@type":113},"The study examines rapid responding, streamlined answers across items, and students’ self-reported low effort.",{"name":119,"@type":110,"acceptedAnswer":120},"How do the proposed approaches improve assessment interpretation?",{"text":121,"@type":113},"By identifying and removing disengaged students, the remaining scores better reflect the assessment’s theoretical factor structure, leading to more accurate outcome interpretations.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},580970,1792208925,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":44,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":4},1099514067415,"https://ap-avatar.wpscdn.com/avatar/100002539d78ffe74a7?x-image-process=image/resize,m_fixed,w_180,h_180&k=1779092875211072502","RESEARCH & PRACTICE IN ASSESSMENT   \nAUTHORS  \nKatarina E. Schaefer, M.A. James Madison University  \nSara J. Finney, Ph.D. James Madison University  \nAbstract  \nSome college students may be disengaged when completing assessments for institutional accountability and improvement. If disengagement is not identified and the resulting data are removed, the validity of  \nscore interpretations suffers. Using data gathered from students who completed non-consequential assessments for institutional accountability, we investigated disengagement on a non-cognitive assessment. We demonstrate how we identified students who rapidly responded to items, who “streamlined” answers across items, or who self-reported low effort. We hypothesized that some students would display at least one of these disengagement behaviors and that removing their data would result in scores that better aligned with the assessment’s theoretical factor structure. Half the students who self-reported low effort and half the students who streamlined also rapidly responded. The theoretical two-factor structure of the noncognitive assessment better represented scores after removing disengaged students. We discuss the practicality of selecting a motivation filtering technique to provide more accurate outcome assessment interpretations.  \nCORRESPONDENCE Email  \n[schae2ke@jmu.edu](schae2ke@jmu.edu)  \n34  Volume Twenty | Issue 1  \nThe Influence of Student Disengagement on a Non-Cognitive Measure: Practical Solutions for Assessment Practitioners  \nmeaninssesrepsrmeseent practnt someitiionersntendegdeneralconstcatssumThaet its,hatthescoregoals ifsrotmogasseathesrsmsceonrtess  \nwith a high degree of validity whether scores are collected under high-stakes conditions (e.g., classroom exams, certification testing, admissions testing) or low-stakes conditions (e.g., institutional accountability assessment, cross-country comparisons) via cognitive assessments where items are scored correct/incorrect (e.g., quantitative reasoning, critical thinking) or non-cognitive assessments with no correct answers (e.g., civic responsibility, global perspectives, growth mindset). However, we should not simply assume that scores represent some intended construct.  \nAs assessment practitioners, we must collect validity evidence to form an argument to support our interpretations of assessment scores, whether those interpretations are shared with accreditors, board of visitors, parents, students, or other stakeholders. The Standards for Psychological and Educational Testing (APA, AERA, & NCME, 2014) outline five sources of validity evidence: test content, response processes, internal structure, relations to other variables, and consequences. Explanations of each source go beyond the scope of this paper.  \n RESEARCH & PRACTICE IN ASSESSMENT  \nWe will focus on internal structure as a critical piece of evidence impacting score interpretationsand how student disengagement on outcomes assessments impacts internal structure.  \nDisengagement and Low-Stakes Testing  \nStudent disengagement is of concern in low-stakes assessment contexts (e.g., institutional accountability and improvement, cross-country comparisons) and low-stakes data collection (e.g., program evaluations, surveys, data collected for research) contexts (Finn, 2015; Wise, 2006; Wise & DeMars, 2005). In low-stakes contexts, there is no personal consequence to students based on their scores. Hence, some students expend little effort. In turn, scores on both cognitive and non-cognitive assessments may not reflect the construct of interest if a subset of students are disengaged (e.g., Rios et al., 2022; Wise & Kong, 2005).  \nGiven that disengagement is an issue in low-stakes assessment contexts, some researchers have attempted to proactively reduce disengagement during testing using techniques such as offering external incentives (e.g., Rios, 2021), increasing test relevance (e.g., Liu et al., 2015), and priming (e.g., Finney et al., 2024). Unfort","cbCais2D7Fn4rYIB","https://ap.wps.com/l/cbCais2D7Fn4rYIB","pdf",660996,15,"English","# Abstract\n# The Influence of Student Disengagement on a Non-Cognitive Measure\n## Disengagement and Low-Stakes Testing","[{\"question\":\"Why does student disengagement threaten the validity of non-cognitive assessment scores?\",\"answer\":\"Disengagement can contaminate score data, so interpretations no longer align with the intended construct and internal structure of the measure.\"},{\"question\":\"What disengagement behaviors does the study investigate for non-cognitive assessments?\",\"answer\":\"The study examines rapid responding, streamlined answers across items, and students’ self-reported low effort.\"},{\"question\":\"How do the proposed approaches improve assessment interpretation?\",\"answer\":\"By identifying and removing disengaged students, the remaining scores better reflect the assessment’s theoretical factor structure, leading to more accurate outcome interpretations.\"}]","The Influence of Student Disengagement on a Non-Cognitive Measure - Practical Solutions for Assessment Practitioners | PDF",1792038613,38]