[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-528558-105":59,"doc-detail-528558-en":134},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":127,"head_meta":129,"extra_data":131,"updated_unix":133},105,"en","the-validity-of-evaluationsurvey-service-survey-instruments-for-reflecting-institutional-change","The Validity of Evaluation/Survey Service Survey Instruments for Reflecting Institutional Change","","The two studies examined the validity of several Evaluation/Survey Service (ESS) surveys in capturing changes in students’ perceptions caused by institutional policy, program, service, or environmental changes. Study 1 compared projected versus actual student response changes using hit/miss ratios and mean responses across different survey administrations. Study 2 analyzed changes in mean responses across multiple administrations and evaluated proposed explanations by their likelihood. Results supported three ESS instruments overall.",{"@graph":69,"@context":126},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/the-validity-of-evaluationsurvey-service-survey-instruments-for-reflecting-institutional-change/528558/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/the-validity-of-evaluationsurvey-service-survey-instruments-for-reflecting-institutional-change/528558.png","ImageObject",300,407,{"name":92,"@type":93},"Bintang","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-18","2026-10-09",true,{"@type":102,"interactionType":103,"userInteractionCount":24},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118,122],{"name":109,"@type":110,"acceptedAnswer":111},"What question do these studies address about ESS surveys?","Question",{"text":112,"@type":113},"The studies evaluate whether ESS survey instruments can accurately reflect changes in students’ perceptions that result from institutional changes to policies, programs, services, or environment.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How was validity tested in Study 1?",{"text":117,"@type":113},"Personnel at several postsecondary institutions identified survey items expected to change; projected changes were compared with actual student response changes using hit/miss ratios and mean responses across different survey administrations.",{"name":119,"@type":110,"acceptedAnswer":120},"How were explanations evaluated in Study 2?",{"text":121,"@type":113},"Changes in mean student responses across two or more administrations were identified, then institutional personnel provided explanations; each explanation was rated by how likely the institutional change could account for the observed differences.",{"name":123,"@type":110,"acceptedAnswer":124},"Which ESS instruments received the strongest support?",{"text":125,"@type":113},"Three instruments were strongly supported: the Student Opinion Survey (4-year), the Survey of Academic Advising, and the Withdraw/Nonreturning student Survey. The remaining surveys received less support, potentially due to smaller institutional and student sample sizes.","https://schema.org",{"og:url":83,"og:type":128,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":130,"canonical":83},"index,follow",{"doc_id":132,"site_id":62},528558,1791833944,{"code":4,"msg":5,"data":135},{"doc_id":132,"user_id":136,"nickname":92,"user_avatar":137,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":138,"file_id":139,"file_url":140,"file_type":141,"file_size":142,"view_count":24,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":143,"language":144,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":145,"faqs":146,"seo_title":147,"seo_description":67,"update_tm":148,"read_time":149,"preview_page_count":34,"preview_urls":150},962085564381,"https://ap-avatar.wpscdn.com/davatar_6f874abed73319feea01a86fa6f0fab8","# The Validity of Evaluation/SurveyService Survey Instruments forReflecting Institutional Change\n\nDavid J.MittelholtzJulle P.Noble  \nAugust 1993  \nFor additional copies write:ACT Research Report SeriesP.O. Box 168lowa City, lowa 52243  \nTHE VALIDITY OF EVALUATION/SURVEY SERVICE SURVEYINSTRUMENTS FOR REFLECTING INSTITUTIONAL CHANGE  \nDavid J.MittelholtzJulie P.Noble  \nTABLE OF CONTENTS  \nABSTRACT …………………………………………………………………………………………………………………………………………………………iii  \nBackground …………………………………………………………………………………………………………………………………………………1  \nAnalysis of Projected Differences ……………………………………………………………………………………………3  \nData for Study 1 ……………………………………………………………………………………………………………………………3  \nStudent Opinion Survey(SOs 4-Year)………………………………………………4  \nSurvey of Academic Advising(SAA)…………………………………………………………………………5  \nAdult Learner Needs Assessment Survey(ALNAS)………………………………………6  \nMethod ………………………………………………………………………………………………………………………………………………………6  \nResults . . …………………………………………………………………………………………………………………………………………………………………………7  \nStudent opinion Survey - 4-Year …………………………………………………………………………………7  \nSurvey of Academic Advising ……………………………………………………………………………………………7  \nAdult Learner Needs Assessment Survey………………………………………………………………8  \nAnalysis of Explained Differences ……………………………………………  \n. . . . .8  \nData for Study 2 ……………………………………………………………………………………………………………………………8  \nMethod……………………………………………………………………………………………………………………………………………10  \n. . . . .. . . 11  \nResults .. . ........ …………………………………………………………………………  \nStudent opinion Survey(4-year)……………………………………………………………………………11  \nWithdrawing/Nonreturning student Survey.  \n. .. ………………………12  \nStudent Opinion Survey(2-year)………………  \nEntering Student survey………………………………………  \nDiscussion .. . ……………………………………………………………………  \n. .. ……………………………………12  \nSummary... ... .. . .. .. . ... …………………………………,. .. . ………………………12  \nStudent Opinion Survey(4-year)……………………………………………  \nSurvey of Academic Advising  \nWithdrawing/Nonreturning Student Survey…………………………………………………………13  \nAdult Learner Needs Assessment Survey  \n……………………………………13  \nStudent Opinion Survey(2-year)………………………  \n………………………………14  \nEntering Student Survey……………………………………………  \nConclusions. . . ..,.. ……………………………………………  \n14  \nFactors influencing interpretation…………  \nReferences . . . ……………………………………………………………  \n…………………………………………16  \n. ……………………………………17  \nAPPENDIX A ………………………………………………………  \n. . …………………………………21  \nAPPENDIX B . . . . .. ……………………………  \nAPPENDIX C ……………………………………………………………  \n. .. . ………………………26  \n. . . . .. ……………29  \nAPPENDIX D . .. .... .. .. ……………………………………………………………  \nAPPENDIX E…………………………………………………………………………………………………………………………………………………32  \nAPPENDIX F……………………………………………………………………………………………………………………………………………………38  \nTable 1………………………………………………………………………………………………………………………………………………………………46  \nTable 2 . . . . . . . . . . . . . . . . . . . . . . .  \n. .. …………………………………48  \nTable 3 .......... .... .... ……………………………………………………………………51  \nTable 4 .......... ……………………………………………………………………………………………………………53  \n## ABSTRACT\n\nThe two studies reported here examined the validity of severalEvaluation/Survey Service(ESS)surveys for accurately reflecting changes instudents'perceptions resulting from changes made by an institution in itspolicies,programs,services,or environment.  \nIn Study 1 we asked personnel at several postsecondary institutions toidentify specific items on various ESS surveys for which student responses wereexpected to change as a result of changes made by the institution since the lastsurvey acministration.  Changes in actual student responses were compared tothese projected changes;the ratio of hits to misses was analyzed and meanstudent responses were compared for different administrations of a survey.  \nIn Study 2 we identified changes in mean student responses over two or moreadministrations and then asked institutional personnel to provide possibleexplanations for those changes.  Each explanation was rated in terms of thelikelihood that the suggested institutional change could account for the observeddifferences in student responses","cbCaikaMqfnKc4Vk","https://ap.wps.com/l/cbCaikaMqfnKc4Vk","pdf",1440404,64,"English","# Abstract\n# Background\n# Analysis of Projected Differences\n## Data for Study 1\n## Method\n## Results\n# Analysis of Explained Differences\n## Data for Study 2\n# Method\n# Results\n# Discussion\n# Summary\n# Conclusions\n# References\n# Appendix A","[{\"question\":\"What question do these studies address about ESS surveys?\",\"answer\":\"The studies evaluate whether ESS survey instruments can accurately reflect changes in students’ perceptions that result from institutional changes to policies, programs, services, or environment.\"},{\"question\":\"How was validity tested in Study 1?\",\"answer\":\"Personnel at several postsecondary institutions identified survey items expected to change; projected changes were compared with actual student response changes using hit/miss ratios and mean responses across different survey administrations.\"},{\"question\":\"How were explanations evaluated in Study 2?\",\"answer\":\"Changes in mean student responses across two or more administrations were identified, then institutional personnel provided explanations; each explanation was rated by how likely the institutional change could account for the observed differences.\"},{\"question\":\"Which ESS instruments received the strongest support?\",\"answer\":\"Three instruments were strongly supported: the Student Opinion Survey (4-year), the Survey of Academic Advising, and the Withdraw/Nonreturning student Survey. The remaining surveys received less support, potentially due to smaller institutional and student sample sizes.\"}]","The Validity of Evaluation/Survey Service Survey Instruments for Reflecting Institutional Change | PDF",1791519088,161,[151,155,159,163,167,171,175],{"page_no":8,"url":152,"width":153,"height":154},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/e3eb57ed145d8f722639aed05d8a8864.webp",983,1255,{"page_no":14,"url":156,"width":157,"height":158},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/90b0d5fd6c78b121fbe999076efa69df.webp",982,1261,{"page_no":81,"url":160,"width":161,"height":162},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/14674a14651f02c4f2cf10a64d32d68c.webp",981,1282,{"page_no":19,"url":164,"width":165,"height":166},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/e086a68c588dff3c2bb7e278a06e9b19.webp",980,1283,{"page_no":24,"url":168,"width":169,"height":170},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/8da466595e1e415168648c2f8e23168e.webp",979,1281,{"page_no":29,"url":172,"width":173,"height":174},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/fb700ee3d33c1621420f009632673b81.webp",978,1280,{"page_no":34,"url":176,"width":177,"height":178},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/83a28c7fec485736f87cbadccaad79c2.webp",977,1279]