[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-339893-105":3,"detail-sidebar-cat-0-en-105":81,"doc-detail-339893-en":130},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":74,"head_meta":76,"extra_data":78,"updated_unix":80},105,"en","evaluation-spotlight-behavior-change-pilot-bcp-evaluation-project-fall-2009","Evaluation Spotlight - Behavior Change Pilot (BCP) Evaluation Project - Fall 2009","","AETC National Evaluation Center (AETC NEC) coordinated cross-region evaluation work that developed standardized training evaluation questions, culminating in the Standardized Quantitative Evaluation (SQE) set. The Behavior Change Pilot (BCP) measured Kirkpatrick’s behavioral-level change by collecting trainee reports on how training affected clinical practice. The project used an online open-ended questionnaire, later informing a quantitative questionnaire planned for January 2010, with training-specific theme-based reports distributed to evaluators.",{"@graph":14,"@context":73},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/evaluation-spotlight-behavior-change-pilot-bcp-evaluation-project-fall-2009/339893/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/evaluation-spotlight-behavior-change-pilot-bcp-evaluation-project-fall-2009/339893.png","ImageObject",300,407,{"name":42,"@type":43},"Logic","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-11-05","2026-09-21",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",7,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69],{"name":60,"@type":61,"acceptedAnswer":62},"What was the purpose of the BCP evaluation project?","Question",{"text":63,"@type":64},"To measure changes trainees made as a result of AETC training at Kirkpatrick’s behavioral level.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"How was the BCP evaluation questionnaire administered?",{"text":68,"@type":64},"An online open-ended questionnaire was programmed and delivered through the AETC NEC website, with LPS staff or regional evaluators collecting trainee emails, notifying trainees, and logging training events.",{"name":70,"@type":61,"acceptedAnswer":71},"What types of trainee changes were reported after completing the survey?",{"text":72,"@type":64},"Trainees reported changes in attitudes toward patients and care practices, improved diagnostic and patient education skills, and changes to clinic policies and procedures.","https://schema.org",{"og:url":32,"og:type":75,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":77,"canonical":32},"index,follow",{"doc_id":79,"site_id":7},339893,1791307890,{"code":4,"msg":82,"data":83},"success",[84,88,92,96,101,106,110,114,119,122,126],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":85,"show_sort_weight":86,"slug":87},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":89,"show_sort_weight":90,"slug":91},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":93,"show_sort_weight":94,"slug":95},"Exam",70,"exam",{"id":97,"doc_module":4,"doc_module_name":25,"category_name":98,"show_sort_weight":99,"slug":100},5,"Comic",60,"comic",{"id":102,"doc_module":4,"doc_module_name":25,"category_name":103,"show_sort_weight":104,"slug":105},6,"Technology",50,"technology",{"id":55,"doc_module":4,"doc_module_name":25,"category_name":107,"show_sort_weight":108,"slug":109},"Healthcare",40,"healthcare",{"id":111,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":112,"slug":113},8,30,"research-report",{"id":115,"doc_module":4,"doc_module_name":25,"category_name":116,"show_sort_weight":117,"slug":118},9,"Religion & Spirituality",20,"religion-spirituality",{"id":117,"doc_module":4,"doc_module_name":25,"category_name":120,"show_sort_weight":117,"slug":121},"World Cup","world-cup",{"id":123,"doc_module":4,"doc_module_name":25,"category_name":124,"show_sort_weight":123,"slug":125},10,"Lifestyle","lifestyle",{"id":127,"doc_module":4,"doc_module_name":25,"category_name":128,"show_sort_weight":97,"slug":129},19,"General","general",{"code":4,"msg":82,"data":131},{"doc_id":79,"user_id":132,"nickname":42,"user_avatar":133,"doc_module":4,"category_id":111,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":22,"language":139,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":140,"faqs":141,"seo_title":142,"seo_description":12,"update_tm":143,"read_time":30,"preview_page_count":22,"preview_urls":144},1099513958762,"https://ap-avatar.wpscdn.com/avatar/1000023916a998db790?x-image-process=image/resize,m_fixed,w_180,h_180&k=1784791008015729253","AETC Network News: Fall 2009  \nEvaluation Spotlight  \nBackground and Update on the Behavior Change Pilot (BCP) Evaluation Project  \nAETC NEC COORDINATED CROSS-REGION EVALUATION PROJECTS  \nIn the fall of 2007, the AIDS Education and Training Centers'National Evaluation Center (AETC NEC) began facilitating a process to develop a set of standard training evaluation questions for use by regional AETCs. As a first step, regional evaluators submitted candidate questions for consideration and incorporation into a standardized evaluation format. AETC evaluators then ranked the questions in terms of implementation feasibility and importance for evaluation. Over the course of eight months, evaluators met both face-to-face and over the phone to distill the questions into a set that became the Standardized Quantitative Evaluation (SQE) project. The four questions selected measure learners’ ratings of the quality of training, applicability of training content, knowledge prior to training, and knowledge immediately after training. In terms of Donald Kirkpatrick’s training evaluation framework, this evaluation strategy is categorized as a measurement of trainee reaction and learning. Table 1 provides a general overview of Kirkpatrick’s model and how the AETCs have been utilizing the framework.  \nMost regional AETCs are using the four SQE questions to evaluate trainings at levels 1, 2, and 3. And, because the more intensive levels of training require additional evaluation, evaluators also worked to enhance measurement strategies for level 2 and 3 trainings (trainings often localized at the LPS level and characterized as difficult to evaluate across regions) . The Behavior Change Pilot (BCP) evaluation resulted from these discussions. The aim of the BCP evaluation was to measure changes trainees made as a result of AETC training (Kirkpatrick’s behavioral level). The project was based on a successful model used in the Midwest AETC (MATEC); this region’s approach included an online open-ended questionnaire, which gathered information and examples on how trainees made changes to their clinical practice as a result of training. To test whether this approach would work in other regions, the Northwest, Pacific, and Texas/Oklahoma AETCs worked with the AETC NEC (with MATEC providing guidance based on its experience) to develop a similar online, open-ended questionnaire.  \nIn November 2008, the AETC NEC launched its new website ([aetcnec.ucsf.edu](aetcnec.ucsf.edu)), which includes an AETC Only section featuring survey building tools. The open-ended BCP questionnaire was programmed and administered through the website. LPS staff and/or regional evaluators were asked to collect the email addresses of trainees, notify trainees that they would be receiving an email in 6 to 8 weeks, and log the training event along with the email addresses into the AETC NEC website’s survey center.  \nAfter trainees completed the survey, the AETC NEC combined the short answer, qualitative data with the PIF and ER information associated with specific trainings. The AETC NEC open-coded the first trainings evaluated, which led to the development of a coding  \nframework to be used for analysis. Following analysis, trainingspecific reports with aggregate demographic data, results emerging in themes, and the actual responses themselves were distributed to the regional/LPS evaluator.  \nAs of October 2009, over 200 AETC trainings have been evaluated with the BCP online questionnaire. AETC trainees were able to express the following types of changes made as a result of AETC training programs: 1) changes in attitudes toward patients, 2) changes in attitudes on how to conduct patient/client care, 3) improved diagnostic and patient education skills, and 4) changes in clinic policies and procedures. Trainees noted several aspects about the training (e.g., useful training materials) and their workplace (e.g., opportunity to apply information learned) that helped facilitate change. Some ","cbCaikXVAaT143bn","https://ap.wps.com/l/cbCaikXVAaT143bn","pdf",126733,"English","# Background and Update on the Behavior Change Pilot (BCP) Evaluation Project\n## Development of the Standardized Quantitative Evaluation (SQE)\n## Measuring behavioral change through the BCP approach\n## Online administration and reporting process\n## Results as of October 2009\n## Transition to quantitative questionnaire in January 2010\n## Table 1: Kirkpatrick’s Training Evaluation Model","[{\"question\":\"What was the purpose of the BCP evaluation project?\",\"answer\":\"To measure changes trainees made as a result of AETC training at Kirkpatrick’s behavioral level.\"},{\"question\":\"How was the BCP evaluation questionnaire administered?\",\"answer\":\"An online open-ended questionnaire was programmed and delivered through the AETC NEC website, with LPS staff or regional evaluators collecting trainee emails, notifying trainees, and logging training events.\"},{\"question\":\"What types of trainee changes were reported after completing the survey?\",\"answer\":\"Trainees reported changes in attitudes toward patients and care practices, improved diagnostic and patient education skills, and changes to clinic policies and procedures.\"}]","Evaluation Spotlight - Behavior Change Pilot (BCP) Evaluation Project - Fall 2009 | PDF",1790032973,[145],{"page_no":22,"url":146,"width":147,"height":148},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-16/74f02cf8fe05499a6d4e27466c08a8d1.webp",983,1272]