[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-319827-105":59,"doc-detail-319827-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","test-development-and-validation-report-doc976-1","Test Development and Validation Report-Doc.976-1","","FDNY firefighter test development and validation report documenting a full lifecycle from job analysis to test scoring and use. The report covers project scope, job-data collection methods, identification of core tasks and abilities, reading and learning process analysis, and creation of job analysis-based performance measures. It details development of a multimedia firefighter CBT, procedures for validity evidence including content and criterion-related/construct validity, fairness investigation, and creation and validation of alternate test forms with equivalency study. It concludes with scoring, administration guidance, candidate selection impacts, and supporting references and appendices.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/test-development-and-validation-report-doc976-1/319827/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/test-development-and-validation-report-doc976-1/319827.png","ImageObject",300,407,{"name":92,"@type":93},"Fans","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-22","2026-09-20",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",11,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"What stages does the report cover in developing the FDNY firefighter CBT?","Question",{"text":113,"@type":114},"The report covers project overview, firefighter job analysis, test development based on job analysis, documentation of validity evidence, and development of alternate test forms with an equivalency study. It then covers scoring and use of the CBT, including administration procedures and selection impacts.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"How is validity evidence documented in the report?",{"text":118,"@type":114},"The report includes content validity study, criterion-related validity and construct validity study, and an investigation of fairness. It provides summaries and supporting analysis results to substantiate the test’s validity.",{"name":120,"@type":111,"acceptedAnswer":121},"What does the report include regarding scoring and candidate selection?",{"text":122,"@type":114},"It describes the scoring procedure and rationale, provides a tutorial and administration guidance for the CBT, and includes post-administration analysis. It also presents candidate final CBT scores, use of scores for selection, projected selection rates, and adverse impact analyses.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},319827,1790315798,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":140,"language":141,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":142,"faqs":143,"seo_title":144,"seo_description":67,"update_tm":145,"read_time":146,"preview_page_count":4},5909892330395,"https://ap-avatar.wpscdn.com/davatar_6f874abed73319feea01a86fa6f0fab8","Case 1:07-CV-02067-NGG-RLM Document 976-1   \n25133  \nTest Development and Validation Report-Doc.976-1.pdf  \nFDNY FIREFIGHTERTEST DEVELOPMENT ANDVALIDATION REPORT  \nSeptember 21,2012  \nSubmitted By:  \nPSI Services LLC  \n2950 North Hollywood Way,Suite 200Burbank,CA 91505(818)847-6180·(800)367-1565  \n 09/24/12 Page 1of87 PagelDI  \nCase 1:07-cv-02067-NGG-RLM Document 976-1 Filed 09/24/12 Page 2 of 87 PagelID\\#:  \n25134  \nCONTENTS  \nEXECUTIVE SUMMARY……………………………………………………………………………………………………………………………………………1  \nCHAPTER1:INTRODUCTION AND OVERVIEW OF THE PROJECT………………………………………………………14  \nIntroduction………………………………………………………………………………………………………………………………………………………………14  \nProblem and Setting………………………………………………………………………………………………………………………………………………14  \nProject Scope………………………………………………………………………………………………………………………………………………………15  \nUser(s),Locations(s)and Date(s) of Stud………………………………………………………………………………………15  \nCHAPTER 2:FDNY FIREFIGHTER JOB ANALYSIS…………………………………………………………………………………16  \nIntroduction………………………………………………………………………………………………………………………………………………………………16  \nJob-Data Collection: Observation,Focus Group and Surveys …………………………………………………………………16  \nSurvey Sampling Plan and Onsite Administration…………………………………………………………………………19  \nAnalysis of Core Firefighter Tasks and Abilities/Characteristics …………………………………………………19  \nLinkage of Abilities/Characteristics and Tasks………………………………………………………………………………23  \nAnalysis of Reading Demands and Learning Proces…………………………………………………………………………28  \nDevelopment of Job Analysis-Based Performance Measures ………………………………………………………………30  \nSummary………………………………………………………………………………………………………………………………………………34  \nCHAPTER 3:DEVELOPMENT OFANEW FIREFIGHTER TEST………………………………………………………35  \nIntroduction………………………………………………………………………………………………………………………………………………………………35  \nTest Design Founded on-Job-Analysis………………………………………………………………………………………………………………35  \nDevelopment of Multimedia Test Items and Materials ………………………………………………………………37  \nTesting Expert Review……………………………………………………………………………………………………………………………………38  \nDescription of the Firefighter CBT………………………………………………………………………………………………………………39  \nSummary………………………………………………………………………………………………………………………………………………………………………40  \nCHAPTER 4: DoCUMENTATION OF VALIDITY EVIDENCE……………………………………………………………………41  \nIntroduction………………………………………………………………………………………………………………………………………………………………41  \nContent Validity Study………………………………………………………………………………………………………………………………………………42  \nCriterion-Related Validity and Construct Validity Study……………………………………………………………………47  \nInvestigation of Fairnes…………………………………………………………………………………………………………………………………58  \nSummary……………………………………………………………………………………………………………………………………………………………………60  \nCHAPTER 5:DEVELOPMENT OF ALTERNATE TEST FORMS………………………………………………………………61  \nIntroduction………………………………………………………………………………………………………………………………………………………………61  \nAlternate Test Forms Development……………………………………………………………………………………………………………………61  \nEquivalency Study……………………………………………………………………………………………………………………………………………………62  \nSummary………………………………………………………………………………………………………………………………………………………………………67  \nCase 1:07-cv-02067-NGG-RLM Document 976-1 Filed 09/24/12 Page 3 of 87 PagelD\\#:  \n25135  \nCHAPTER6:SCORING AND USE OF THE FIREFIGHTER TEST……………………………………………………………68  \nIntroduction………………………………………………………………………………………………………………………………………………………………68  \nScoring Procedure and Rationale………………………………………………………………………………………………………………………68  \nTutorial for the CBT………………………………………………………………………………………………………………………………………………72  \nAdministration of the CBT……………………………………………………………………………………………………………………………………72  \nPost-Administration Analysis ………………………………………………………………………………………………………………………………72  \nCandidate Final CBT Scores………………………………………………………………………………………………………………………………74  \nUse of CBT Scores to Select Candidates …………………………………………………………………………………………………………76  \nProjected Selection Rates over the Life of the Eligible Lists……………………………………………………………………78  \nAdverse Impact Analyses ………………………………………………………………………………………………………………………………………79  \nSummary………………………………………………………………………………………………………………………………………………………………………82  \nREFERENCES…………………………","cbCaibNhIOjzE5EJ","https://ap.wps.com/l/cbCaibNhIOjzE5EJ","pdf",7506010,87,"English","# EXECUTIVE SUMMARY\n# CHAPTER1: INTRODUCTION AND OVERVIEW OF THE PROJECT\n## Introduction\n## Problem and Setting\n## Project Scope\n## User(s),Locations(s)and Date(s) of Stud\n# CHAPTER 2: FDNY FIREFIGHTER JOB ANALYSIS\n## Introduction\n## Job-Data Collection: Observation,Focus Group and Surveys\n## Survey Sampling Plan and Onsite Administration\n## Analysis of Core Firefighter Tasks and Abilities/Characteristics\n## Linkage of Abilities/Characteristics and Tasks\n## Analysis of Reading Demands and Learning Proces\n## Development of Job Analysis-Based Performance Measures\n## Summary\n# CHAPTER 3: DEVELOPMENT OF A NEW FIREFIGHTER TEST\n## Introduction\n## Test Design Founded on-Job-Analysis\n## Development of Multimedia Test Items and Materials\n## Testing Expert Review\n## Description of the Firefighter CBT\n## Summary\n# CHAPTER 4: DOCUMENTATION OF VALIDITY EVIDENCE\n## Introduction\n## Content Validity Study\n## Criterion-Related Validity and Construct Validity Study\n## Investigation of Fairnes\n## Summary\n# CHAPTER 5: DEVELOPMENT OF ALTERNATE TEST FORMS\n## Introduction\n## Alternate Test Forms Development\n## Equivalency Study\n## Summary\n# CHAPTER 6: SCORING AND USE OF THE FIREFIGHTER TEST\n## Introduction\n## Scoring Procedure and Rationale\n## Tutorial for the CBT\n## Administration of the CBT\n## Post-Administration Analysis\n## Candidate Final CBT Scores\n## Use of CBT Scores to Select Candidates\n## Projected Selection Rates over the Life of the Eligible Lists\n## Adverse Impact Analyses\n## Summary\n# REFERENCES\n# APPENDICES","[{\"question\":\"What stages does the report cover in developing the FDNY firefighter CBT?\",\"answer\":\"The report covers project overview, firefighter job analysis, test development based on job analysis, documentation of validity evidence, and development of alternate test forms with an equivalency study. It then covers scoring and use of the CBT, including administration procedures and selection impacts.\"},{\"question\":\"How is validity evidence documented in the report?\",\"answer\":\"The report includes content validity study, criterion-related validity and construct validity study, and an investigation of fairness. It provides summaries and supporting analysis results to substantiate the test’s validity.\"},{\"question\":\"What does the report include regarding scoring and candidate selection?\",\"answer\":\"It describes the scoring procedure and rationale, provides a tutorial and administration guidance for the CBT, and includes post-administration analysis. It also presents candidate final CBT scores, use of scores for selection, projected selection rates, and adverse impact analyses.\"}]","Test Development and Validation Report-Doc.976-1 | PDF",1789947375,219]