[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-265730-105":59,"doc-detail-265730-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","the-causes-and-consequences-of-test-score-manipulation-online-appendix-appendix-a-additional-results","The Causes and Consequences of Test Score Manipulation - Online Appendix - Appendix A: Additional Results","","This online appendix provides additional empirical results on test score manipulation in the New York Regents Examinations. Appendix A includes conversion of multiple-choice items and essay ratings to scale scores for the June 2009 English Language Arts exam, clarifying which scale-score bins are manipulable and how cutoffs at 55 and 65 affect score shifts. It also reports score distributions by subject and year (2004–2010), distinguishing non-manipulable versus manipulable scores, and quantifies total and in-range manipulation with statistical uncertainty from a parametric bootstrap.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/the-causes-and-consequences-of-test-score-manipulation-online-appendix-appendix-a-additional-results/265730/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/the-causes-and-consequences-of-test-score-manipulation-online-appendix-appendix-a-additional-results/265730.png","ImageObject",300,407,{"name":92,"@type":93},"Asher","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-31","2026-09-14",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",12,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"How are multiple-choice items and essay ratings converted into scale scores in Appendix A1?","Question",{"text":113,"@type":114},"Appendix Figure A1 presents an official conversion chart mapping the number correct on multiple-choice items and cumulative essay ratings to scale scores, with specific scale-score cells omitted for exposition and represented by ellipses.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"What do the manipulable and non-manipulable score distributions represent around the 55 and 65 cutoffs?",{"text":118,"@type":114},"Figures around the 55 and 65 cutoffs separate test takers into non-manipulable scores and manipulable scores, where manipulable scores are defined using scoring guidelines described in Section III and detailed in Appendix Table A3.",{"name":120,"@type":111,"acceptedAnswer":121},"How are total manipulation and in-range manipulation computed in the year and subject results?",{"text":122,"@type":114},"Total manipulation is the fraction of test takers with manipulated scores. In-range manipulation normalizes that fraction by the average height of the counterfactual distribution to the left of each cutoff.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},265730,1789400121,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":140,"language":141,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":142,"faqs":143,"seo_title":144,"seo_description":67,"update_tm":130,"read_time":145,"preview_page_count":4},687197207639,"https://ap-avatar.wpscdn.com/davatar_a8503ba1806abce46bf441b54a3ca4cd","The Causes and Consequences of Test Score Manipulation: Evidence from the New York Regents Examinations  \nOnline Appendix  \nThomas S. Dee, Will Dobbie, Brian A. Jacob, and Jonah Rocko􀀋  \nAppendix A: Additional Results  \n[NOT FOR PUBLICATION]  \nAppendix Figure A1: Conversion of Multiple Choice Items and Essay Ratings to Scale Scores  \nJune 2009 English Exam--Manipulable Scores Shown in Bold  \n Cumulative Essay Rating   \nNumber Correct on Multiple Choice Items  \n0  \n1  \n…  \n15  \n16  \n17  \n18  \n19   24  \n\n| 0\u003Cbr>1 | 0\u003Cbr>1 | 1\u003Cbr>1 | …\u003Cbr>… |  | 30\u003Cbr>32 | 34\u003Cbr>36 | 38\u003Cbr>40 | 41\u003Cbr>43 | 45\u003Cbr>47 | …\u003Cbr>… | 65 |\n| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |\n|  |  |  |  |  |  |  |  |  |  |  | 67 |\n| 2\u003Cbr>3\u003Cbr>4\u003Cbr>5\u003Cbr>6\u003Cbr>7\u003Cbr>8\u003Cbr>9\u003Cbr>10\u003Cbr>11\u003Cbr>12\u003Cbr>13\u003Cbr>14\u003Cbr>15\u003Cbr>16\u003Cbr>17\u003Cbr>18 | 1\u003Cbr>1\u003Cbr>1\u003Cbr>2\u003Cbr>2\u003Cbr>2\u003Cbr>2\u003Cbr>3\u003Cbr>3\u003Cbr>4\u003Cbr>5\u003Cbr>6\u003Cbr>7\u003Cbr>8\u003Cbr>9\u003Cbr>10\u003Cbr>11 | 1\u003Cbr>2\u003Cbr>2\u003Cbr>2\u003Cbr>2\u003Cbr>3\u003Cbr>3\u003Cbr>4\u003Cbr>5\u003Cbr>6\u003Cbr>7\u003Cbr>8\u003Cbr>9\u003Cbr>10\u003Cbr>11\u003Cbr>13\u003Cbr>14 | …\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>… | |  |  |  |  |  | …\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>…\u003Cbr>… | 69\u003Cbr>70\u003Cbr>72\u003Cbr>74\u003Cbr>76\u003Cbr>77\u003Cbr>79\u003Cbr>80\u003Cbr>82\u003Cbr>84\u003Cbr>85\u003Cbr>86\u003Cbr>88\u003Cbr>89\u003Cbr>90\u003Cbr>92\u003Cbr>93 |\n| … | … | … | … |  | … | … | … | … | … | … | … |\n| 25 | 21 | 24 | … |  | 77 | 80 | 84 | 86 | 89 | … | 99 |\n| 26 | 23 | 27 | … |  | 79 | 82 | 85 | 88 | 90 | … | 100 |\n\nNote: This 􀀌gure displays the o􀀎cial conversion chart for the English Language Arts Regents Exam for June 2009 . For expositional purposes, the scale scores corresponding with essay points 2-14 and 20-23, and those corresponding with 19-24 multiple choice items correct, are omitted and represented by ellipsis. Cells with a white background are those scale scores for which a change in essay rating of 1 point would move the student across a cuto􀀋 at 55 or 65 scale score points.  \nAppendix Figure A2: Results by Subject, 2004-2010  \n5 15 25 35 45 55 65 75 85 95  \nRegents Exam Score  \n Non-Manipulable Score  Manipulable Score  \n5 15 25 35 45 55 65 75 85 95  \nRegents Exam Score  \nNon-Manipulable Score  Manipulable Score  \n(E) Math A, 2004-2008  \n5 15 25 35 45 55 65 75 85 95  \nRegents Exam Score  \nNon-Manipulable Score  Manipulable Score  \n5 15 25 35 45 55 65 75 85 95  \nRegents Exam Score  \nNon-Manipulable Score  Manipulable Score  \n5 15 25 35 45 55 65 75 85 95  \nRegents Exam Score  \nNote: These 􀀌gures show the test score distribution around the 55 and 65 score cuto􀀋s for New York City highschool test takers between 2004-2010 . We include the 􀀌rst test in each subject for each student in our sample. Each point shows the fraction of test takers in a score bin with solid points indicating a manipulable score. The dotted line beneath the empirical distribution is a subject x year speci􀀌c sixth-degree polynomial 􀀌tted to the empirical distribution excluding the manipulable scores near each cuto􀀋. The shaded area represents either the missing or excess mass for manipulable scores as we de􀀌ne based on the scoring guidelines described in Section III and detailed in Appendix Table A3 . Total manipulation is the fraction of test takers with manipulated scores. Inrange manipulation is the fraction of test takers with manipulated scores normalized by the average height of the counterfactual distribution to the left of each cuto􀀋. Standard errors are calculated using the parametric bootstrap procedure described in the text. See the data appendix for additional details on the sample and variable de􀀌nitions.  \nAppendix Figure A3: Results by Year  \nFraction Fraction Fraction  \n0 .02 .04 0 .02 .04 0 .02 .04  \n(A) 2004 Core Exams  \nTotal = 5.82 (0 .04) In-Range = 42.36 (0.55)  \n(C) 2006 Core Exams  \n\n| Total = 6.25 (0 .04) In-Range = 44.88 (0.32) | |\n| --- | --- |\n\n5 15 25 35 45 55 65 75 85 95  \nRegents Exam Score  \nNon-Manipulable Score  Manipulable Score  \n(E) 2008 Core Exams  \n5 15 25 35 45 55 65 75 85 95  \nRegents Exam S","cbCaik4dTYSE9YGR","https://ap.wps.com/l/cbCaik4dTYSE9YGR","pdf",2349417,33,"English","# Appendix A: Additional Results\n## Appendix Figure A1: Conversion of Multiple Choice Items and Essay Ratings to Scale Scores\n## Appendix Figure A2: Results by Subject, 2004-2010\n## Appendix Figure A3: Results by Year\n## Appendix Figure A5: Estimates of Bunching Just Outside of the Manipulable Range","[{\"question\":\"How are multiple-choice items and essay ratings converted into scale scores in Appendix A1?\",\"answer\":\"Appendix Figure A1 presents an official conversion chart mapping the number correct on multiple-choice items and cumulative essay ratings to scale scores, with specific scale-score cells omitted for exposition and represented by ellipses.\"},{\"question\":\"What do the manipulable and non-manipulable score distributions represent around the 55 and 65 cutoffs?\",\"answer\":\"Figures around the 55 and 65 cutoffs separate test takers into non-manipulable scores and manipulable scores, where manipulable scores are defined using scoring guidelines described in Section III and detailed in Appendix Table A3.\"},{\"question\":\"How are total manipulation and in-range manipulation computed in the year and subject results?\",\"answer\":\"Total manipulation is the fraction of test takers with manipulated scores. In-range manipulation normalizes that fraction by the average height of the counterfactual distribution to the left of each cutoff.\"}]","The Causes and Consequences of Test Score Manipulation - Online Appendix - Appendix A: Additional Results | PDF",83]