[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-detail-178628-en":59,"doc-seo-178628-105":81},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":5,"data":60},{"doc_id":61,"user_id":62,"nickname":63,"user_avatar":64,"doc_module":4,"category_id":19,"category_name":20,"doc_title":65,"doc_description":66,"doc_content":67,"file_id":68,"file_url":69,"file_type":70,"file_size":71,"view_count":39,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":72,"language":73,"language_code":74,"site_id":75,"html_lang":74,"table_of_contents":76,"faqs":77,"seo_title":78,"seo_description":66,"update_tm":79,"read_time":80},178628,962075006959,"Anda","https://ap-avatar.wpscdn.com/avatar/e0002397efbe92a78e?_k=1776741047341049297","Anchor-Based Methods for Judgmentally Estimating Item Difficulty Parameters - LSAC Research Report Series 98-05 - October 2003","This study developed and field-tested anchor-based judgmental methods for enabling test specialists to estimate item difficulty statistics for Law School Admission Test (LSAT) items. Three related field tests involved six LSAT test specialists and one or more LSAT subtests. Findings focused on the item-estimation process, the time required for training and initial ratings, and the effect of structured item discussions, which often improved difficulty estimates.","ED 482926  \nAUTHOR  \nTITLE  \nINSTITUTION  \nREPORT NO  \nPUB DATE  \nNOTE  \nPUB TYPE  \nEDRS PRICE  \nDESCRIPTORS  \nIDENTIFIERS  \nABSTRACT  \n# DOCUMENT RESUME\n\nHambleton,Ronald K.;Sireci,Stephen G.;Swaminathan,H.;Xing,Dehui;Rizavi,Saba  \nAnchor-Based Methods for Judgmentally Estimating Item  \nDifficulty Parameters.LSAC Research Report Series.  \nLaw School Admission Council,Newtown,PA.  \nLSAC-CTR-98-05  \n2003-10-00  \n48p.  \nReports -Research(143)  \nEDRS Price MF01/PC02 Plus Postage.  \n*Adaptive Testing;College Entrance Examinations;*Computer  \nAssisted Testing;*Difficulty Level;Estimation  \n(Mathematics);Field Tests  \n*Anchor Tests;*Item Parameters;Law School Admission Test  \nThe purposes of this research study were to develop and fieldtest anchor-based judgmental methods for enabling test specialists toestimate item difficulty statistics.The study consisted of three relatedfield tests.In each,researchers worked with six Law School Admission Test(LSAT)test specialists and one or more of the LSAT subtests.The three fieldtests produced a number of conclusions.A considerable amount was learnedabout the process of extracting test specialists'estimates of itemdifficulty.The ratings took considerably longer to obtain than had beenexpected.Training,initial ratings,and discussion took a considerableamount of time.Test specialists felt they could be trained to estimate itemdifficulty accurately and,to some extent,they demonstrated this.Averageerror in the estimates of item difficulty varied from about 11号to 138.Alsothe discussions were popular with the panelists,and almost always resultedin improved item difficulty estimates.By the end of the study,the twoexpected frameworks that developers thought they might provide test  \nspecialists,had merged to one.Test specialists seemed to benefit from thedescriptions of items located at three levels of difficulty and from  \ninformation about the item statistics of many items.Four appendixes describetasks and contain the field test materials.(Contains 8 tables and 18references.)(SLD)  \n\n| Reproductions supplied by EDRS are the best that can be made  \u003Cbr>from the original document.   |\n| --- |\n\nED 482926  \nPERMISSION TO REPRODUCE ANDDISSEMINATE THIS MATERIAL HASBEEN GRANTED BY  \nJ.VASELECK  \nTO THE EDUCATIONAL RESOURCESINFORMATION CENTER(ERIC)  \nU.S.DEPARTMENT OF EDUCATIONOflice of ECucational Research and improvement  \nEDUCATIONAL RESOURCES INFORMATION  \nCENTER(ERIC)  \nreceived from the person oi orgenizationoriginating it  \n口Minor changes have been made toimprove reproduction quality.  \n·Points of view or opinions stated in thisdocument do not necessarily ropresentofficial OERI position or policy.  \nTM035401  \nLSAC RESEARCH REPORT SERIES  \n# ■Anchor-Based Methods for JudgmentallyEstimating Item Difficulty Parameters\n\nRonald K.HambletonStephen G.Sireci  \nH.SwaminathanDehui XingSaba Rizavi  \nUniversity of Massachusetts at Amherst  \n■Law School Admission CouncilComputerized Testing Report 98-05October 2003  \nLSAC RESEARCH REPORT SERIES  \n■Anchor-Based Methods for JudgmentallyEstimating Item Difficulty Parameters  \nRonald K.HambletonStephen G.Sireci  \nH.SwaminathanDehui XingSaba Rizavi  \nUniversity of Massachusetts at Amherst  \n■Law School Admission CouncilComputerized Testing Report 98-05October 2003  \n⑧  \nThe Law School Admission Council is a nonprofit corporation that provides services to the legal educationcommunity.Its members are 201 law schools in the United States and Canada.  \nCopyrightC 2003 by Law School Admission Council,Inc.  \nAll rights reserved.No part of this report may be reproduced or transmitted in any part or by any means,electronic or mechanical,including photocopying,recording,or by any information storage and retrievalsystem,without permission of the publisher.For information,write:Communications,Law SchoolAdmission Council,661 Penn Street,Box 40,Newtown,PA18940-0040.  \nLSAT®and LSAC are registered marks of the Law School Admission Council,Inc.  \nThis study is published and distrib","cbCaijZzFTKxkyd8","https://ap.wps.com/l/cbCaijZzFTKxkyd8","pdf",661378,49,"English","en",105,"# Executive Summary\n# Introduction\n# Overview of the Research Findings\n# Field Test One\n## Design\n## Results\n## Conclusions\n# Field Test Two\n## Design\n## Results\n## Conclusions\n# Field Test Three\n## Design\n## Results\n## Conclusions\n# Conclusions\n# References\n# Appendix A—Descriptions of the Item Judgmental Tasks in Field Test One\n# Appendix B—Field Test Two Evaluation Form\n# Appendix C—Field Test Three Materials\n# Appendix D—Sets of Item Characteristic Curves for the Three LSAT Subtests","[{\"question\":\"What was the purpose of the research study?\",\"answer\":\"The study aimed to develop and field-test anchor-based judgmental methods that allow test specialists to estimate item difficulty statistics for LSAT items.\"},{\"question\":\"How were the field tests conducted?\",\"answer\":\"Three related field tests were run, each involving researchers working with six LSAT test specialists and one or more LSAT subtests.\"},{\"question\":\"What did the researchers find about the estimation process?\",\"answer\":\"Training, initial ratings, and discussion took considerable time, but specialists could be trained to estimate item difficulty accurately, and discussions typically improved the resulting estimates.\"}]","Anchor-Based Methods for Judgmentally Estimating Item Difficulty Parameters - LSAC Research Report Series 98-05 - October 2003 | PDF",1788332647,123,{"code":4,"msg":82,"data":83},"ok",{"site_id":75,"language":74,"slug":84,"title":65,"keywords":85,"description":66,"schema_data":86,"social_meta":140,"head_meta":142,"extra_data":144,"updated_unix":145},"anchor-based-methods-for-judgmentally-estimating-item-difficulty-parameters-lsac-research-report-series-98-05-october-2003","",{"@graph":87,"@context":139},[88,102,122],{"@type":89,"itemListElement":90},"BreadcrumbList",[91,95,97,100],{"item":92,"name":93,"@type":94,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":96,"name":9,"@type":94,"position":14},"https://docshare.wps.com/document/",{"item":98,"name":20,"@type":94,"position":99},"https://docshare.wps.com/document/exam/",3,{"item":101,"name":65,"@type":94,"position":19},"https://docshare.wps.com/document/anchor-based-methods-for-judgmentally-estimating-item-difficulty-parameters-lsac-research-report-series-98-05-october-2003/178628/",{"url":101,"name":65,"@type":103,"image":104,"author":109,"headline":65,"publisher":111,"fileFormat":114,"inLanguage":74,"description":66,"dateModified":115,"datePublished":116,"encodingFormat":114,"isAccessibleForFree":117,"interactionStatistic":118},"DigitalDocument",{"url":105,"@type":106,"width":107,"height":108},"https://docshare.wps.com/thumbnails/anchor-based-methods-for-judgmentally-estimating-item-difficulty-parameters-lsac-research-report-series-98-05-october-2003/178628.png","ImageObject",300,407,{"name":63,"@type":110},"Person",{"url":92,"name":112,"@type":113},"DocShare","Organization","application/pdf","2026-10-08","2026-09-02",true,{"@type":119,"interactionType":120,"userInteractionCount":39},"InteractionCounter",{"@type":121},"ViewAction",{"@type":123,"mainEntity":124},"FAQPage",[125,131,135],{"name":126,"@type":127,"acceptedAnswer":128},"What was the purpose of the research study?","Question",{"text":129,"@type":130},"The study aimed to develop and field-test anchor-based judgmental methods that allow test specialists to estimate item difficulty statistics for LSAT items.","Answer",{"name":132,"@type":127,"acceptedAnswer":133},"How were the field tests conducted?",{"text":134,"@type":130},"Three related field tests were run, each involving researchers working with six LSAT test specialists and one or more LSAT subtests.",{"name":136,"@type":127,"acceptedAnswer":137},"What did the researchers find about the estimation process?",{"text":138,"@type":130},"Training, initial ratings, and discussion took considerable time, but specialists could be trained to estimate item difficulty accurately, and discussions typically improved the resulting estimates.","https://schema.org",{"og:url":101,"og:type":141,"og:title":65,"og:site_name":112,"og:description":66},"article",{"robots":143,"canonical":101},"index,follow",{"doc_id":61,"site_id":75},1790161566]