[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-528461-105":59,"doc-detail-528461-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","controlling-item-allocation-in-the-automated-assembly-of-multiple-test-forms","Controlling Item Allocation in the Automated Assembly of Multiple Test Forms","","Automated test assembly produces multiple equivalent test forms from an item pool, where security depends on controlling overlap of identical items across forms. Traditional constraint-based selection can become impractical when numerous content and psychometric requirements coexist. This paper presents a randomization-based approach that controls item allocation while still meeting assembly constraints. An example from an actual item pool illustrates how the method minimizes the average test-overlap rate between form pairs.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/controlling-item-allocation-in-the-automated-assembly-of-multiple-test-forms/528461/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/controlling-item-allocation-in-the-automated-assembly-of-multiple-test-forms/528461.png","ImageObject",300,407,{"name":92,"@type":93},"Fahsai","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-11-11","2026-10-09",true,{"@type":102,"interactionType":103,"userInteractionCount":52},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What problem does automated test assembly create for test security?","Question",{"text":112,"@type":113},"It can include the same items on multiple forms, increasing the risk that test items are overexposed and shared between forms, which can threaten security and validity.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"Why can constraint-based item selection be difficult?",{"text":117,"@type":113},"When content and psychometric goals generate many constraints, adding further constraints for item usage can lead to unsatisfactory assembly results.",{"name":119,"@type":110,"acceptedAnswer":120},"What is the proposed solution in this paper?",{"text":121,"@type":113},"The paper proposes a randomization method to control item allocation by minimizing the average test-overlap rate between pairs of constructed test forms while still satisfying content and psychometric constraints.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},528461,1791841981,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":52,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":26,"preview_page_count":19,"preview_urls":145},549768702563,"https://ap-avatar.wpscdn.com/avatar/8000c4aa63b76e948b?x-image-process=image/resize,m_fixed,w_180,h_180&k=1786536092046926083","# Controlling Item Allocationin the Automated Assembly ofMultiple Test Forms\n\nJudith Spray  \nChuan-Ju Lin  \nTroy T.Chen  \nFor additional copies write:ACT Research Report SeriesPO.Box 168Iowa City,lowa 52243-0168  \n◎2002 by ACT,Inc.All rights reserved.  \nControlling Item Allocation in the Automated Assembly ofMultiple Test Forms  \nJudith Spray  \nChuan-Ju Lin  \nTroy T.Chen  \nAbstract  \nAutomated test assembly is a technology for producing multiple,equivalent test formsfrom an item pool.An important consideration for test security in automated test assembly is theinclusion of the same items on these multiple forms.Although it is possible to use item selectionas a formal constraint in assembling forms,the number of constraints is often so large to beginwith that imposing additional constraints may produce unsatisfactory results.In this paper wepropose an altermative method for controlling item allocation that is based on randomization.Anexample from an actual item pool is presented to illustrate the method.  \nControlling Item Allocation in the Automated Assembly ofMultiple Test Forms  \nThe automated assembly of multiple test forms for online delivery offers an alternative toa single,computer-administered,fixed test form or even a computerized-adaptive test.Theconstructed forms are usually assembled according to a set of content and psychometricspecifications obtained from a reference test (i.e.,a test form that has been administeredpreviously and has exhibited acceptable results in terms of form difficulty,variability,reliability,passing rate or other psychometric considerations).If the constructed tests all meet thesereference specifications,by making some assumptions concerning the operating characteristicsof the items,the test forms can be thought of as equivalent in some sense.For example,if thepsychometric specifications refer to the first and second moments of target difficulty andvariability for each individual examinee,the constructed test forms would be parallel if all of thepsychometric specifications were met across all of the test forms.The result is that a singlepassing standard or score could be used across forms,eliminating the need for post-administration equating or the establishment of separate passing scores for each form.  \nThe multiple forms may or may not consist of unique test items.Frequently,item poolsfrom which the forms are constructed are small relative to the length and the number of formsrequired.Consequently,individual items may appear on more than one form.For example,ifwe were assembling five forms of the same test from a pool of items,each item within the poolwould appear on either 0,1,2,3,4,or 5 forms.The number of items,nm,that appear onm=0,1,2,3,4,5 forms represents the allocation of items across the five test forms.We refer tothe appearance of items across multiply constructed test forms as item allocation.  \nIf enough items appear frequently on many forms,the security of the items and thevalidity of the test results could be in question.One of the goals of the test assembly or  \n2  \nconstruction process should be to minimize test-overlap rate,defined as the proportion of itemsshared between any two forms.One way to do this is to include item usage as a constraint ortarget in the solution of the assembly problem.However,this may be unnecessary,especially ifthe form-assembly problem is burdened with numerous other constraints such as multiple levelsof content categories and key balancing requirements,in addition to the psychometricrequirements of the test forms.And any constraint that forces items onto a test form may end updoing so at the expense of other constraint goals.It may be more efficient to implement asimpler process to control the allocation of items across multiple forms.The purpose of thispaper is to illustrate,by example,a simple randomization process that controls item allocation byminimizing the average test-overlap rate between pairs of test forms while producing tests thatmeet","cbCaiqSzAdl00ldy","https://ap.wps.com/l/cbCaiqSzAdl00ldy","pdf",584414,24,"English","# Abstract\n# Ideal Item Allocation across Multiple Test Forms\n## Ideal distribution and security goals\n## Next-best allocations and requirements\n# Traditional Method o","[{\"question\":\"What problem does automated test assembly create for test security?\",\"answer\":\"It can include the same items on multiple forms, increasing the risk that test items are overexposed and shared between forms, which can threaten security and validity.\"},{\"question\":\"Why can constraint-based item selection be difficult?\",\"answer\":\"When content and psychometric goals generate many constraints, adding further constraints for item usage can lead to unsatisfactory assembly results.\"},{\"question\":\"What is the proposed solution in this paper?\",\"answer\":\"The paper proposes a randomization method to control item allocation by minimizing the average test-overlap rate between pairs of constructed test forms while still satisfying content and psychometric constraints.\"}]","Controlling Item Allocation in the Automated Assembly of Multiple Test Forms | PDF",1791518855,[146,150,154,158],{"page_no":8,"url":147,"width":148,"height":149},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/c57aac8ec4f6cfe706b7f44f7007f280.webp",983,1258,{"page_no":14,"url":151,"width":152,"height":153},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/6f475a672cf74f8f4dfe84e1f2748ba4.webp",982,1270,{"page_no":81,"url":155,"width":156,"height":157},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/ece12a21e04488471081adbb3c579457.webp",981,1300,{"page_no":19,"url":159,"width":160,"height":157},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/f50b637c6a57cf9cf36f784d6e910f54.webp",980]