[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-504010-105":59,"doc-detail-504010-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","hand-scoring-rules-smarter-balanced","Hand-Scoring Rules - Smarter Balanced","","Hand-scoring Rules describes how Smarter Balanced improves scoring reliability, validity, and efficiency while ensuring that final determinations remain at the state level. It outlines a revised rater training approach that uses task-model families instead of training for each item, while still maintaining item-level reliability tracking. The document details ELA and mathematics scoring training and qualification processes, then adds security requirements for assessment and training materials, including access control, confidentiality obligations, and restrictions on external communication and data transfer.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":20,"@type":76,"position":81},"https://docshare.wps.com/document/exam/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/hand-scoring-rules-smarter-balanced/504010/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/hand-scoring-rules-smarter-balanced/504010.png","ImageObject",300,407,{"name":92,"@type":93},"Marglet","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-30","2026-10-03",true,{"@type":102,"interactionType":103,"userInteractionCount":19},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What training approach does Smarter Balanced use to control hand-scoring costs?","Question",{"text":112,"@type":113},"Smarter Balanced trains raters on families of items called Task Models rather than training for every individual item. In ELA, qualification still occurs at the item level; in mathematics, qualification is mostly at the task level.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How does ELA hand-scoring qualification work?",{"text":117,"@type":113},"Raters receive training at the task-model level, with baseline anchor and training sets and rubrics by writing purpose for full-write essay items. Qualification and validation sets are provided for each essay, and short-text items are trained by grade span.",{"name":119,"@type":110,"acceptedAnswer":120},"What security and communication restrictions apply to hand-scoring personnel?",{"text":121,"@type":113},"Assessment and training materials are treated as highly secure, with access restricted to authorized personnel and required confidentiality agreements. External communication about test items and hand-scoring procedures is prohibited, and items or responses must not be sent via e-mail.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},504010,1792170192,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":19,"category_name":20,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":19,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":139,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":144,"read_time":145,"preview_page_count":4},2336477982702,"https://ap-avatar.wpscdn.com/davatar_9964176cb1d06d4a9deccf72a44ae3dc","Hand-scoring Rules  \nOverview  \nIn order to optimize scoring reliability, scoring validity and efficiency, Smarter Balanced has provided this scoring method recommendation, but the scoring process will ultimately be a state determination. Smarter Balanced provides expectations for reliability and validity that member states must meet or exceed. Smarter Balanced intends to use reliability and validity criteria that are consistent with industry best practices as established as a deliverable of Smarter Balanced Contract- [16/17. Smarter Balanced has posted question and answer documentation to SmarterApp.org](16/17. Smarter Balanced has posted question and answer documentation to SmarterApp.org)[ ](16/17. Smarter Balanced has posted question and answer documentation to SmarterApp.org)[regarding Smarter Balanced Assessments.](regarding Smarter Balanced Assessments.)  \nIn order to control costs associated with hand-scoring, Smarter Balanced has reimagined the training process for item raters. Instead of training raters for every individual item, Smarter Balanced will train raters on families of items called Task Models. In ELA, qualification will still occur at the item level. In mathematics, raters will qualify at the task level for most items. Smarter Balanced expects vendors to maintain traditional item-level hand-scoring statistics, including rater agreement and inter-rate reliability rates.  \nELA. In order to score ELA items, raters will receive training at the level of the task model. Smarter Balanced will provide “baseline” anchor and training sets as well as rubrics by writing purpose (e.g. , informative writing) for full-write essay items. Qualification and validation sets will be provided for each essay. Anchor and training sets will also be provided for the task models associated with the ELA short text items in the CAT and PT sections. For the ELA short text items in the CAT and the PT sections, raters will receive training by grade span (grades 3-5, 6-8, and high school) instead of by grade level. Smarter Balanced estimates the number of rater trainings as follows:  \n• ELA Essay: 7 trainings by grade level, grades 3 – 8  \n• ELA Essay: 5 trainings for high school  \n• ELA short text items: 16 trainings by grade span (3-5, 6-8, and high school)  \nEven though training is at the task-model level, qualification will occur on an item-by-item basis for all ELA handscored item types, and Smarter Balanced will provide qualification and validation sets for each item in ELA. For those item types where raters were trained by grade span, raters will qualify on each item within a specific grade.  \nMathematics. In order to score mathematics items, raters will receive training and will qualify on task models for almost all items. For Mathematics, Smarter Balanced will provide anchors and training sets for the task models. Smarter Balanced will provide item-specific rubrics and item-specific validation sets for all Mathematics items. Smarter Balanced estimates that there will be between 15 and 20 rater trainings for the mathematics PT items by grade level. Approximately 82 items will need individual training and qualification across all grades within mathematics.  \n1  \nSecurity  \nSite Policies  \nSmarter Balanced requires sophisticated systems for securing examination materials and other customer data. Security provisions must be implemented to ensure the security of all assessment materials, including examination questions, student responses, and training material. These materials are considered highly secure, and appropriate policies should be implemented to govern access, transfer (hard-copy and digital), and storage and archival  \nFacilities are to be secure and access to buildings is restricted to authorized personnel only. All personnel are required to sign the applicable security agreement and sign confidentiality/nondisclosure forms. Each scoring contractor must ensure that all nondisclosures have been signed and that a copy is ma","cbCaieWOYh8F3AsM","https://ap.wps.com/l/cbCaieWOYh8F3AsM","pdf",890863,23,"English","# Overview\n# Security\n## Site Policies\n## Restrictions Regarding Communication\n# Scoring Design","[{\"question\":\"What training approach does Smarter Balanced use to control hand-scoring costs?\",\"answer\":\"Smarter Balanced trains raters on families of items called Task Models rather than training for every individual item. In ELA, qualification still occurs at the item level; in mathematics, qualification is mostly at the task level.\"},{\"question\":\"How does ELA hand-scoring qualification work?\",\"answer\":\"Raters receive training at the task-model level, with baseline anchor and training sets and rubrics by writing purpose for full-write essay items. Qualification and validation sets are provided for each essay, and short-text items are trained by grade span.\"},{\"question\":\"What security and communication restrictions apply to hand-scoring personnel?\",\"answer\":\"Assessment and training materials are treated as highly secure, with access restricted to authorized personnel and required confidentiality agreements. External communication about test items and hand-scoring procedures is prohibited, and items or responses must not be sent via e-mail.\"}]","Hand-Scoring Rules - Smarter Balanced | PDF",1791062489,58]