[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-621175-105":59,"doc-detail-621175-en":130},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":123,"head_meta":125,"extra_data":127,"updated_unix":129},105,"en","inside-exams-aqa-data-review","Inside Exams - AQA Data Review","","Inside Exams explains how AQA teams continuously improve exam assessments using qualitative and quantitative evidence. It covers examiner feedback and emerging trends during marking, including whether students answered as intended and how question demand matched expectations. The review process uses data from question paper functioning reports, such as facility and discrimination indices and item-level distributions, and examines seeded items and requests for review of marking.",{"@graph":69,"@context":122},[70,84,105],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":20,"@type":76,"position":81},"https://docshare.wps.com/document/exam/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/inside-exams-aqa-data-review/621175/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/inside-exams-aqa-data-review/621175.png","ImageObject",300,407,{"name":92,"@type":93},"นรินทร์","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-31","2026-10-20",true,{"@type":102,"interactionType":103,"userInteractionCount":19},"InteractionCounter",{"@type":104},"ViewAction",{"@type":106,"mainEntity":107},"FAQPage",[108,114,118],{"name":109,"@type":110,"acceptedAnswer":111},"What types of qualitative and quantitative data does AQA use to review assessments?","Question",{"text":112,"@type":113},"AQA uses question paper functioning reports and includes qualitative and quantitative inputs. Quantitative examples include facility index, discrimination index, and item level distributions.","Answer",{"name":115,"@type":110,"acceptedAnswer":116},"How do AQA teams review assessments throughout the year?",{"text":117,"@type":113},"Each review meeting is organised by the Assessment Design Manager, held for individual specifications when summer data is received, and attended by senior examiners and colleagues across AQA.",{"name":119,"@type":110,"acceptedAnswer":120},"What indicators help evaluate marking reliability?",{"text":121,"@type":113},"AQA looks for assessment features affecting marking reliability, including seeded items and consistency between examiners and senior examiners, plus the percentage of scripts requesting review of marking and how often marks changed.","https://schema.org",{"og:url":83,"og:type":124,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":126,"canonical":83},"index,follow",{"doc_id":128,"site_id":62},621175,1792465064,{"code":4,"msg":5,"data":131},{"doc_id":128,"user_id":132,"nickname":92,"user_avatar":133,"doc_module":4,"category_id":19,"category_name":20,"doc_title":65,"doc_description":67,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":19,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":8,"language":139,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":140,"faqs":141,"seo_title":142,"seo_description":67,"update_tm":129,"read_time":81,"preview_page_count":4},2336475104957,"https://ap-avatar.wpscdn.com/avatar/22000c4c6bd8a5076e1?x-image-process=image/resize,m_fixed,w_180,h_180&k=1787554080175789136","Continuously improving our assessments  \nFind out more about how exams work by listening to our podcast series Inside Exams  \nQualitative data Quantitative data  \nExaminer feedback  \n• Were there any emerging trends during marking, eg students missing questions out?  \n• Did students respond to questions in the way that we intended?  \n• Did any of the questions appear more or less demanding than expected?  \nFeedback from AQA teams  \n• Were there any features of the assessment that made question paper writing or marking more complex than necessary?  \n• Did Ofqual provide any feedback on our assessments?  \nInside Exams  \nPodcast series  \nCopyright © 2019 AQA and its licensors. All rights reserved.  \nData from the questions  \nWe use question paper functioning reports to determine if the exam questions show the values we would expect. Types of data can include:  \n• facility index – a value that tells us how hard or easy a question was  \n• discrimination index – a value that tells us how well an item allowed us to rank students of varying abilities  \n• item level distributions – bar charts that show us how many students scored each mark in a question.  \nReviewing our assessments  \nHere are some of the types of data we use in our reviews each year.  \nEach review meeting is:  \n• organised and run by the Assessment Design Manager  \n• held for individual specifications and takes place when all the data for the summer is received  \n• attended by senior examiners and colleagues from across AQA, eg Research, Marking and Curriculum.  \nSubject trends  \n• Is the number of students taking thequalification this year (across all awarding bodies) an increase or decrease on last year?  \n• Is there a trend over time? Is the subject becoming more popular or is it in decline?  \n• Is the number of students taking thequalification with AQA increasing or decreasing?  \n• Are there any features of the assessment that could be influencing schools’ or students’decision to take the subject?  \nAssessment improvement plan  \n• Identifies any key areas that need to be addressed within the next year.  \n• Ensures that we are improving our assessmentson an ongoing basis.  \nHow marking went  \nWe look at data to determine if there were any features of the assessment that contributed to marking reliability. Types of data can include:  \n• seeded items (questions that are planted amongst other question to check examiners' marking)  \n– how often did examiners give it the same mark as the senior examiner?  \n• review of marking – what percentage of scripts had requests for a review of marking. Of those reviews, what percentage had the marks changed?","cbCaig7u3kCSqhYK","https://ap.wps.com/l/cbCaig7u3kCSqhYK","pdf",4671836,"English","# Inside Exams\n## Podcast series and continuous assessment improvement\n## Feedback and emerging trends\n## Data from question paper functioning reports\n## Reviewing assessments each year\n## Subject trends\n## Assessment improvement plan\n## How marking went","[{\"question\":\"What types of qualitative and quantitative data does AQA use to review assessments?\",\"answer\":\"AQA uses question paper functioning reports and includes qualitative and quantitative inputs. Quantitative examples include facility index, discrimination index, and item level distributions.\"},{\"question\":\"How do AQA teams review assessments throughout the year?\",\"answer\":\"Each review meeting is organised by the Assessment Design Manager, held for individual specifications when summer data is received, and attended by senior examiners and colleagues across AQA.\"},{\"question\":\"What indicators help evaluate marking reliability?\",\"answer\":\"AQA looks for assessment features affecting marking reliability, including seeded items and consistency between examiners and senior examiners, plus the percentage of scripts requesting review of marking and how often marks changed.\"}]","Inside Exams - AQA Data Review | PDF"]