[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-528370-105":3,"detail-sidebar-cat-0-en-105":81,"doc-detail-528370-en":130},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":74,"head_meta":76,"extra_data":78,"updated_unix":80},105,"en","act-research-policy-data-byte-2016-8-how-do-we-know-what-device-type-students-use-to-complete-surveys","ACT Research & Policy - Data Byte 2016-8 - How Do We Know What Device Type Students Use to Complete Surveys?","","ACT Data Byte 2016-8 examines how device type is determined for students completing online surveys. High school students taking the ACT test in October 2015 participated in an online survey including an explicit device question and an added meta-information tool capturing operating system, screen size, and browser. Results from 1,870 students show strong consistency between meta-information and the explicit question, improving classification accuracy to 94.5% by categorizing unknowns using survey responses.",{"@graph":14,"@context":73},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/act-research-policy-data-byte-2016-8-how-do-we-know-what-device-type-students-use-to-complete-surveys/528370/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/act-research-policy-data-byte-2016-8-how-do-we-know-what-device-type-students-use-to-complete-surveys/528370.png","ImageObject",300,407,{"name":42,"@type":43},"Quinn Holloway","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-11-09","2026-10-09",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",6,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69],{"name":60,"@type":61,"acceptedAnswer":62},"How were device types collected in the survey study?","Question",{"text":63,"@type":64},"Device information was collected using both an explicit end-of-survey question and an automatically operating meta-information tool that captured operating system, screen size, and browser details.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"What was the consistency between the meta-information and the explicit device question?",{"text":68,"@type":64},"Among students who answered the device question, 86% of the data were consistent, and consistency increased to 94.5% after using explicit-question data to categorize unknown devices in the meta-information.",{"name":70,"@type":61,"acceptedAnswer":71},"What could explain cases where meta-information was inconsistent or not categorized?",{"text":72,"@type":64},"Inconsistencies may occur if students switch devices during the survey, such as starting on a phone and finishing on a desktop or other full-sized device.","https://schema.org",{"og:url":32,"og:type":75,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":77,"canonical":32},"index,follow",{"doc_id":79,"site_id":7},528370,1791657406,{"code":4,"msg":82,"data":83},"success",[84,88,92,96,101,105,110,114,119,122,126],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":85,"show_sort_weight":86,"slug":87},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":89,"show_sort_weight":90,"slug":91},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":93,"show_sort_weight":94,"slug":95},"Exam",70,"exam",{"id":97,"doc_module":4,"doc_module_name":25,"category_name":98,"show_sort_weight":99,"slug":100},5,"Comic",60,"comic",{"id":55,"doc_module":4,"doc_module_name":25,"category_name":102,"show_sort_weight":103,"slug":104},"Technology",50,"technology",{"id":106,"doc_module":4,"doc_module_name":25,"category_name":107,"show_sort_weight":108,"slug":109},7,"Healthcare",40,"healthcare",{"id":111,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":112,"slug":113},8,30,"research-report",{"id":115,"doc_module":4,"doc_module_name":25,"category_name":116,"show_sort_weight":117,"slug":118},9,"Religion & Spirituality",20,"religion-spirituality",{"id":117,"doc_module":4,"doc_module_name":25,"category_name":120,"show_sort_weight":117,"slug":121},"World Cup","world-cup",{"id":123,"doc_module":4,"doc_module_name":25,"category_name":124,"show_sort_weight":123,"slug":125},10,"Lifestyle","lifestyle",{"id":127,"doc_module":4,"doc_module_name":25,"category_name":128,"show_sort_weight":97,"slug":129},19,"General","general",{"code":4,"msg":82,"data":131},{"doc_id":79,"user_id":132,"nickname":42,"user_avatar":133,"doc_module":4,"category_id":111,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":134,"file_id":135,"file_url":136,"file_type":137,"file_size":138,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":26,"language":139,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":140,"faqs":141,"seo_title":142,"seo_description":12,"update_tm":143,"read_time":97,"preview_page_count":26,"preview_urls":144},2336474466712,"https://ap-avatar.wpscdn.com/davatar_a8503ba1806abce46bf441b54a3ca4cd","ACT Research & Policy  \nData Byte 2016-8  \nEmily Uhl is a program coordinator and Qualtrics administrator in Survey Research at ACT.  \nRaeal Moore is a senior research scientist at ACT specializing in survey methodological research and research on education best practices in P–12 schools.  \nBen Earnhart is a research scientist in Survey Research at ACT.  \nHow Do We Know What Device Type Students Use to Complete Surveys?  \nEmily Uhl, BA; Raeal Moore, PhD; and Ben Earnhart, MA  \nDevice Type by Survey Question and Meta-Information  \nMeta-Information  \nDesktop or Laptop  \nPhone  \nTablet  \nUnknown  \n\n|  | 19.4% | 0.1% | 0.4% | 0.1% |\n| --- | --- | --- | --- | --- |\n|  | 1.2% | 59.4% | 0.5% | 0.9% |\n|  | 0.2% | 0.4% | 7.4% | 0.3% |\n|  | 8.5% | 0.2% | 0.4% | 0.2% |\n|  |  |  |  |  |\n\nDesktop or Laptop Phone Tablet Other  \nSurvey Question  \nIn the figure, the X-axis indicates the survey taker’s response describing their device type, and the Y-axis indicates the metainformations’s interpretation of the device type. Larger circles indicate a higher instance of response combinations, and the numbers show the percentage of responses featuring that combination. For example, in 59.4% of the surveys completed, both the survey takerand the meta-information indicated the device used was a phone. The navy circles represent the instances of agreement between the metainformation and the information provided by survey takers.  \nHigh school students who took the ACT® test in October 2015 were invited to participate in an online survey about their test-taking experience. As part of this project, two methods were used to collect information regarding the type of device (e.g., smartphone, tablet, desktop computer) that students used to complete the survey. The end of the survey included an explicit question about the device used to complete the survey. In addition, a meta-information tool was added  \nto the survey. This tool operated automatically in the background to provide such information as type of operating system, screen size, and browser. This information was then categorized by device type.1  \nMeta-information has the advantage of being simple to collect in a survey, because it requires no action on the part of respondents. But questions still exist as to the accuracy of this information. If such  \n[www.act.org/research](www.act.org/research) databytes@act.org for more information or to suggest ideas for future ACT Data Bytes.  \n© 2016 by ACT, Inc. All rights reserved. ACT® is a registered trademark of ACT, Inc. 5728  \ninformation is comparable in accuracy to that obtained from an explicit survey question about device type, then the viability of using meta-information in future research projects increases.  \nDevice type information was collected from 1,870 students via the meta-information tool. Of these, 1,374 answered the device type survey question. It was determined that 86% of the data were consistent across these two data elements (19.4% for desktop/laptop, 59.4% for phone, 7.4% for tablet, and 0.2% for unknown) . The consistency was increased to 94.5% by using the data from the explicit survey question to categorize the unknown devices in the  \nmeta-information. Most of the unknowns were desktop/ laptop devices (8.5% of the total) . The ability to categorize 94.5% of the data increased our confidence in using metainformation in future research projects.  \nRegarding the 5% of meta-information that was inconsistent or unable to be categorized, such inconsistencies could be the result of students switching devices during the survey. For example, a student might start the survey on a phone and then, for convenience, finish on a desktop or other full-sized device. This seems plausible, given that the meta-information was captured at the beginning of the survey, whereas the question  \nabout device type appeared at the end. Regardless, the knowledge that device type can be accurately determined will serve ACT research efforts by granting a bet","cbCaim7EAA1cWdq6","https://ap.wps.com/l/cbCaim7EAA1cWdq6","pdf",98385,"English","# Device Type by Survey Question and Meta-Information\n## Meta-Information\n### Desktop or Laptop\n### Phone\n### Tablet\n### Unknown\n## Data Collection and Consistency Results\n## Handling Inconsistencies and Future Use","[{\"question\":\"How were device types collected in the survey study?\",\"answer\":\"Device information was collected using both an explicit end-of-survey question and an automatically operating meta-information tool that captured operating system, screen size, and browser details.\"},{\"question\":\"What was the consistency between the meta-information and the explicit device question?\",\"answer\":\"Among students who answered the device question, 86% of the data were consistent, and consistency increased to 94.5% after using explicit-question data to categorize unknown devices in the meta-information.\"},{\"question\":\"What could explain cases where meta-information was inconsistent or not categorized?\",\"answer\":\"Inconsistencies may occur if students switch devices during the survey, such as starting on a phone and finishing on a desktop or other full-sized device.\"}]","ACT Research & Policy - Data Byte 2016-8 - How Do We Know What Device Type Students Use to Complete Surveys? | PDF",1791518493,[145,149],{"page_no":22,"url":146,"width":147,"height":148},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/c6e50d389b40c57aa5743bb52808e336.webp",983,759,{"page_no":26,"url":150,"width":151,"height":152},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/f90f082da0bee48c1ee135cac0e1ecce.webp",982,758]