[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-577516-105":3,"detail-sidebar-cat-0-en-105":81,"doc-detail-577516-en":131},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":74,"head_meta":76,"extra_data":78,"updated_unix":80},105,"en","a-comparison-of-generative-ai-solutions-and-textbook-solutions-in-an-introductory-programming-course-read-online-free","A Comparison of Generative AI Solutions and Textbook Solutions in an Introductory Programming Course - read online free","","Generative AI can now generate computer code, changing how programming may be taught in higher education. The study compares solutions produced by ChatGPT-4 (via Bing) with past student programming assignments and textbook exercise solutions in an introductory programming course. A one-tailed statistical test evaluates differences in success rates. Results show generated code often fails to satisfy requirements, while guidance for AI-assisted coding and traditional instruction can improve. The paper concludes with recommendations for integrating generative AI into programming classes.",{"@graph":14,"@context":73},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/a-comparison-of-generative-ai-solutions-and-textbook-solutions-in-an-introductory-programming-course-read-online-free/577516/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/a-comparison-of-generative-ai-solutions-and-textbook-solutions-in-an-introductory-programming-course-read-online-free/577516.png","ImageObject",300,407,{"name":42,"@type":43},"Lucas Martin","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-11-15","2026-10-15",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",11,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69],{"name":60,"@type":61,"acceptedAnswer":62},"What does the study compare in an introductory programming course?","Question",{"text":63,"@type":64},"It compares ChatGPT-4 generated code against textbook exercise solutions and past programming assignments/solutions used in the course.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"How was success measured between textbook and ChatGPT solutions?",{"text":68,"@type":64},"The authors use a one-tailed test to calculate success percentages and determine whether differences are statistically significant.",{"name":70,"@type":61,"acceptedAnswer":71},"What key limitation did the results reveal about the generated code?",{"text":72,"@type":64},"The generated code does not always meet the programming requirements.","https://schema.org",{"og:url":32,"og:type":75,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":77,"canonical":32},"index,follow",{"doc_id":79,"site_id":7},577516,1792061764,{"code":4,"msg":82,"data":83},"success",[84,88,92,96,101,106,111,115,120,123,127],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":85,"show_sort_weight":86,"slug":87},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":89,"show_sort_weight":90,"slug":91},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":93,"show_sort_weight":94,"slug":95},"Exam",70,"exam",{"id":97,"doc_module":4,"doc_module_name":25,"category_name":98,"show_sort_weight":99,"slug":100},5,"Comic",60,"comic",{"id":102,"doc_module":4,"doc_module_name":25,"category_name":103,"show_sort_weight":104,"slug":105},6,"Technology",50,"technology",{"id":107,"doc_module":4,"doc_module_name":25,"category_name":108,"show_sort_weight":109,"slug":110},7,"Healthcare",40,"healthcare",{"id":112,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":113,"slug":114},8,30,"research-report",{"id":116,"doc_module":4,"doc_module_name":25,"category_name":117,"show_sort_weight":118,"slug":119},9,"Religion & Spirituality",20,"religion-spirituality",{"id":118,"doc_module":4,"doc_module_name":25,"category_name":121,"show_sort_weight":118,"slug":122},"World Cup","world-cup",{"id":124,"doc_module":4,"doc_module_name":25,"category_name":125,"show_sort_weight":124,"slug":126},10,"Lifestyle","lifestyle",{"id":128,"doc_module":4,"doc_module_name":25,"category_name":129,"show_sort_weight":97,"slug":130},19,"General","general",{"code":4,"msg":82,"data":132},{"doc_id":79,"user_id":133,"nickname":42,"user_avatar":134,"doc_module":4,"category_id":112,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":128,"language":140,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":12,"update_tm":144,"read_time":145,"preview_page_count":4},8796095360427,"https://ap-avatar.wpscdn.com/davatar_994ba38a5ba835b3df7d355c54d3ed8d","A Comparison of Generative AI Solutions and Textbook Solutions in an Introductory Programming Course  \nErnst Bekkering  \n[bekkerin@nsuok.edu](bekkerin@nsuok.edu)  \nPatrick Harrington  \n[harringp@nsuok.edu](harringp@nsuok.edu)  \nMathematics and Computer Science  \nNortheastern State University  \nTahlequah, OK 74464  \nAbstract  \nGenerative AI has recently gained the ability to generate computer code. This development is bound to affect how computer programming is taught in higher education. We used past programming assignments and solutions for textbook exercises in our introductory programming class to analyze how accurately one of the leading models, ChatGPT, generates solutions. We selected the ChatGPT-4 available through the Bing search engine for our testing. We used a one-tailed test to calculate success percentage of the textbook versus ChatGPT solutions to determine if there was a statistically significant difference. Neither the book nor ChatGPT provided perfect solutions. Analysis of the results showed that the generated code does not always meet the programming requirements, but also that instructions for generative AI coding and for traditional programming can be improved. We conclude with recommendations for incorporating generative AI in programming classes.  \nKeywords: artificial intelligence, generative AI, ChatGPT, C++, introductory programming courses.  \nRecommended Citation: Bekkering, T.E., Harrington, P.,(2024) . If You Want Something Specific, Ask for it Specifically: A Comparison of Generative AI Solutions and Textbook Solutions in an Introductory Programming Course. Information Systems Education Journal. V23(n1) pp 4-22.  \n[https://doi.org/10.62273/YQWP1758](https://doi.org/10.62273/YQWP1758)  \nA Comparison of Generative AI Solutions and Textbook Solutions in an Introductory Programming Course  \nErnst Bekkering and Patrick Harrington  \n1. INTRODUCTION  \nWhen the news reported that chatbots using GPT- 3 could write comprehensive answers to test questions, we tried to see how well they did onessay questions from our CS3343 Computer Operating Systems course. The contrast between ChatGPT answers and textbook answers was eerie. Computer answers were well-written and provided good examples in contrast with the official answers (  \nFigure 1) . We reported this to faculty at our department meeting in January 2023, but did not give it much mind for the remainder of the semester. Then came the news that large companies had started using generative AI in their IT departments.  \nCompanies using generative AI include Google, Microsoft, Meta, Insider, Duolingo, Slack, Snap, Coca Cola, Instacart, SalesForce, and Shopify ([CNBC.com](CNBC.com), 2023; Yahoo News, 2023). Companies like Code Academy (Johnson, 2023) and Udemy (2023), as well as traditional educators like Vanderbilt University ([Classcentral.com](Classcentral.com), 2023), the University of Michigan (Michigan Online, 2023) , and MIT (2023) have started offering course in generative AI.  \nFigure 1:Comparison of answers (personal communication, January 2023)  \nThe revolution in artificial intelligence is now hitting higher education. David Foster, a prominent researcher of AI, states the impending shift as “necessitating a reevaluation and adjustment of current teaching methods and assessment criteria.” (Foster, 2022, p. 410) .  \nBecause generative AI can write source code, we sought to investigate its limitations and strengths, and begin to determine its usefulness of whether it should be incorporated in teaching Computer Science.  \nWe took the assignments in our Spring 2023 introductory programming course. We compared the results of ChatGPT generated code with our own instructor solutions as posted on the course management system after the assignments were due. Then, we took the end-of-chapter exercise solutions and compared them with the solutions generated by ChatGPT.  \nThe structure of this paper is as follows. Wereview the literature on generative AI in gene","cbCaioVARWqZ9cQr","https://ap.wps.com/l/cbCaioVARWqZ9cQr","pdf",382746,"English","# Abstract\n# Introduction\n# Literature Review\n## History of Artificial Intelligence (AI)","[{\"question\":\"What does the study compare in an introductory programming course?\",\"answer\":\"It compares ChatGPT-4 generated code against textbook exercise solutions and past programming assignments/solutions used in the course.\"},{\"question\":\"How was success measured between textbook and ChatGPT solutions?\",\"answer\":\"The authors use a one-tailed test to calculate success percentages and determine whether differences are statistically significant.\"},{\"question\":\"What key limitation did the results reveal about the generated code?\",\"answer\":\"The generated code does not always meet the programming requirements.\"}]","A Comparison of Generative AI Solutions and Textbook Solutions in an Introductory Programming Course - read online free | PDF",1792031880,48]