[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-143059-105":59,"doc-detail-143059-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","prae-coffee-lecture-critical-evaluation-of-ai-generated-information","PRAE Coffee Lecture - Critical Evaluation of AI-generated Information","","A lecture on critically evaluating information generated by GenAI systems, using a live comparison between ChatGPT and Claude. It revisits fundamentals of how generative AI works, emphasizing prompt input, statistical/probabilistic mechanisms, and output generation. The session analyzes why identical questions can yield different animal lists, focusing on translation differences, source usage, and methodological variation. It concludes with an outlook on applying information-evaluation principles to AI-generated content.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/prae-coffee-lecture-critical-evaluation-of-ai-generated-information/143059/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/prae-coffee-lecture-critical-evaluation-of-ai-generated-information/143059.png","ImageObject",300,407,{"name":92,"@type":93},"Connor ","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-30","2026-08-25",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",16,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"Why can ChatGPT and Claude produce different answers to the same question?","Question",{"text":113,"@type":114},"Even with the same input, outputs may differ due to translation variations, imprecise prompts, different underlying sources, or different approaches to the same data.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"What GenAI components are highlighted when explaining how GenAI works?",{"text":118,"@type":114},"The lecture contrasts prompt/input, the statistical/probability foundations used by GenAI, and the resulting output text, images, or videos.",{"name":120,"@type":111,"acceptedAnswer":121},"How should someone think about the reliability of GenAI-generated information?",{"text":122,"@type":114},"The session stresses uncertainty about which data sets and sources the tools use and whether the information in those data sets is reliable, encouraging careful evaluation before accepting results.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},143059,1787692437,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":46,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":130,"read_time":31,"preview_page_count":4},687207022233,"https://ap-avatar.wpscdn.com/davatar_155a257f0dc6eb9ab79c44ca47cae57d","Critical Evaluation of AI-generated Information  \nThe ROBOT Test and Other Tools  \nLukas Tschopp  \n24.09.2024 Critical Evaluation of AI-generated Information, Lukas Tschopp Seite 1  \nAgenda: Our Journey Today  \nWarm Up  \n1. GenAI Basics  \n2. Evaluation of Information  \n3. Evaluation of GenAI-generated content  \n4. Outlook  \n24.09.2024 Critical Evaluation of AI-generated Information, Lukas Tschopp Seite 2  \nWarm Up  \nLet’s have a look at one example  \nChatGPT:  \nWhat are the ten most endangered animals in Africa?  \n24.09.2024 Critical Evaluation of AI-generated Information, Lukas Tschopp Seite 3  \nWarm Up  \nLet’s have a look at one example  \nClaude:  \nWhat are the ten most endangered animals in Africa?  \n24.09.2024 Critical Evaluation of AI-generated Information, Lukas Tschopp Seite 4  \nWarm Up  \nLet’s compare the answers  \n\n| ChatGPT |  | Claude |\n| --- | --- | --- |\n| Addax |  | Addax |\n| African Forest Elephant |  | African Penguin |\n| African Wild Dog |  | African Wild Dog |\n| Black Rhinoceros |  | Black Rhino |\n| Ethiopian Wolf |  | Cheetah |\n| Grey Crowned Crane |  | Ethiopian Wolf |\n| Hawksbill Turtle |  | Lemur |\n| Mountain Gorilla |  | Mountain Gorilla |\n| Northern White Rhinoceros |  | Pangolin |\n| Pangolin |  | Rothschild's Giraffe |\n\n| Match = 6 |\n| --- |\n| Mismatch = 4 |\n\n24.09.2024 Critical Evaluation of AI-generated Information, Lukas Tschopp Seite 5  \nWarm Up  \nLet’s share thoughts  \n| Match = 6 |\n| --- |\n| Mismatch = 4 |\n\nWhy is there a mismatch between ChatGPT’s answers and Claude’s?  \nPlease share your thoughts in the Zoom chat.  \n24.09.2024 Critical Evaluation of AI-generated Information, Lukas Tschopp Seite 6  \nWarm Up  \nPossible Answers  \nWhen we use the same input in ChatGPT and Claude, the results are not the same. Why is that? Some possible answers:  \n• Our input has been translated differently  \n• Our input was not precise enough  \n• ChatGPT and Claude use different sources to answer our question  \n• ChatGPT and Claude use the same source but a different approach  \n• ChatGPT and Claude are not designed for such tasks  \n•    \n24.09.2024 Critical Evaluation of AI-generated Information, Lukas Tschopp Seite 7  \n1. GenAI Basics  \nHow Does GenAI Work?  \n| What are the ten most\u003Cbr>endangered animals in Africa? |\n| --- |\n| Prompt / Input |\n\n\n| GenAI such as ChatGPTor Claude |\n| --- |\n| Statistics / Probability |\n|  |\n\n| List of ten animals. |\n| --- |\n| Result / Output / text, image, video   |\n\n24.09.2024 Critical Evaluation of AI-generated Information, Lukas Tschopp Seite 8  \n1. GenAI Basics  \nLet’s share thoughts  \nLet’s have a second look at our previous example:  \nWhat are the implications of knowing that there is a set of data that will be used along with statistics/probabilities to answer my question?  \nPlease share your thoughts in the Zoom chat.  \n24.09.2024 Critical Evaluation of AI-generated Information, Lukas Tschopp Seite 9  \n1. GenAI Basics  \nPossible Answers  \nWhat are the implications of knowing that there is a data set that will be used along with statistics/probabilities to answer my question?  \n• I don't know what data set ChatGPT and Claude are using  \n• I don't know if the data contains reliable information  \n• I don't know what information ChatGPT and Claude base their answers on  \n• I don't know if there are other AI tools better suited to my topic  \n•  \n…  \n24.09.2024 Critical Evaluation of AI-generated Information, Lukas Tschopp Seite 10","cbCaih7YYPB2hluP","https://ap.wps.com/l/cbCaih7YYPB2hluP","pdf",1903482,"English","# Agenda: Our Journey Today\n## Warm Up\n## GenAI Basics\n### How Does GenAI Work?\n## Evaluation of Information\n## Evaluation of GenAI-generated content\n## Outlook","[{\"question\":\"Why can ChatGPT and Claude produce different answers to the same question?\",\"answer\":\"Even with the same input, outputs may differ due to translation variations, imprecise prompts, different underlying sources, or different approaches to the same data.\"},{\"question\":\"What GenAI components are highlighted when explaining how GenAI works?\",\"answer\":\"The lecture contrasts prompt/input, the statistical/probability foundations used by GenAI, and the resulting output text, images, or videos.\"},{\"question\":\"How should someone think about the reliability of GenAI-generated information?\",\"answer\":\"The session stresses uncertainty about which data sets and sources the tools use and whether the information in those data sets is reliable, encouraging careful evaluation before accepting results.\"}]","PRAE Coffee Lecture - Critical Evaluation of AI-generated Information | PDF"]