[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-517925-105":3,"detail-sidebar-cat-0-en-105":81,"doc-detail-517925-en":131},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":74,"head_meta":76,"extra_data":78,"updated_unix":80},105,"en","a-multilingual-information-extraction-pipeline-for-investigative-journalism-abstract","A Multilingual Information Extraction Pipeline for Investigative Journalism - Abstract","","A multilingual information extraction pipeline is presented for processing very large collections of unstructured text in investigative journalism. It powers New/s/leak 2.0, enabling journalists to explore unknown multi-gigabyte document sets from disclosures and leaks. The approach extracts entities and co-occurrences, supports up to 40 languages via automatic language detection, and retrieves full text, metadata, and entities from multiple file formats using NLP components such as temporal entities, key terms, regex patterns, and dictionaries.",{"@graph":14,"@context":73},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/a-multilingual-information-extraction-pipeline-for-investigative-journalism-abstract/517925/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/a-multilingual-information-extraction-pipeline-for-investigative-journalism-abstract/517925.png","ImageObject",300,407,{"name":42,"@type":43},"Lucas Martin","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-11-16","2026-10-07",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",11,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69],{"name":60,"@type":61,"acceptedAnswer":62},"What problem does the pipeline address for investigative journalism?","Question",{"text":63,"@type":64},"It automatically processes large volumes of unstructured textual data to help journalists discover potential stories by extracting entities and their co-occurrence relationships.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"How does the pipeline handle multiple languages?",{"text":68,"@type":64},"New/s/leak 2.0 supports automatic language detection and information extraction across 40 languages, enabling analysis of multilingual document sets for cross-country collaboration.",{"name":70,"@type":61,"acceptedAnswer":71},"Which document types and outputs does the system support?",{"text":72,"@type":64},"It extracts full text, metadata, and entities from various file formats, using a pipeline that includes robust NLP processing such as temporal entity extraction, named entity recognition, key-term detection, regex patterns, and user-defined dictionaries.","https://schema.org",{"og:url":32,"og:type":75,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":77,"canonical":32},"index,follow",{"doc_id":79,"site_id":7},517925,1791411910,{"code":4,"msg":82,"data":83},"success",[84,88,92,96,101,106,111,115,120,123,127],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":85,"show_sort_weight":86,"slug":87},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":89,"show_sort_weight":90,"slug":91},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":93,"show_sort_weight":94,"slug":95},"Exam",70,"exam",{"id":97,"doc_module":4,"doc_module_name":25,"category_name":98,"show_sort_weight":99,"slug":100},5,"Comic",60,"comic",{"id":102,"doc_module":4,"doc_module_name":25,"category_name":103,"show_sort_weight":104,"slug":105},6,"Technology",50,"technology",{"id":107,"doc_module":4,"doc_module_name":25,"category_name":108,"show_sort_weight":109,"slug":110},7,"Healthcare",40,"healthcare",{"id":112,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":113,"slug":114},8,30,"research-report",{"id":116,"doc_module":4,"doc_module_name":25,"category_name":117,"show_sort_weight":118,"slug":119},9,"Religion & Spirituality",20,"religion-spirituality",{"id":118,"doc_module":4,"doc_module_name":25,"category_name":121,"show_sort_weight":118,"slug":122},"World Cup","world-cup",{"id":124,"doc_module":4,"doc_module_name":25,"category_name":125,"show_sort_weight":124,"slug":126},10,"Lifestyle","lifestyle",{"id":128,"doc_module":4,"doc_module_name":25,"category_name":129,"show_sort_weight":97,"slug":130},19,"General","general",{"code":4,"msg":82,"data":132},{"doc_id":79,"user_id":133,"nickname":42,"user_avatar":134,"doc_module":4,"category_id":112,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":102,"language":140,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":12,"update_tm":144,"read_time":145,"preview_page_count":33,"preview_urls":146},8796095360427,"https://ap-avatar.wpscdn.com/davatar_994ba38a5ba835b3df7d355c54d3ed8d","A Multilingual Information Extraction Pipeline for Investigative Journalism  \nGregor Wiedemann Seid Muhie Yimam Chris Biemann  \nLanguage Technology Group  \nDepartment of Informatics  \nUniversitt Hamburg, Germany  \nfgwiedemann, yimam, biemanng@informatik.uni-hamburg .de  \narXiv : 1809 .0022 1v 1 [ cs .CL] 1 Sep 2018  \nAbstract  \nWe introduce an advanced information extraction pipeline to automatically process very large collections of unstructured textual data for the purpose of investigative journalism. The pipeline serves as a new input processor for the upcoming major release of our New/s/leak 2.0 software, which we develop in cooperation with a large German news organization. The use case is that journalists receive a large collection of ﬁles up to several Gigabytes containing unknown contents. Collections may originate either from ofﬁcial disclosures of documents, e.g. Freedom of Information Act requests, or unofﬁcial data leaks. Our software prepares a visually-aided exploration of the collection to quickly learn about potential stories contained in the data. It is based on the automatic extraction of entities and their co-occurrence in documents. In contrast to comparable projects, we focus on the following three major requirements particularly serving the use case of investigative journalism in cross-border collaborations: 1) composition of multiple state-of-the-art NLP tools for entity extraction, 2) support of multi-lingual document sets up to 40 languages, 3) fast and easyto-use extraction of full-text, metadata and entities from various ﬁle formats.  \n1 Support Investigative Journalism  \nJournalists usually build up their stories around entities of interest such as persons, organizations, companies, events, and locations in combination with the complex relations they have. This is especially true for investigative journalism which, in the digital age, more and more is confronted to ﬁnd such relations between entities in large, unstructured and heterogeneous data sources.  \nUsually, this data is buried in unstructured texts, for instance from scanned and OCR-ed documents, letter correspondences, emails or protocols. Sources typically range from 1) ofﬁcial disclosures of administrative and business documents,  \n2) court-ordered revelation of internal communication, 3) answers to requests based on Freedom of Information (FoI) acts, and 4) unofﬁcial leaks of conﬁdential information. Well-known examples of such disclosed or leaked datasets are the Enron email dataset (Keila and Skillicorn, 2005) or the Panama Papers (O'Donovan et al., 2016) .  \nTo support investigative journalism in their work, we have developed New/s/leak (Yimam et al., 2016), a software implemented by experts from natural language processing and visualization in computer science in cooperation with journalists from Der Spiegel, a large German news organization. Due to its successful application in the investigative research as well as continued feedback from academia, we further extend the functionality of New/s/leak, which now incorporates better pre-processing, information extraction and deployment features. The new version New/s/leak 2.0 serves four central requirements that have not been addressed by the ﬁrst version or other existing solutions for investigative and forensic text analysis:  \nImproved NLP processing: We use stable and robust state-of-the-art natural language processing (NLP) to automatically extract valuable information for journalistic research. Our pipeline combines extraction of temporal entities, named entities, key-terms, regular expression patterns (e.g. URLs, emails, phone numbers) and user-deﬁned dictionaries.  \nMultilingualism: Many tools only work for English documents or a few other `big languages'. In the new version, our tool allows for automatic language detection and information extraction in 40 different languages. Support of multilingual collections and documents is speciﬁcally useful to foster cross-country collabo","cbCaiibifpxDQTJ0","https://ap.wps.com/l/cbCaiibifpxDQTJ0","pdf",832938,"English","# 1 Support Investigative Journalism\n## Improved NLP processing\n## Multilingualism\n## Multiple file formats\n## Keyword graphs\n# 2 Related Work","[{\"question\":\"What problem does the pipeline address for investigative journalism?\",\"answer\":\"It automatically processes large volumes of unstructured textual data to help journalists discover potential stories by extracting entities and their co-occurrence relationships.\"},{\"question\":\"How does the pipeline handle multiple languages?\",\"answer\":\"New/s/leak 2.0 supports automatic language detection and information extraction across 40 languages, enabling analysis of multilingual document sets for cross-country collaboration.\"},{\"question\":\"Which document types and outputs does the system support?\",\"answer\":\"It extracts full text, metadata, and entities from various file formats, using a pipeline that includes robust NLP processing such as temporal entity extraction, named entity recognition, key-term detection, regex patterns, and user-defined dictionaries.\"}]","A Multilingual Information Extraction Pipeline for Investigative Journalism - Abstract | PDF",1791348843,15,[147,151,155,159],{"page_no":22,"url":148,"width":149,"height":150},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/329af94b45676d2cc5196cda339664d0.webp",983,1390,{"page_no":26,"url":152,"width":153,"height":154},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/c3a2b32d1792a661353641ed0e883650.webp",982,1388,{"page_no":30,"url":156,"width":157,"height":158},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/5f23bf2432bad7280da5dedd2a141d49.webp",981,1387,{"page_no":33,"url":160,"width":161,"height":162},"https://res-academy.cache.wpscdn.com/upload/kdocshare/2026-11-17/30a19e9a8004ca27ce2d134581557a86.webp",980,1385]