[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-0-en-105":3,"doc-seo-153784-105":59,"doc-detail-153784-en":131},{"code":4,"msg":5,"data":6},0,"success",[7,13,18,23,28,33,38,43,48,51,55],{"id":8,"doc_module":4,"doc_module_name":9,"category_name":10,"show_sort_weight":11,"slug":12},1,"Document","Story & Novel",90,"story-novel",{"id":14,"doc_module":4,"doc_module_name":9,"category_name":15,"show_sort_weight":16,"slug":17},2,"Literature",80,"literature",{"id":19,"doc_module":4,"doc_module_name":9,"category_name":20,"show_sort_weight":21,"slug":22},4,"Exam",70,"exam",{"id":24,"doc_module":4,"doc_module_name":9,"category_name":25,"show_sort_weight":26,"slug":27},5,"Comic",60,"comic",{"id":29,"doc_module":4,"doc_module_name":9,"category_name":30,"show_sort_weight":31,"slug":32},6,"Technology",50,"technology",{"id":34,"doc_module":4,"doc_module_name":9,"category_name":35,"show_sort_weight":36,"slug":37},7,"Healthcare",40,"healthcare",{"id":39,"doc_module":4,"doc_module_name":9,"category_name":40,"show_sort_weight":41,"slug":42},8,"Research & Report",30,"research-report",{"id":44,"doc_module":4,"doc_module_name":9,"category_name":45,"show_sort_weight":46,"slug":47},9,"Religion & Spirituality",20,"religion-spirituality",{"id":46,"doc_module":4,"doc_module_name":9,"category_name":49,"show_sort_weight":46,"slug":50},"World Cup","world-cup",{"id":52,"doc_module":4,"doc_module_name":9,"category_name":53,"show_sort_weight":52,"slug":54},10,"Lifestyle","lifestyle",{"id":56,"doc_module":4,"doc_module_name":9,"category_name":57,"show_sort_weight":24,"slug":58},19,"General","general",{"code":4,"msg":60,"data":61},"ok",{"site_id":62,"language":63,"slug":64,"title":65,"keywords":66,"description":67,"schema_data":68,"social_meta":124,"head_meta":126,"extra_data":128,"updated_unix":130},105,"en","a-hybrid-approach-for-transliterated-word-level-language-identification-crf-with-post-processing-heuristics","A Hybrid Approach for Transliterated Word-Level Language Identification - CRF with Post Processing Heuristics","","A hybrid system addresses word-level language (WLL) identification for Bangla words written in Roman script and mixed with English in the FIRE 2014 transliterated search shared task. The approach combines a CRF-based machine learning model with post-processing heuristics to label each token as English or Bangla transliterations. Two transliteration systems convert detected Bangla Roman-script tokens into native Bangla script, achieving reported token-level accuracy and leading scores across most evaluation metrics for the Bangla-English pair.",{"@graph":69,"@context":123},[70,84,106],{"@type":71,"itemListElement":72},"BreadcrumbList",[73,77,79,82],{"item":74,"name":75,"@type":76,"position":8},"https://docshare.wps.com","Home","ListItem",{"item":78,"name":9,"@type":76,"position":14},"https://docshare.wps.com/document/",{"item":80,"name":40,"@type":76,"position":81},"https://docshare.wps.com/document/research-report/",3,{"item":83,"name":65,"@type":76,"position":19},"https://docshare.wps.com/document/a-hybrid-approach-for-transliterated-word-level-language-identification-crf-with-post-processing-heuristics/153784/",{"url":83,"name":65,"@type":85,"image":86,"author":91,"headline":65,"publisher":94,"fileFormat":97,"inLanguage":63,"description":67,"dateModified":98,"datePublished":99,"encodingFormat":97,"isAccessibleForFree":100,"interactionStatistic":101},"DigitalDocument",{"url":87,"@type":88,"width":89,"height":90},"https://docshare.wps.com/thumbnails/a-hybrid-approach-for-transliterated-word-level-language-identification-crf-with-post-processing-heuristics/153784.png","ImageObject",300,407,{"name":92,"@type":93},"Oliver","Person",{"url":74,"name":95,"@type":96},"DocShare","Organization","application/pdf","2026-10-30","2026-08-28",true,{"@type":102,"interactionType":103,"userInteractionCount":105},"InteractionCounter",{"@type":104},"ViewAction",14,{"@type":107,"mainEntity":108},"FAQPage",[109,115,119],{"name":110,"@type":111,"acceptedAnswer":112},"What problem does the paper address in FIRE 2014?","Question",{"text":113,"@type":114},"It addresses word-level language identification for Bangla words written in Roman script mixed with English, followed by transliteration into native Bangla script.","Answer",{"name":116,"@type":111,"acceptedAnswer":117},"How is word-level language identification performed?",{"text":118,"@type":114},"A CRF-based machine learning model is used together with post-processing heuristics to decide whether each token is English or a transliterated Indian-language word.",{"name":120,"@type":111,"acceptedAnswer":121},"What outputs does the system provide besides language labels?",{"text":122,"@type":114},"For tokens identified as transliterated Bangla words, the system produces transliterations into native Bangla script using two transliteration systems.","https://schema.org",{"og:url":83,"og:type":125,"og:title":65,"og:site_name":95,"og:description":67},"article",{"robots":127,"canonical":83},"index,follow",{"doc_id":129,"site_id":62},153784,1787882511,{"code":4,"msg":5,"data":132},{"doc_id":129,"user_id":133,"nickname":92,"user_avatar":134,"doc_module":4,"category_id":39,"category_name":40,"doc_title":65,"doc_description":67,"doc_content":135,"file_id":136,"file_url":137,"file_type":138,"file_size":139,"view_count":105,"is_deleted":4,"is_public":8,"is_downloadable":8,"audit_status":8,"page_count":19,"language":140,"language_code":63,"site_id":62,"html_lang":63,"table_of_contents":141,"faqs":142,"seo_title":143,"seo_description":67,"update_tm":130,"read_time":52,"preview_page_count":4},8796095461610,"https://ap-avatar.wpscdn.com/davatar_276721f389ce27ea32af1340a28f341c","A Hybrid Approach for Transliterated Word-Level Language Identification: CRF with Post Processing Heuristics  \nSomnath Banerjee  \nCSE Department,JU, India  \n[s.banerjee1980@gmail.com](s.banerjee1980@gmail.com)[ ](s.banerjee1980@gmail.com)Sudip Kumar Naskar CSE Department,JU, India [sudip.naskar@cse.jdvu.ac.in](sudip.naskar@cse.jdvu.ac.in)  \nAniruddha Roy CSE Department,JU, India [aniruddha@gmail.com](aniruddha@gmail.com)  \nAlapan Kuila CSE Department,JU, India [alapan.cse@gmail.com](alapan.cse@gmail.com)  \nSivaji Bandyopadhyay CSE Department,JU, India  \nsivaj[i_cse@yahoo.com](i_cse@yahoo.com)  \nPaolo Rosso  \nNLE Lab, UPV,Spain  \n[prosso@dsic.upv.es](prosso@dsic.upv.es)  \nABSTRACT  \nIn this paper, we describe a hybrid approach for word-level language (WLL) identi􀀌cation of Bangla words written in Roman script and mixed with English words as part of our participation in the shared task on transliterated search at Forum for Information Retrieval Evaluation (FIRE) in 2014 . A CRF based machine learning model and post-processing heuristics are employed for the WLL identi􀀌cation task. In addition to language identi􀀌cation, two transliteration systems were built to transliterate detected Bangla words written in Roman script into native Bangla script. The system demonstrated an overall token level language identi􀀌cation accuracy of 0.905 . The token level Bangla and English language identi􀀌cation F-scores are 0.899, 0.920 respectively. The two transliteration systems achieved accuracies of 0.062 and 0.037 . The system presented in this paper resulted in the best scores across almost all metrics among all the participating systems for the Bangla-English language pair.  \nCategories and Subject Descriptors  \n1.2.7 [Arti􀀌cial Intelligence]: Natural Language Processing, Language parsing and understanding  \nGeneral Terms  \nExperimentation, Languages  \nKeywords  \nWord level language identi􀀌cation, Transliteration  \n1. INTRODUCTION  \nIn spite of having indigenous scripts, often Indian languages (e.g., Bangla, Hindi, Tamil etc.) are written in Roman script for user generated contents (such as blogs and tweets) due to various socio-cultural and technological reasons. This process of phonetically representing the words of  \nPermission to make digital or hard copies of all or part of this work for personal or classroom use is granted without fee provided that copies are not made or distributed for profit or commercial advantage and that copies bear this notice and the full citation on the first page. To copy otherwise, torepublish, to post on servers or to redistribute to lists, requires prior specific permission and/or a fee.  \nWOODSTOCK '97 El Paso, Texas USA  \nCopyright 20XX ACM X-XXXXX-XX-X/XX/XX ...$15.00 .  \na language in a nonnative script is called (forward) transliteration. Especially the use of Roman script in transliteration for those languages presents serious challenges to understanding, search and (backward) transliteration. These challenges include handling spelling variations, diphthongs, doubled letters, reoccurring constructions, etc.  \nLanguage identi􀀌cation for documents is a well-studied natural language problem [3] . King and Abney[9] presented the di􀀋erent aspects of this problem and focussed on the problem of labeling the language of individual words within a multilingual document. They proposed language identi􀀌 -cation at the word level in mixed language documents instead of sentence level identi􀀌cation.  \nThe last decade has seen the development of transliteration systems for Asian languages. Some notable transliteration systems were built for Chinese [14], Japanese [7], Korean [8], Arabic [1], etc. Transliteration systems were also developed for Indian languages [6, 16] .  \n2. TASK DEFINITION  \nA query q : \u003C w1 w2 w3 :::wn > is written in Roman script. The words, w1 ; w2 ; w3 ; :::; wn , could be standard English words or transliterated from Indian languages (IL), e.g. , Bangla, Hindi, etc. The objective of the task is to i","cbCaia01M7d23xlm","https://ap.wps.com/l/cbCaia01M7d23xlm","pdf",194882,"English","# Abstract\n# Introduction\n# Task Definition\n# Datasets and Resources\n# System Description\n## WLL Classification Features\n## Character n-grams","[{\"question\":\"What problem does the paper address in FIRE 2014?\",\"answer\":\"It addresses word-level language identification for Bangla words written in Roman script mixed with English, followed by transliteration into native Bangla script.\"},{\"question\":\"How is word-level language identification performed?\",\"answer\":\"A CRF-based machine learning model is used together with post-processing heuristics to decide whether each token is English or a transliterated Indian-language word.\"},{\"question\":\"What outputs does the system provide besides language labels?\",\"answer\":\"For tokens identified as transliterated Bangla words, the system produces transliterations into native Bangla script using two transliteration systems.\"}]","A Hybrid Approach for Transliterated Word-Level Language Identification - CRF with Post Processing Heuristics | PDF"]