[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"detail-sidebar-cat-1-en-105":3,"doc-seo-257888-105":53,"doc-detail-257888-en":126},{"code":4,"msg":5,"data":6},0,"success",[7,14,19,24,29,34,39,44,49],{"id":8,"doc_module":9,"doc_module_name":10,"category_name":11,"show_sort_weight":12,"slug":13},11,1,"Template","Presentations",90,"presentations",{"id":15,"doc_module":9,"doc_module_name":10,"category_name":16,"show_sort_weight":17,"slug":18},12,"Resumes",80,"resumes",{"id":20,"doc_module":9,"doc_module_name":10,"category_name":21,"show_sort_weight":22,"slug":23},14,"Invoices",70,"invoices",{"id":25,"doc_module":9,"doc_module_name":10,"category_name":26,"show_sort_weight":27,"slug":28},15,"Posters",60,"posters",{"id":30,"doc_module":9,"doc_module_name":10,"category_name":31,"show_sort_weight":32,"slug":33},16,"Social Media",50,"social-media",{"id":35,"doc_module":9,"doc_module_name":10,"category_name":36,"show_sort_weight":37,"slug":38},17,"Forms",40,"forms",{"id":40,"doc_module":9,"doc_module_name":10,"category_name":41,"show_sort_weight":42,"slug":43},18,"Letters",30,"letters",{"id":45,"doc_module":9,"doc_module_name":10,"category_name":46,"show_sort_weight":47,"slug":48},21,"Paper Templates",5,"papers-templates",{"id":50,"doc_module":9,"doc_module_name":10,"category_name":51,"show_sort_weight":4,"slug":52},158,"General","general-158",{"code":4,"msg":54,"data":55},"ok",{"site_id":56,"language":57,"slug":58,"title":59,"keywords":60,"description":61,"schema_data":62,"social_meta":119,"head_meta":121,"extra_data":123,"updated_unix":125},105,"en","data-engineer-job-brief-roles-responsibilities-and-skills","Data Engineer Job Brief - Roles Responsibilities and Skills","","Data Engineer Job Brief outlines the end-to-end responsibilities for designing, developing, and maintaining data architecture and infrastructure for large, complex datasets. The role focuses on building scalable pipelines to collect, store, process, and analyze data while ensuring availability, accuracy, and security. It emphasizes collaboration with data scientists and business stakeholders, translating requirements into technical solutions, testing pipeline reliability, and handling incomplete or messy data. The document also specifies key requirements across big data technologies, cloud infrastructures, DevOps automation, and strong programming and problem-solving skills.",{"@graph":63,"@context":118},[64,80,101],{"@type":65,"itemListElement":66},"BreadcrumbList",[67,71,74,77],{"item":68,"name":69,"@type":70,"position":9},"https://docshare.wps.com","Home","ListItem",{"item":72,"name":10,"@type":70,"position":73},"https://docshare.wps.com/template/",2,{"item":75,"name":16,"@type":70,"position":76},"https://docshare.wps.com/template/resumes/",3,{"item":78,"name":59,"@type":70,"position":79},"https://docshare.wps.com/template/data-engineer-job-brief-roles-responsibilities-and-skills/257888/",4,{"url":78,"name":59,"@type":81,"image":82,"author":87,"headline":59,"publisher":90,"fileFormat":93,"inLanguage":57,"description":61,"dateModified":94,"datePublished":95,"encodingFormat":93,"isAccessibleForFree":96,"interactionStatistic":97},"DigitalDocument",{"url":83,"@type":84,"width":85,"height":86},"https://docshare.wps.com/thumbnails/data-engineer-job-brief-roles-responsibilities-and-skills/257888.png","ImageObject",442,249,{"name":88,"@type":89},"Rowan","Person",{"url":68,"name":91,"@type":92},"DocShare","Organization","application/pdf","2026-10-22","2026-09-13",true,{"@type":98,"interactionType":99,"userInteractionCount":47},"InteractionCounter",{"@type":100},"ViewAction",{"@type":102,"mainEntity":103},"FAQPage",[104,110,114],{"name":105,"@type":106,"acceptedAnswer":107},"What are the core responsibilities of a data engineer in this brief?","Question",{"text":108,"@type":109},"The brief requires designing, developing, and maintaining data architecture and infrastructure. It also includes building pipelines to collect, store, process, and analyze data while ensuring availability, accuracy, and security.","Answer",{"name":111,"@type":106,"acceptedAnswer":112},"Which technologies and tools are mentioned for the role?",{"text":113,"@type":109},"The document lists Hadoop, Spark, SQL, and NoSQL databases, plus tooling such as Airflow, Flink, Hive, Presto, and ETL. It also references AWS, Azure, Google Cloud, and AWS services like EC2 and EMR.",{"name":115,"@type":106,"acceptedAnswer":116},"What skills and background are expected from an ideal candidate?",{"text":117,"@type":109},"An ideal candidate should have a Bachelor’s or Master’s degree in Computer Science/Data Science or a related field, strong programming knowledge, and hands-on experience with Unix/Linux. It also calls for experience with big data stacks, cloud infrastructure, DevOps automation, version control tools, and problem-solving and multitasking abilities.","https://schema.org",{"og:url":78,"og:type":120,"og:title":59,"og:site_name":91,"og:description":61},"article",{"robots":122,"canonical":78},"index,follow",{"doc_id":124,"site_id":56},257888,1790471022,{"code":4,"msg":5,"data":127},{"doc_id":124,"user_id":128,"nickname":88,"user_avatar":129,"doc_module":9,"category_id":15,"category_name":16,"doc_title":59,"doc_description":61,"doc_content":130,"file_id":131,"file_url":132,"file_type":133,"file_size":134,"view_count":47,"is_deleted":4,"is_public":9,"is_downloadable":9,"audit_status":9,"page_count":73,"language":135,"language_code":57,"site_id":56,"html_lang":57,"table_of_contents":136,"faqs":137,"seo_title":138,"seo_description":61,"update_tm":139,"read_time":9},1099514067415,"https://ap-avatar.wpscdn.com/avatar/100002539d78ffe74a7?x-image-process=image/resize,m_fixed,w_180,h_180&k=1779092875211072502","Data Engineer Job Brief  \nAs a data engineer, you will be responsible for designing, developing, and maintaining the architecture and infrastructure needed to manage and process large and complex data sets. You will work with data scientists and business stakeholders to understand their needs and requirements and translate them into technical solutions that drive business outcomes. You will build pipelines that collect, store, process, and analyze data, ensuring its availability, accuracy, and security. You will use various tools and technologies, such as Hadoop, Spark, SQL, and NoSQL databases, to create scalable and efficient systems that support data-driven decision-making.  \nData Engineer Roles and Responsibilities  \nThis role involves the following responsibilities:  \n􀁸 Transforming the raw data collated into data systems.  \n􀁸 Testing data pipelines and observing how data is used.  \n􀁸 Providing carefully worked-out designs for creating big data architectures.  \n􀁸 Developing processes to organize, design, test, and maintain data systems.  \n􀁸 Exploring ways to acquire data and staying up-to-date on industry trends.  \n􀁸 Interpreting patterns and trends in data.  \n􀁸 Collaborating closely with teams to help solve any queries related to ongoing projects.  \n􀁸 Ensuring that the systems designed align with the objectives ofthe business.  \n􀁸 Dealing with incomplete or messy data and deciding how data should be managed, accessed, and stored.  \nData Engineer Requirements and Skills  \nAn ideal candidate for the role of Data Engineer should have the following skills:  \n􀁸 Bachelor's or Master's degree in Computer Science, Data Science, or a related field is preferred.  \n􀁸 Strong knowledge of programming languages and other technical skills.  \n􀁸 Experience in Big Data Stacks operations.  \n􀁸 Knowledge of SAP systems (ECC) .  \n􀁸 Knowledge of how applications are used to manage both structured and unstructured data.  \n􀁸 Understanding of DevOps and automation scripting for repetitive tasks.  \n􀁸 Extensive hands-on experience in Unix/Linux.  \n􀁸 Expertise in big data technologies, such as Hadoop, Spark, and MapReduce.  \n􀁸 Experience with cloud-based data infrastructures like AWS (Amazon Web Services), Azure, or Google Cloud.  \n􀁸 Ability to integrate multiple data sources into one system.  \n􀁸 Understanding of various code versioning tools like Git, SVN, etc.  \n􀁸 Knowledge of Airflow, Flink and Hive, Presto, EC2, EMR, and ETL.  \n􀁸 Experience in PL/SQL and API Framework, Java Spring Boot, and Web Development.  \n􀁸 Knowledge of any RDBMS like PostgreSQL or Oracle, SQL Server, etc.  \n􀁸 Development, planning, and maintenance of data architecture.  \n􀁸 Great problem-solving and multitasking skills.","cbCaitnIZEIA6ZsF","https://ap.wps.com/l/cbCaitnIZEIA6ZsF","pdf",167754,"English","# Data Engineer Job Brief\n## Roles and Responsibilities\n## Requirements and Skills","[{\"question\":\"What are the core responsibilities of a data engineer in this brief?\",\"answer\":\"The brief requires designing, developing, and maintaining data architecture and infrastructure. It also includes building pipelines to collect, store, process, and analyze data while ensuring availability, accuracy, and security.\"},{\"question\":\"Which technologies and tools are mentioned for the role?\",\"answer\":\"The document lists Hadoop, Spark, SQL, and NoSQL databases, plus tooling such as Airflow, Flink, Hive, Presto, and ETL. It also references AWS, Azure, Google Cloud, and AWS services like EC2 and EMR.\"},{\"question\":\"What skills and background are expected from an ideal candidate?\",\"answer\":\"An ideal candidate should have a Bachelor’s or Master’s degree in Computer Science/Data Science or a related field, strong programming knowledge, and hands-on experience with Unix/Linux. It also calls for experience with big data stacks, cloud infrastructure, DevOps automation, version control tools, and problem-solving and multitasking abilities.\"}]","Data Engineer Job Brief - Roles Responsibilities and Skills | PDF",1789317339]