[{"data":1,"prerenderedAt":171},["ShallowReactive",2],{"blog-getting-started-with-data-engineering":3},{"_path":4,"_dir":5,"_draft":6,"_partial":6,"_locale":7,"title":8,"description":9,"date":10,"readTime":11,"tags":12,"body":16,"_type":165,"_id":166,"_source":167,"_file":168,"_stem":169,"_extension":170},"/blog/getting-started-with-data-engineering","blog",false,"","Getting Started with Data Engineering","An introduction to the fundamentals of data engineering, covering pipelines, warehouses, and modern tooling.","2024-01-15","8 min read",[13,14,15],"data-engineering","python","aws",{"type":17,"children":18,"toc":153},"root",[19,27,33,40,45,51,58,63,69,74,80,85,91,96,142,148],{"type":20,"tag":21,"props":22,"children":24},"element","h1",{"id":23},"getting-started-with-data-engineering",[25],{"type":26,"value":8},"text",{"type":20,"tag":28,"props":29,"children":30},"p",{},[31],{"type":26,"value":32},"Data engineering is the backbone of any data-driven organization. In this post, I'll walk through the core concepts every data engineer should know.",{"type":20,"tag":34,"props":35,"children":37},"h2",{"id":36},"what-is-data-engineering",[38],{"type":26,"value":39},"What is Data Engineering?",{"type":20,"tag":28,"props":41,"children":42},{},[43],{"type":26,"value":44},"Data engineering involves designing, building, and maintaining the infrastructure and systems that enable data to be collected, stored, and analyzed efficiently.",{"type":20,"tag":34,"props":46,"children":48},{"id":47},"key-concepts",[49],{"type":26,"value":50},"Key Concepts",{"type":20,"tag":52,"props":53,"children":55},"h3",{"id":54},"_1-data-pipelines",[56],{"type":26,"value":57},"1. Data Pipelines",{"type":20,"tag":28,"props":59,"children":60},{},[61],{"type":26,"value":62},"A data pipeline is a series of data processing steps...",{"type":20,"tag":52,"props":64,"children":66},{"id":65},"_2-data-warehouses",[67],{"type":26,"value":68},"2. Data Warehouses",{"type":20,"tag":28,"props":70,"children":71},{},[72],{"type":26,"value":73},"Modern data warehouses like BigQuery, Snowflake, and Redshift...",{"type":20,"tag":52,"props":75,"children":77},{"id":76},"_3-etl-vs-elt",[78],{"type":26,"value":79},"3. ETL vs ELT",{"type":20,"tag":28,"props":81,"children":82},{},[83],{"type":26,"value":84},"The traditional ETL (Extract, Transform, Load) pattern is being replaced...",{"type":20,"tag":34,"props":86,"children":88},{"id":87},"getting-started",[89],{"type":26,"value":90},"Getting Started",{"type":20,"tag":28,"props":92,"children":93},{},[94],{"type":26,"value":95},"To get started with data engineering, focus on:",{"type":20,"tag":97,"props":98,"children":99},"ul",{},[100,112,122,132],{"type":20,"tag":101,"props":102,"children":103},"li",{},[104,110],{"type":20,"tag":105,"props":106,"children":107},"strong",{},[108],{"type":26,"value":109},"Python",{"type":26,"value":111}," – The primary language for data engineering",{"type":20,"tag":101,"props":113,"children":114},{},[115,120],{"type":20,"tag":105,"props":116,"children":117},{},[118],{"type":26,"value":119},"SQL",{"type":26,"value":121}," – Essential for data manipulation",{"type":20,"tag":101,"props":123,"children":124},{},[125,130],{"type":20,"tag":105,"props":126,"children":127},{},[128],{"type":26,"value":129},"Cloud platforms",{"type":26,"value":131}," – AWS, GCP, or Azure",{"type":20,"tag":101,"props":133,"children":134},{},[135,140],{"type":20,"tag":105,"props":136,"children":137},{},[138],{"type":26,"value":139},"Orchestration tools",{"type":26,"value":141}," – Apache Airflow, Prefect, or Dagster",{"type":20,"tag":34,"props":143,"children":145},{"id":144},"conclusion",[146],{"type":26,"value":147},"Conclusion",{"type":20,"tag":28,"props":149,"children":150},{},[151],{"type":26,"value":152},"Data engineering is a rewarding field with growing demand. Start with the fundamentals and build from there.",{"title":7,"searchDepth":154,"depth":154,"links":155},2,[156,157,163,164],{"id":36,"depth":154,"text":39},{"id":47,"depth":154,"text":50,"children":158},[159,161,162],{"id":54,"depth":160,"text":57},3,{"id":65,"depth":160,"text":68},{"id":76,"depth":160,"text":79},{"id":87,"depth":154,"text":90},{"id":144,"depth":154,"text":147},"markdown","content:blog:getting-started-with-data-engineering.md","content","blog/getting-started-with-data-engineering.md","blog/getting-started-with-data-engineering","md",1785858133528]