data_engineering_for_beginners_code/docker-compose.yml at main · k-garc/data_engineering_for_beginners_code · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
version: '3.8'

services:
  airflow-spark:
    build:
      context: .
      dockerfile: Dockerfile
    image: sde-decourse-airflow-spark
    container_name: airflow-spark
    ports:
      - "8080:8080"   # Airflow webserver
      - "4040:4040"   # Spark UI
      - "8888:8888"   # Jupyter Lab
      - "8081:8081"   # dbt docs
      - "4778:4778"   # IGNORE, this is for de101.startdataengineering.com
    volumes:
      - ./airflow/dags:/home/airflow/dags
      - ./airflow/tpch_analytics:/home/airflow/tpch_analytics
      - ./notebooks:/home/airflow/notebooks
      - ./README.md:/home/airflow/README.md
      - ./book:/home/airflow/book # This is for the de101.startdataengineering.com website pls ignore