docker-compose-with-spark-LocalExecutor.yml

version: '3.7'
services:


    postgres:
        image: postgres:9.6
        environment:
            - POSTGRES_USER=airflow
            - POSTGRES_PASSWORD=airflow
            - POSTGRES_DB=airflow
            - FERNET_KEY=fFGBrumG2o-r8CSgLdpstrePP42_gnQRFXyEFojG4DI=
            - DB_VENDOR=postgres
        logging:
            options:
                max-size: 10m
                max-file: "3"


    webserver:
        image: puckel/docker-airflow:latest
        restart: always
        depends_on:
            - postgres
        environment:
            - LOAD_EX=n
            - EXECUTOR=Local
            - FERNET_KEY=fFGBrumG2o-r8CSgLdpstrePP42_gnQRFXyEFojG4DI=
        logging:
            options:
                max-size: 10m
                max-file: "3"
        volumes:
            - ./dags:/usr/local/airflow/dags
            - ./plugins:/usr/local/airflow/plugins
            - ./logs:/usr/local/airflow/logs
            - ./scraped_csvs:/usr/local/airflow/scraped_csvs
            - ./scripts:/usr/local/airflow/scripts
        ports:
            - "8080:8080"
            - "42000:42000"
        command: webserver
        healthcheck:
            test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-webserver.pid ]"]
            interval: 30s
            timeout: 30s
            retries: 3