-
Notifications
You must be signed in to change notification settings - Fork 0
/
docker-compose.yaml
85 lines (81 loc) · 2.76 KB
/
docker-compose.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
version: '2.2'
services:
airflow-webserver:
user: "1000:0"
image: airflow-dbt-ge
depends_on:
- postgres
ports:
- 8080:8080
networks:
- airflow
volumes:
- ./dags:/opt/airflow/dags
- ./dbt:/opt/airflow/dbt
- ./logs:/opt/airflow/logs
- ./great_expectations:/opt/airflow/great_expectations
environment:
AIRFLOW__CORE__EXECUTOR: LocalExecutor
_AIRFLOW_WWW_USER_CREATE: 'true'
_AIRFLOW_WWW_USER_USERNAME: 'airflow'
_AIRFLOW_WWW_USER_PASSWORD: 'airflow'
_AIRFLOW_DB_UPGRADE: 'true'
_AIRFLOW_WWW_USER_CREATE: 'true'
AIRFLOW__CORE__SQL_ALCHEMY_CONN: postgresql+psycopg2://airflow:yey123456@postgres/airflow_db
FERNET_KEY: NXtEyKwp633TUtAgdyoEonj9ufHRI7I33s3wjw3q0yU=
AIRFLOW__WEBSERVER__EXPOSE_CONFIG: "True"
AIRFLOW__CORE__PARALLELISM: 5
AIRFLOW__WEBSERVER__WORKERS: 1
AIRFLOW__SCHEDULER__MAX_THREADS: 5
AIRFLOW__CORE__ENABLE_XCOM_PICKLING: "True"
command: webserver
healthcheck:
test: ["CMD", "curl", "--fail", "http://localhost:8080/health"]
interval: 10s
timeout: 10s
retries: 5
airflow-scheduler:
user: "1000:0"
image: airflow-dbt-ge
depends_on:
- postgres
networks:
- airflow
volumes:
- ./dags:/opt/airflow/dags
- ./dbt:/opt/airflow/dbt
- ./logs:/opt/airflow/logs
- ./great_expectations:/opt/airflow/great_expectations
environment:
AIRFLOW__CORE__EXECUTOR: LocalExecutor
_AIRFLOW_WWW_USER_CREATE: 'true'
_AIRFLOW_WWW_USER_USERNAME: 'airflow'
_AIRFLOW_WWW_USER_PASSWORD: 'airflow'
AIRFLOW__CORE__SQL_ALCHEMY_CONN: postgresql+psycopg2://airflow:yey123456@postgres/airflow_db
FERNET_KEY: NXtEyKwp633TUtAgdyoEonj9ufHRI7I33s3wjw3q0yU=
AIRFLOW__WEBSERVER__EXPOSE_CONFIG: "True"
AIRFLOW__CORE__PARALLELISM: 5
AIRFLOW__WEBSERVER__WORKERS: 1
AIRFLOW__SCHEDULER__MAX_THREADS: 4
AIRFLOW__CORE__ENABLE_XCOM_PICKLING: "True"
command: scheduler
restart: always
postgres:
image: postgres:10
ports:
- 5432
networks:
- airflow
environment:
POSTGRES_USER: airflow
POSTGRES_PASSWORD: yey123456
POSTGRES_DB: airflow_db
spark-thrift-server:
image: spark-thrift-server-dbt-ge
ports:
- 10000:10000
- 4040:4040
networks:
- airflow
networks:
airflow: