-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdocker-compose.yml
86 lines (80 loc) · 2.4 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
---
version: "3.9"
x-app-vars:
&default-app-vars
DAGSTER_POSTGRES_HOSTNAME: "postgresql"
DAGSTER_POSTGRES_DB: "postgres_db"
DAGSTER_POSTGRES_USER: "postgres_user"
DAGSTER_POSTGRES_PASSWORD: "postgres_password"
AWS_DEFAULT_REGION: eu-central-1
AWS_DEFAULT_PROFILE: dp_dev
DAGSTER_DEPLOYMENT: dev
services:
# ----------------------------------------- #
# Dagster
# ----------------------------------------- #
dagster:
build:
context: dagster-deployment
dockerfile: Dockerfile
container_name: dagster-daemon
restart: on-failure
command: dagster-daemon run
environment:
<< : *default-app-vars
depends_on:
- postgresql
volumes:
- ./localstack/dagster.yaml:/opt/dagster/dagster_home/dagster.yaml
- /var/run/docker.sock:/var/run/docker.sock
- /tmp/io_manager_storage:/tmp/io_manager_storage
dagit:
build:
context: dagster-deployment
dockerfile: Dockerfile
container_name: dagit
restart: on-failure
command: dagit -h 0.0.0.0 -p 3000
ports:
- 3000:3000
environment:
<< : *default-app-vars
depends_on:
- postgresql
volumes:
- ./localstack/dagster.yaml:/opt/dagster/dagster_home/dagster.yaml
- /var/run/docker.sock:/var/run/docker.sock
- /tmp/io_manager_storage:/tmp/io_manager_storage
# ----------------------------------------- #
# Storage
# ----------------------------------------- #
postgresql:
image: postgres:11
container_name: postgresql
ports:
- "5432:5432"
environment:
POSTGRES_DB: "postgres_db"
POSTGRES_USER: "postgres_user"
POSTGRES_PASSWORD: "postgres_password"
volumes:
- ./postgres-dagster:/var/lib/postgresql/data
# ----------------------------------------- #
# UCR
# ----------------------------------------- #
playground:
build:
context: .
dockerfile: playground/Dockerfile
container_name: playground.repo.dagster
command: ['/bin/sh', '/localstack/ucr-entrypoint.sh', 'playground']
restart: always
environment:
<< : *default-app-vars
volumes:
- ./localstack/ucr-entrypoint.sh:/localstack/ucr-entrypoint.sh
- $HOME/.aws:/root/.aws:ro
- ./dagster-utils/dagster_utils:/app/venv/lib/python3.9/site-packages/dagster_utils
- ./playground:/opt/dagster/dagster_home/
volumes:
postgresql: