This repository has been archived by the owner on Mar 29, 2022. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 0
/
docker-compose.yml
112 lines (100 loc) · 2.89 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
version: '3.4'
x-airflow-env:
&airflow-env
- LOAD_EX=n
- FERNET_KEY=${FERNET_KEY}
- POSTGRES_HOST=airflow-postgres
- REDIS_HOST=airflow-redis
- AIRFLOW__CORE__SQL_ALCHEMY_CONN=postgresql+psycopg2://airflow:airflow@airflow-postgres:5432/airflow
- AIRFLOW__CORE__EXECUTOR=CeleryExecutor
- AIRFLOW__CELERY__BROKER_URL=redis://airflow-redis:6379/1
- AIRFLOW__CELERY__RESULT_BACKEND=db+postgresql://airflow:airflow@airflow-postgres:5432/airflow
- SCIENCEBEAM_NAMESPACE=${SCIENCEBEAM_NAMESPACE}
- SCIENCEBEAM_CONFIG_DATA_PATH=${SCIENCEBEAM_CONFIG_DATA_PATH}
- SCIENCEBEAM_JUDGE_IMAGE=${SCIENCEBEAM_JUDGE_IMAGE}
- SCIENCEBEAM_DEFAULT_LIMIT=${SCIENCEBEAM_DEFAULT_LIMIT}
- SCIENCEBEAM_WATCH_INTERVAL=${SCIENCEBEAM_WATCH_INTERVAL}
- GOOGLE_CLOUD_PROJECT=${SCIENCEBEAM_GCP_PROJECT}
- DOCKER_HUB_CREDENTIALS_URL=${DOCKER_HUB_CREDENTIALS_URL}
services:
airflow-image:
build:
context: .
image: ${AIRFLOW_IMAGE_NAME}:${IMAGE_TAG}
command: /bin/sh -c exit 0
entrypoint: []
airflow-dev-base-image:
build:
context: .
dockerfile: Dockerfile
args:
install_dev: "y"
image: ${AIRFLOW_IMAGE_NAME}-dev-base:${IMAGE_TAG}
command: /bin/sh -c exit 0
entrypoint: []
airflow-dev:
build:
context: .
dockerfile: Dockerfile.dev
args:
base_image: ${AIRFLOW_IMAGE_NAME}-dev-base:${IMAGE_TAG}
image: ${AIRFLOW_IMAGE_NAME}-dev:${IMAGE_TAG}
command: /bin/sh -c exit 0
depends_on:
- airflow-dev-base-image
entrypoint: []
environment: *airflow-env
airflow-redis:
image: 'bitnami/redis:5.0.5'
environment:
- ALLOW_EMPTY_PASSWORD=yes
airflow-flower:
image: ${AIRFLOW_IMAGE_NAME}:${IMAGE_TAG}
depends_on:
- airflow-image
- airflow-redis
environment: *airflow-env
ports:
- "5555:5555"
command: celery flower
airflow-postgres:
image: postgres:9.6.8-alpine
environment:
- POSTGRES_USER=airflow
- POSTGRES_PASSWORD=airflow
- POSTGRES_DB=airflow
- PGDATA=/var/lib/postgresql/data
volumes:
- airflow-postgres:/var/lib/postgresql/data
airflow-webserver:
image: ${AIRFLOW_IMAGE_NAME}:${IMAGE_TAG}
depends_on:
- airflow-image
- airflow-postgres
- airflow-redis
environment: *airflow-env
ports:
- "8080:8080"
command: webserver
healthcheck:
test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-webserver.pid ]"]
interval: 30s
timeout: 30s
retries: 3
airflow-scheduler:
image: ${AIRFLOW_IMAGE_NAME}:${IMAGE_TAG}
depends_on:
- airflow-image
- airflow-webserver
environment: *airflow-env
command: scheduler
airflow-worker:
image: ${AIRFLOW_IMAGE_NAME}:${IMAGE_TAG}
depends_on:
- airflow-image
- airflow-scheduler
environment: *airflow-env
command: celery worker
volumes:
airflow-postgres:
postgres-data: