82 lines
2.2 KiB
YAML
82 lines
2.2 KiB
YAML
x-postgres-env: &postgres_env
|
|
DAGSTER_POSTGRES_HOST: ${POSTGRES_HOST}
|
|
DAGSTER_POSTGRES_PORT: ${POSTGRES_PORT}
|
|
POSTGRES_USER: ${POSTGRES_USER}
|
|
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
|
|
POSTGRES_DB: ${POSTGRES_DB}
|
|
x-dagster-env: &dagster_env
|
|
TZ: Europe/Amsterdam
|
|
DAGSTER_POSTGRES_HOST: ${POSTGRES_HOST}
|
|
DAGSTER_POSTGRES_PORT: ${POSTGRES_PORT}
|
|
DAGSTER_POSTGRES_USER: ${POSTGRES_USER}
|
|
DAGSTER_POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
|
|
DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
|
|
|
|
x-volumes: &volumes
|
|
volumes:
|
|
- /opt/dagster/dagster.yaml:/opt/dagster/home/dagster.yaml:ro
|
|
- /opt/dagster/workspace.yaml:/opt/dagster/home/workspace.yaml:ro
|
|
- /opt/dagster/storage/:/storage/:rw
|
|
- /opt/dagster/logs/:/logs:rw
|
|
- /var/run/docker.sock:/var/run/docker.sock:rw
|
|
|
|
services:
|
|
# This service runs the postgres DB used by dagster for run storage, schedule storage,
|
|
# and event log storage.
|
|
postgresql:
|
|
image: postgres:11
|
|
container_name: postgresql
|
|
environment:
|
|
<<: *postgres_env
|
|
networks:
|
|
- dagster
|
|
volumes:
|
|
- /opt/dagster/db/:/var/lib/postgresql/data/
|
|
|
|
# This service runs dagit, which loads your user code from the user code container.
|
|
# Since our instance uses the QueuedRunCoordinator, any runs submitted from dagit will be put on
|
|
# a queue and later dequeued and launched by dagster-daemon.
|
|
dagit:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile.system
|
|
entrypoint:
|
|
- dagster-webserver
|
|
- -h
|
|
- "0.0.0.0"
|
|
- -p
|
|
- "3000"
|
|
- -w
|
|
- workspace.yaml
|
|
container_name: dagit
|
|
expose:
|
|
- "3000"
|
|
ports:
|
|
- "3000:3000"
|
|
environment:
|
|
<<: *dagster_env
|
|
<<: *volumes
|
|
networks:
|
|
- dagster
|
|
depends_on:
|
|
- postgresql
|
|
|
|
# This service runs the dagster-daemon process, which is responsible for taking runs
|
|
# off of the queue and launching them, as well as creating runs from schedules or sensors.
|
|
daemon:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile.system
|
|
entrypoint:
|
|
- dagster-daemon
|
|
- run
|
|
container_name: daemon
|
|
restart: on-failure
|
|
environment:
|
|
<<: *dagster_env
|
|
<<: *volumes
|
|
networks:
|
|
- dagster
|
|
depends_on:
|
|
- postgresql
|