Compare commits

..

2 commits

2 changed files with 27 additions and 12 deletions

View file

@ -8,10 +8,27 @@ run_coordinator:
class: QueuedRunCoordinator class: QueuedRunCoordinator
config: config:
max_concurrent_runs: 5 max_concurrent_runs: 5
tag_concurrency_limits:
- key: "operation"
value: "example"
limit: 5
run_launcher: run_launcher:
module: dagster.core.launcher module: dagster_docker
class: DefaultRunLauncher class: DockerRunLauncher
config:
env_vars:
- DAGSTER_POSTGRES_USER
- DAGSTER_POSTGRES_PASSWORD
- DAGSTER_POSTGRES_DB
- MOBILITY_DB_REFRESH_TOKEN
network: dagster
container_kwargs:
volumes_from:
- dagster_code
volumes:
- /var/run/docker.sock:/var/run/docker.sock
- /tmp/io_manager_storage:/tmp/io_manager_storage
run_storage: run_storage:
module: dagster_postgres.run_storage module: dagster_postgres.run_storage

View file

@ -14,7 +14,7 @@ services:
env_file: env_file:
- .env - .env
volumes: volumes:
- ${POSTGRES_DIRECTORY}:/var/lib/postgresql/data - ./postgres_data:/var/lib/postgresql/data
networks: networks:
- dagster - dagster
healthcheck: healthcheck:
@ -44,7 +44,7 @@ services:
MOBILITY_DB_REFRESH_TOKEN: ${MOBILITY_DB_REFRESH_TOKEN} MOBILITY_DB_REFRESH_TOKEN: ${MOBILITY_DB_REFRESH_TOKEN}
env_file: env_file:
- .env - .env
volumes: volumes: # these volumes are also passed on to the containers that are spawned to run the assets.
- ${DATA_DIRECTORY}:/opt/dagster/app/data - ${DATA_DIRECTORY}:/opt/dagster/app/data
- ${CONFIG_DIRECTORY}:/opt/dagster/app/config - ${CONFIG_DIRECTORY}:/opt/dagster/app/config
networks: networks:
@ -74,10 +74,9 @@ services:
DAGSTER_POSTGRES_DB: ${POSTGRES_DB} DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
env_file: env_file:
- .env - .env
## Don't need for DefaultRunLauncher, uncomment for DockerRunLauncher volumes: # Make docker client accessible so we can terminate containers from the webserver
# volumes: - /var/run/docker.sock:/var/run/docker.sock
# - /var/run/docker.sock:/var/run/docker.sock - /tmp/io_manager_storage:/tmp/io_manager_storage
# - /tmp/io_manager_storage:/tmp/io_manager_storage
networks: networks:
- dagster - dagster
depends_on: depends_on:
@ -103,10 +102,9 @@ services:
DAGSTER_POSTGRES_DB: ${POSTGRES_DB} DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
env_file: env_file:
- .env - .env
## Don't need for DefaultRunLauncher, uncomment for DockerRunLauncher volumes: # Make docker client accessible so we can launch containers using host docker
# volumes: - /var/run/docker.sock:/var/run/docker.sock
# - /var/run/docker.sock:/var/run/docker.sock - /tmp/io_manager_storage:/tmp/io_manager_storage
# - /tmp/io_manager_storage:/tmp/io_manager_storage
networks: networks:
- dagster - dagster
depends_on: depends_on: