Compare commits
2 commits
575311edc6
...
d32c2b4d33
| Author | SHA256 | Date | |
|---|---|---|---|
| d32c2b4d33 | |||
| 0b15018722 |
2 changed files with 27 additions and 12 deletions
21
dagster.yaml
21
dagster.yaml
|
|
@ -8,10 +8,27 @@ run_coordinator:
|
||||||
class: QueuedRunCoordinator
|
class: QueuedRunCoordinator
|
||||||
config:
|
config:
|
||||||
max_concurrent_runs: 5
|
max_concurrent_runs: 5
|
||||||
|
tag_concurrency_limits:
|
||||||
|
- key: "operation"
|
||||||
|
value: "example"
|
||||||
|
limit: 5
|
||||||
|
|
||||||
run_launcher:
|
run_launcher:
|
||||||
module: dagster.core.launcher
|
module: dagster_docker
|
||||||
class: DefaultRunLauncher
|
class: DockerRunLauncher
|
||||||
|
config:
|
||||||
|
env_vars:
|
||||||
|
- DAGSTER_POSTGRES_USER
|
||||||
|
- DAGSTER_POSTGRES_PASSWORD
|
||||||
|
- DAGSTER_POSTGRES_DB
|
||||||
|
- MOBILITY_DB_REFRESH_TOKEN
|
||||||
|
network: dagster
|
||||||
|
container_kwargs:
|
||||||
|
volumes_from:
|
||||||
|
- dagster_code
|
||||||
|
volumes:
|
||||||
|
- /var/run/docker.sock:/var/run/docker.sock
|
||||||
|
- /tmp/io_manager_storage:/tmp/io_manager_storage
|
||||||
|
|
||||||
run_storage:
|
run_storage:
|
||||||
module: dagster_postgres.run_storage
|
module: dagster_postgres.run_storage
|
||||||
|
|
|
||||||
|
|
@ -14,7 +14,7 @@ services:
|
||||||
env_file:
|
env_file:
|
||||||
- .env
|
- .env
|
||||||
volumes:
|
volumes:
|
||||||
- ${POSTGRES_DIRECTORY}:/var/lib/postgresql/data
|
- ./postgres_data:/var/lib/postgresql/data
|
||||||
networks:
|
networks:
|
||||||
- dagster
|
- dagster
|
||||||
healthcheck:
|
healthcheck:
|
||||||
|
|
@ -44,7 +44,7 @@ services:
|
||||||
MOBILITY_DB_REFRESH_TOKEN: ${MOBILITY_DB_REFRESH_TOKEN}
|
MOBILITY_DB_REFRESH_TOKEN: ${MOBILITY_DB_REFRESH_TOKEN}
|
||||||
env_file:
|
env_file:
|
||||||
- .env
|
- .env
|
||||||
volumes:
|
volumes: # these volumes are also passed on to the containers that are spawned to run the assets.
|
||||||
- ${DATA_DIRECTORY}:/opt/dagster/app/data
|
- ${DATA_DIRECTORY}:/opt/dagster/app/data
|
||||||
- ${CONFIG_DIRECTORY}:/opt/dagster/app/config
|
- ${CONFIG_DIRECTORY}:/opt/dagster/app/config
|
||||||
networks:
|
networks:
|
||||||
|
|
@ -74,10 +74,9 @@ services:
|
||||||
DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
|
DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
|
||||||
env_file:
|
env_file:
|
||||||
- .env
|
- .env
|
||||||
## Don't need for DefaultRunLauncher, uncomment for DockerRunLauncher
|
volumes: # Make docker client accessible so we can terminate containers from the webserver
|
||||||
# volumes:
|
- /var/run/docker.sock:/var/run/docker.sock
|
||||||
# - /var/run/docker.sock:/var/run/docker.sock
|
- /tmp/io_manager_storage:/tmp/io_manager_storage
|
||||||
# - /tmp/io_manager_storage:/tmp/io_manager_storage
|
|
||||||
networks:
|
networks:
|
||||||
- dagster
|
- dagster
|
||||||
depends_on:
|
depends_on:
|
||||||
|
|
@ -103,10 +102,9 @@ services:
|
||||||
DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
|
DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
|
||||||
env_file:
|
env_file:
|
||||||
- .env
|
- .env
|
||||||
## Don't need for DefaultRunLauncher, uncomment for DockerRunLauncher
|
volumes: # Make docker client accessible so we can launch containers using host docker
|
||||||
# volumes:
|
- /var/run/docker.sock:/var/run/docker.sock
|
||||||
# - /var/run/docker.sock:/var/run/docker.sock
|
- /tmp/io_manager_storage:/tmp/io_manager_storage
|
||||||
# - /tmp/io_manager_storage:/tmp/io_manager_storage
|
|
||||||
networks:
|
networks:
|
||||||
- dagster
|
- dagster
|
||||||
depends_on:
|
depends_on:
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue