Compare commits
No commits in common. "d32c2b4d336653a31bcab2f31a15ee888145556b4833cd2b28a46247c60eaac1" and "575311edc6a097b73ab4fc0c05c6fde2c7c08492411b8a341bcf76b43fe678fa" have entirely different histories.
d32c2b4d33
...
575311edc6
2 changed files with 12 additions and 27 deletions
21
dagster.yaml
21
dagster.yaml
|
|
@ -8,27 +8,10 @@ run_coordinator:
|
|||
class: QueuedRunCoordinator
|
||||
config:
|
||||
max_concurrent_runs: 5
|
||||
tag_concurrency_limits:
|
||||
- key: "operation"
|
||||
value: "example"
|
||||
limit: 5
|
||||
|
||||
run_launcher:
|
||||
module: dagster_docker
|
||||
class: DockerRunLauncher
|
||||
config:
|
||||
env_vars:
|
||||
- DAGSTER_POSTGRES_USER
|
||||
- DAGSTER_POSTGRES_PASSWORD
|
||||
- DAGSTER_POSTGRES_DB
|
||||
- MOBILITY_DB_REFRESH_TOKEN
|
||||
network: dagster
|
||||
container_kwargs:
|
||||
volumes_from:
|
||||
- dagster_code
|
||||
volumes:
|
||||
- /var/run/docker.sock:/var/run/docker.sock
|
||||
- /tmp/io_manager_storage:/tmp/io_manager_storage
|
||||
module: dagster.core.launcher
|
||||
class: DefaultRunLauncher
|
||||
|
||||
run_storage:
|
||||
module: dagster_postgres.run_storage
|
||||
|
|
|
|||
|
|
@ -14,7 +14,7 @@ services:
|
|||
env_file:
|
||||
- .env
|
||||
volumes:
|
||||
- ./postgres_data:/var/lib/postgresql/data
|
||||
- ${POSTGRES_DIRECTORY}:/var/lib/postgresql/data
|
||||
networks:
|
||||
- dagster
|
||||
healthcheck:
|
||||
|
|
@ -44,7 +44,7 @@ services:
|
|||
MOBILITY_DB_REFRESH_TOKEN: ${MOBILITY_DB_REFRESH_TOKEN}
|
||||
env_file:
|
||||
- .env
|
||||
volumes: # these volumes are also passed on to the containers that are spawned to run the assets.
|
||||
volumes:
|
||||
- ${DATA_DIRECTORY}:/opt/dagster/app/data
|
||||
- ${CONFIG_DIRECTORY}:/opt/dagster/app/config
|
||||
networks:
|
||||
|
|
@ -74,9 +74,10 @@ services:
|
|||
DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
|
||||
env_file:
|
||||
- .env
|
||||
volumes: # Make docker client accessible so we can terminate containers from the webserver
|
||||
- /var/run/docker.sock:/var/run/docker.sock
|
||||
- /tmp/io_manager_storage:/tmp/io_manager_storage
|
||||
## Don't need for DefaultRunLauncher, uncomment for DockerRunLauncher
|
||||
# volumes:
|
||||
# - /var/run/docker.sock:/var/run/docker.sock
|
||||
# - /tmp/io_manager_storage:/tmp/io_manager_storage
|
||||
networks:
|
||||
- dagster
|
||||
depends_on:
|
||||
|
|
@ -102,9 +103,10 @@ services:
|
|||
DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
|
||||
env_file:
|
||||
- .env
|
||||
volumes: # Make docker client accessible so we can launch containers using host docker
|
||||
- /var/run/docker.sock:/var/run/docker.sock
|
||||
- /tmp/io_manager_storage:/tmp/io_manager_storage
|
||||
## Don't need for DefaultRunLauncher, uncomment for DockerRunLauncher
|
||||
# volumes:
|
||||
# - /var/run/docker.sock:/var/run/docker.sock
|
||||
# - /tmp/io_manager_storage:/tmp/io_manager_storage
|
||||
networks:
|
||||
- dagster
|
||||
depends_on:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue