Revert "made data and config directories dynamic, switched from DockerRunLauncher to DefaultRunLauncher"
This reverts commit f85935dd75.
This commit is contained in:
parent
575311edc6
commit
0b15018722
2 changed files with 28 additions and 13 deletions
21
dagster.yaml
21
dagster.yaml
|
|
@ -8,10 +8,27 @@ run_coordinator:
|
||||||
class: QueuedRunCoordinator
|
class: QueuedRunCoordinator
|
||||||
config:
|
config:
|
||||||
max_concurrent_runs: 5
|
max_concurrent_runs: 5
|
||||||
|
tag_concurrency_limits:
|
||||||
|
- key: "operation"
|
||||||
|
value: "example"
|
||||||
|
limit: 5
|
||||||
|
|
||||||
run_launcher:
|
run_launcher:
|
||||||
module: dagster.core.launcher
|
module: dagster_docker
|
||||||
class: DefaultRunLauncher
|
class: DockerRunLauncher
|
||||||
|
config:
|
||||||
|
env_vars:
|
||||||
|
- DAGSTER_POSTGRES_USER
|
||||||
|
- DAGSTER_POSTGRES_PASSWORD
|
||||||
|
- DAGSTER_POSTGRES_DB
|
||||||
|
- MOBILITY_DB_REFRESH_TOKEN
|
||||||
|
network: dagster
|
||||||
|
container_kwargs:
|
||||||
|
volumes: # Make docker client accessible to any launched containers as well
|
||||||
|
- /var/run/docker.sock:/var/run/docker.sock
|
||||||
|
- /tmp/io_manager_storage:/tmp/io_manager_storage
|
||||||
|
- /home/ben/code/gtfs-dagster/data:/opt/dagster/app/data
|
||||||
|
- /home/ben/code/gtfs-dagster/config:/opt/dagster/app/config
|
||||||
|
|
||||||
run_storage:
|
run_storage:
|
||||||
module: dagster_postgres.run_storage
|
module: dagster_postgres.run_storage
|
||||||
|
|
|
||||||
|
|
@ -14,7 +14,7 @@ services:
|
||||||
env_file:
|
env_file:
|
||||||
- .env
|
- .env
|
||||||
volumes:
|
volumes:
|
||||||
- ${POSTGRES_DIRECTORY}:/var/lib/postgresql/data
|
- ./postgres_data:/var/lib/postgresql/data
|
||||||
networks:
|
networks:
|
||||||
- dagster
|
- dagster
|
||||||
healthcheck:
|
healthcheck:
|
||||||
|
|
@ -45,8 +45,8 @@ services:
|
||||||
env_file:
|
env_file:
|
||||||
- .env
|
- .env
|
||||||
volumes:
|
volumes:
|
||||||
- ${DATA_DIRECTORY}:/opt/dagster/app/data
|
- ./data:/opt/dagster/app/data
|
||||||
- ${CONFIG_DIRECTORY}:/opt/dagster/app/config
|
- ./config:/opt/dagster/app/config
|
||||||
networks:
|
networks:
|
||||||
- dagster
|
- dagster
|
||||||
|
|
||||||
|
|
@ -74,10 +74,9 @@ services:
|
||||||
DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
|
DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
|
||||||
env_file:
|
env_file:
|
||||||
- .env
|
- .env
|
||||||
## Don't need for DefaultRunLauncher, uncomment for DockerRunLauncher
|
volumes: # Make docker client accessible so we can terminate containers from the webserver
|
||||||
# volumes:
|
- /var/run/docker.sock:/var/run/docker.sock
|
||||||
# - /var/run/docker.sock:/var/run/docker.sock
|
- /tmp/io_manager_storage:/tmp/io_manager_storage
|
||||||
# - /tmp/io_manager_storage:/tmp/io_manager_storage
|
|
||||||
networks:
|
networks:
|
||||||
- dagster
|
- dagster
|
||||||
depends_on:
|
depends_on:
|
||||||
|
|
@ -103,10 +102,9 @@ services:
|
||||||
DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
|
DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
|
||||||
env_file:
|
env_file:
|
||||||
- .env
|
- .env
|
||||||
## Don't need for DefaultRunLauncher, uncomment for DockerRunLauncher
|
volumes: # Make docker client accessible so we can launch containers using host docker
|
||||||
# volumes:
|
- /var/run/docker.sock:/var/run/docker.sock
|
||||||
# - /var/run/docker.sock:/var/run/docker.sock
|
- /tmp/io_manager_storage:/tmp/io_manager_storage
|
||||||
# - /tmp/io_manager_storage:/tmp/io_manager_storage
|
|
||||||
networks:
|
networks:
|
||||||
- dagster
|
- dagster
|
||||||
depends_on:
|
depends_on:
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue