Revert "made data and config directories dynamic, switched from DockerRunLauncher to DefaultRunLauncher"

This reverts commit f85935dd75.
This commit is contained in:
Ben Varick 2025-11-07 08:53:18 -08:00
parent 575311edc6
commit 0b15018722
Signed by: ben
SSH key fingerprint: SHA256:jWnpFDAcacYM5aPFpYRqlsamlDyKNpSj3jj+k4ojtUo
2 changed files with 28 additions and 13 deletions

View file

@ -8,10 +8,27 @@ run_coordinator:
class: QueuedRunCoordinator class: QueuedRunCoordinator
config: config:
max_concurrent_runs: 5 max_concurrent_runs: 5
tag_concurrency_limits:
- key: "operation"
value: "example"
limit: 5
run_launcher: run_launcher:
module: dagster.core.launcher module: dagster_docker
class: DefaultRunLauncher class: DockerRunLauncher
config:
env_vars:
- DAGSTER_POSTGRES_USER
- DAGSTER_POSTGRES_PASSWORD
- DAGSTER_POSTGRES_DB
- MOBILITY_DB_REFRESH_TOKEN
network: dagster
container_kwargs:
volumes: # Make docker client accessible to any launched containers as well
- /var/run/docker.sock:/var/run/docker.sock
- /tmp/io_manager_storage:/tmp/io_manager_storage
- /home/ben/code/gtfs-dagster/data:/opt/dagster/app/data
- /home/ben/code/gtfs-dagster/config:/opt/dagster/app/config
run_storage: run_storage:
module: dagster_postgres.run_storage module: dagster_postgres.run_storage

View file

@ -14,7 +14,7 @@ services:
env_file: env_file:
- .env - .env
volumes: volumes:
- ${POSTGRES_DIRECTORY}:/var/lib/postgresql/data - ./postgres_data:/var/lib/postgresql/data
networks: networks:
- dagster - dagster
healthcheck: healthcheck:
@ -45,8 +45,8 @@ services:
env_file: env_file:
- .env - .env
volumes: volumes:
- ${DATA_DIRECTORY}:/opt/dagster/app/data - ./data:/opt/dagster/app/data
- ${CONFIG_DIRECTORY}:/opt/dagster/app/config - ./config:/opt/dagster/app/config
networks: networks:
- dagster - dagster
@ -74,10 +74,9 @@ services:
DAGSTER_POSTGRES_DB: ${POSTGRES_DB} DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
env_file: env_file:
- .env - .env
## Don't need for DefaultRunLauncher, uncomment for DockerRunLauncher volumes: # Make docker client accessible so we can terminate containers from the webserver
# volumes: - /var/run/docker.sock:/var/run/docker.sock
# - /var/run/docker.sock:/var/run/docker.sock - /tmp/io_manager_storage:/tmp/io_manager_storage
# - /tmp/io_manager_storage:/tmp/io_manager_storage
networks: networks:
- dagster - dagster
depends_on: depends_on:
@ -103,10 +102,9 @@ services:
DAGSTER_POSTGRES_DB: ${POSTGRES_DB} DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
env_file: env_file:
- .env - .env
## Don't need for DefaultRunLauncher, uncomment for DockerRunLauncher volumes: # Make docker client accessible so we can launch containers using host docker
# volumes: - /var/run/docker.sock:/var/run/docker.sock
# - /var/run/docker.sock:/var/run/docker.sock - /tmp/io_manager_storage:/tmp/io_manager_storage
# - /tmp/io_manager_storage:/tmp/io_manager_storage
networks: networks:
- dagster - dagster
depends_on: depends_on: