made data and config directories dynamic, switched from DockerRunLauncher to DefaultRunLauncher

This commit is contained in:
Ben Varick 2025-11-07 08:38:30 -08:00
parent 1ca84d5788
commit f85935dd75
Signed by: ben
SSH key fingerprint: SHA256:jWnpFDAcacYM5aPFpYRqlsamlDyKNpSj3jj+k4ojtUo
2 changed files with 13 additions and 28 deletions

View file

@ -8,27 +8,10 @@ run_coordinator:
class: QueuedRunCoordinator
config:
max_concurrent_runs: 5
tag_concurrency_limits:
- key: "operation"
value: "example"
limit: 5
run_launcher:
module: dagster_docker
class: DockerRunLauncher
config:
env_vars:
- DAGSTER_POSTGRES_USER
- DAGSTER_POSTGRES_PASSWORD
- DAGSTER_POSTGRES_DB
- MOBILITY_DB_REFRESH_TOKEN
network: dagster
container_kwargs:
volumes: # Make docker client accessible to any launched containers as well
- /var/run/docker.sock:/var/run/docker.sock
- /tmp/io_manager_storage:/tmp/io_manager_storage
- /home/ben/code/gtfs-dagster/data:/opt/dagster/app/data
- /home/ben/code/gtfs-dagster/config:/opt/dagster/app/config
module: dagster.core.launcher
class: DefaultRunLauncher
run_storage:
module: dagster_postgres.run_storage