diff --git a/dagster.yaml b/dagster.yaml index 4f4718e..a9b563c 100644 --- a/dagster.yaml +++ b/dagster.yaml @@ -8,27 +8,10 @@ run_coordinator: class: QueuedRunCoordinator config: max_concurrent_runs: 5 - tag_concurrency_limits: - - key: "operation" - value: "example" - limit: 5 run_launcher: - module: dagster_docker - class: DockerRunLauncher - config: - env_vars: - - DAGSTER_POSTGRES_USER - - DAGSTER_POSTGRES_PASSWORD - - DAGSTER_POSTGRES_DB - - MOBILITY_DB_REFRESH_TOKEN - network: dagster - container_kwargs: - volumes_from: - - dagster_code - volumes: - - /var/run/docker.sock:/var/run/docker.sock - - /tmp/io_manager_storage:/tmp/io_manager_storage + module: dagster.core.launcher + class: DefaultRunLauncher run_storage: module: dagster_postgres.run_storage diff --git a/docker-compose.yaml b/docker-compose.yaml index c128a99..28065cc 100644 --- a/docker-compose.yaml +++ b/docker-compose.yaml @@ -14,7 +14,7 @@ services: env_file: - .env volumes: - - ./postgres_data:/var/lib/postgresql/data + - ${POSTGRES_DIRECTORY}:/var/lib/postgresql/data networks: - dagster healthcheck: @@ -44,7 +44,7 @@ services: MOBILITY_DB_REFRESH_TOKEN: ${MOBILITY_DB_REFRESH_TOKEN} env_file: - .env - volumes: # these volumes are also passed on to the containers that are spawned to run the assets. + volumes: - ${DATA_DIRECTORY}:/opt/dagster/app/data - ${CONFIG_DIRECTORY}:/opt/dagster/app/config networks: @@ -74,9 +74,10 @@ services: DAGSTER_POSTGRES_DB: ${POSTGRES_DB} env_file: - .env - volumes: # Make docker client accessible so we can terminate containers from the webserver - - /var/run/docker.sock:/var/run/docker.sock - - /tmp/io_manager_storage:/tmp/io_manager_storage +## Don't need for DefaultRunLauncher, uncomment for DockerRunLauncher +# volumes: +# - /var/run/docker.sock:/var/run/docker.sock +# - /tmp/io_manager_storage:/tmp/io_manager_storage networks: - dagster depends_on: @@ -102,9 +103,10 @@ services: DAGSTER_POSTGRES_DB: ${POSTGRES_DB} env_file: - .env - volumes: # Make docker client accessible so we can launch containers using host docker - - /var/run/docker.sock:/var/run/docker.sock - - /tmp/io_manager_storage:/tmp/io_manager_storage +## Don't need for DefaultRunLauncher, uncomment for DockerRunLauncher +# volumes: +# - /var/run/docker.sock:/var/run/docker.sock +# - /tmp/io_manager_storage:/tmp/io_manager_storage networks: - dagster depends_on: