71 lines
No EOL
1.7 KiB
YAML
71 lines
No EOL
1.7 KiB
YAML
scheduler:
|
|
module: dagster.core.scheduler
|
|
class: DagsterDaemonScheduler
|
|
|
|
|
|
run_coordinator:
|
|
module: dagster.core.run_coordinator
|
|
class: QueuedRunCoordinator
|
|
config:
|
|
max_concurrent_runs: 5
|
|
tag_concurrency_limits:
|
|
- key: "operation"
|
|
value: "example"
|
|
limit: 5
|
|
|
|
run_launcher:
|
|
module: dagster_docker
|
|
class: DockerRunLauncher
|
|
config:
|
|
env_vars:
|
|
- DAGSTER_POSTGRES_USER
|
|
- DAGSTER_POSTGRES_PASSWORD
|
|
- DAGSTER_POSTGRES_DB
|
|
network: dagster
|
|
container_kwargs:
|
|
volumes: # Make docker client accessible to any launched containers as well
|
|
- /var/run/docker.sock:/var/run/docker.sock
|
|
- /tmp/io_manager_storage:/tmp/io_manager_storage
|
|
- /home/ben/code/gtfs-dagster/data:/opt/dagster/app/data
|
|
|
|
run_storage:
|
|
module: dagster_postgres.run_storage
|
|
class: PostgresRunStorage
|
|
config:
|
|
postgres_db:
|
|
hostname: dagster_postgresql
|
|
username:
|
|
env: DAGSTER_POSTGRES_USER
|
|
password:
|
|
env: DAGSTER_POSTGRES_PASSWORD
|
|
db_name:
|
|
env: DAGSTER_POSTGRES_DB
|
|
port: 5432
|
|
|
|
schedule_storage:
|
|
module: dagster_postgres.schedule_storage
|
|
class: PostgresScheduleStorage
|
|
config:
|
|
postgres_db:
|
|
hostname: dagster_postgresql
|
|
username:
|
|
env: DAGSTER_POSTGRES_USER
|
|
password:
|
|
env: DAGSTER_POSTGRES_PASSWORD
|
|
db_name:
|
|
env: DAGSTER_POSTGRES_DB
|
|
port: 5432
|
|
|
|
event_log_storage:
|
|
module: dagster_postgres.event_log
|
|
class: PostgresEventLogStorage
|
|
config:
|
|
postgres_db:
|
|
hostname: dagster_postgresql
|
|
username:
|
|
env: DAGSTER_POSTGRES_USER
|
|
password:
|
|
env: DAGSTER_POSTGRES_PASSWORD
|
|
db_name:
|
|
env: DAGSTER_POSTGRES_DB
|
|
port: 5432 |