gtfs-dagster/user_code/gtfs/definitions.py

20 lines
522 B
Python

from dagster import Definitions, load_assets_from_modules, EnvVar
from dagster_duckdb import DuckDBResource
import assets
from resources import MobilityDatabaseAPI
all_assets = load_assets_from_modules([assets])
defs = Definitions(
assets=all_assets,
resources={
"duckdb": DuckDBResource(
database="data/gtfs/gtfs.duckdb"
),
"mobility_db": MobilityDatabaseAPI(
refresh_token=EnvVar("MOBILITY_DB_REFRESH_TOKEN"),
rate_limit_delay=0.5
)
}
)