rearranged directory structure, automaterialize to automationCondition
This commit is contained in:
parent
dcff5c78e7
commit
11003a8bda
11 changed files with 38 additions and 31 deletions
33
user_code/definitions.py
Normal file
33
user_code/definitions.py
Normal file
|
|
@ -0,0 +1,33 @@
|
|||
from dagster import (
|
||||
Definitions,
|
||||
load_assets_from_modules,
|
||||
EnvVar,
|
||||
DefaultSensorStatus,
|
||||
AutomationConditionSensorDefinition
|
||||
)
|
||||
from dagster_duckdb import DuckDBResource
|
||||
|
||||
import assets
|
||||
from resources import MobilityDatabaseAPI
|
||||
|
||||
all_assets = load_assets_from_modules([assets])
|
||||
|
||||
defs = Definitions(
|
||||
assets=all_assets,
|
||||
sensors=[
|
||||
AutomationConditionSensorDefinition(
|
||||
"asset_automation_sensor",
|
||||
target="*",
|
||||
default_status=DefaultSensorStatus.RUNNING,
|
||||
)
|
||||
],
|
||||
resources={
|
||||
"duckdb": DuckDBResource(
|
||||
database="data/duckdb/gtfs.duckdb"
|
||||
),
|
||||
"mobility_db": MobilityDatabaseAPI(
|
||||
refresh_token=EnvVar("MOBILITY_DB_REFRESH_TOKEN"),
|
||||
rate_limit_delay=0.5
|
||||
)
|
||||
}
|
||||
)
|
||||
Loading…
Add table
Add a link
Reference in a new issue