rearranged directory structure, automaterialize to automationCondition

This commit is contained in:
Ben Varick 2025-11-07 07:40:46 -08:00
parent dcff5c78e7
commit 11003a8bda
Signed by: ben
SSH key fingerprint: SHA256:jWnpFDAcacYM5aPFpYRqlsamlDyKNpSj3jj+k4ojtUo
11 changed files with 38 additions and 31 deletions

33
user_code/definitions.py Normal file
View file

@ -0,0 +1,33 @@
from dagster import (
Definitions,
load_assets_from_modules,
EnvVar,
DefaultSensorStatus,
AutomationConditionSensorDefinition
)
from dagster_duckdb import DuckDBResource
import assets
from resources import MobilityDatabaseAPI
all_assets = load_assets_from_modules([assets])
defs = Definitions(
assets=all_assets,
sensors=[
AutomationConditionSensorDefinition(
"asset_automation_sensor",
target="*",
default_status=DefaultSensorStatus.RUNNING,
)
],
resources={
"duckdb": DuckDBResource(
database="data/duckdb/gtfs.duckdb"
),
"mobility_db": MobilityDatabaseAPI(
refresh_token=EnvVar("MOBILITY_DB_REFRESH_TOKEN"),
rate_limit_delay=0.5
)
}
)