implement schema check and use automation instead of sensor

This commit is contained in:
2025-07-26 17:53:12 +02:00
parent ac8759258d
commit 8d06b236b7
5 changed files with 59 additions and 64 deletions

View File

@@ -1,9 +1,8 @@
import assets
from dagster_polars import PolarsParquetIOManager
from icecream import install
from jobs import check_partitions_job, deals_job, musicbrainz_lookup_job
from jobs import check_partitions_job, deals_job
from schedules import deals_schedule
from sensors import musicbrainz_lookup_sensor
import dagster as dg
@@ -17,16 +16,8 @@ definitions = dg.Definitions(
for asset in dg.load_assets_from_modules([assets])
],
resources={
"polars_parquet_io_manager": PolarsParquetIOManager(base_dir="/storage"),
"polars_parquet_io_manager": PolarsParquetIOManager(base_dir="/storage/vinyl"),
},
jobs=[deals_job, check_partitions_job, musicbrainz_lookup_job],
jobs=[deals_job, check_partitions_job],
schedules=[deals_schedule],
sensors=[
# dg.AutomationConditionSensorDefinition(
# "run_tags_automation_condition_sensor",
# target=dg.AssetSelection.all(),
# default_status=dg.DefaultSensorStatus.RUNNING,
# ),
musicbrainz_lookup_sensor,
],
)