implement schema check and use automation instead of sensor
This commit is contained in:
@@ -1,9 +1,8 @@
|
||||
import assets
|
||||
from dagster_polars import PolarsParquetIOManager
|
||||
from icecream import install
|
||||
from jobs import check_partitions_job, deals_job, musicbrainz_lookup_job
|
||||
from jobs import check_partitions_job, deals_job
|
||||
from schedules import deals_schedule
|
||||
from sensors import musicbrainz_lookup_sensor
|
||||
|
||||
import dagster as dg
|
||||
|
||||
@@ -17,16 +16,8 @@ definitions = dg.Definitions(
|
||||
for asset in dg.load_assets_from_modules([assets])
|
||||
],
|
||||
resources={
|
||||
"polars_parquet_io_manager": PolarsParquetIOManager(base_dir="/storage"),
|
||||
"polars_parquet_io_manager": PolarsParquetIOManager(base_dir="/storage/vinyl"),
|
||||
},
|
||||
jobs=[deals_job, check_partitions_job, musicbrainz_lookup_job],
|
||||
jobs=[deals_job, check_partitions_job],
|
||||
schedules=[deals_schedule],
|
||||
sensors=[
|
||||
# dg.AutomationConditionSensorDefinition(
|
||||
# "run_tags_automation_condition_sensor",
|
||||
# target=dg.AssetSelection.all(),
|
||||
# default_status=dg.DefaultSensorStatus.RUNNING,
|
||||
# ),
|
||||
musicbrainz_lookup_sensor,
|
||||
],
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user