import assets import schedules from dagster_polars import PolarsParquetIOManager from icecream import install from shared.config import APP, STORAGE_DIR from shared.io_manager import JsonIOManager import dagster as dg from dagster import load_assets_from_modules install() definitions = dg.Definitions( assets=[ asset.with_attributes( group_names_by_key={asset.key: APP}, tags_by_key={asset.key: {"app": APP}}, ) for asset in load_assets_from_modules([assets]) ], resources={ "json_io_manager": JsonIOManager(base_dir=STORAGE_DIR), "polars_parquet_io_manager": PolarsParquetIOManager(base_dir=STORAGE_DIR), }, schedules=[schedules.raw_schedule], )