Files
dagster/src/app/partitions/repo.py
2024-10-14 12:49:32 +02:00

15 lines
523 B
Python

from dagster import Definitions, define_asset_job
from dagster_polars import PolarsParquetIOManager
from .assets import (asset_multi_1, asset_multi_2, asset_single_1,
asset_single_2)
# Define a job that includes both assets
daily_job = define_asset_job("daily_job", selection=[asset_multi_1, asset_multi_2])
vinyl = Definitions(
assets=[asset_single_1, asset_multi_1, asset_single_2, asset_multi_2],
resources={"polars_parquet_io_manager": PolarsParquetIOManager()},
jobs=[daily_job],
)