tidy up
This commit is contained in:
@@ -2,23 +2,23 @@ import assets
|
|||||||
from dagster_polars import PolarsParquetIOManager
|
from dagster_polars import PolarsParquetIOManager
|
||||||
from icecream import install
|
from icecream import install
|
||||||
|
|
||||||
from dagster import Definitions, define_asset_job, load_assets_from_modules
|
import dagster as dg
|
||||||
|
|
||||||
install()
|
install()
|
||||||
|
|
||||||
# Define a job that includes both assets
|
# Define a job that includes both assets
|
||||||
daily_job = define_asset_job(
|
daily_job = dg.define_asset_job(
|
||||||
"daily_job",
|
"daily_job",
|
||||||
selection=[assets.asset_multi_1, assets.asset_multi_2],
|
selection=[assets.asset_multi_1, assets.asset_multi_2],
|
||||||
)
|
)
|
||||||
|
|
||||||
definitions = Definitions(
|
definitions = dg.Definitions(
|
||||||
assets=[
|
assets=[
|
||||||
asset.with_attributes(
|
asset.with_attributes(
|
||||||
group_names_by_key={asset.key: "other"},
|
group_names_by_key={asset.key: "other"},
|
||||||
tags_by_key={asset.key: {"app": "other"}},
|
tags_by_key={asset.key: {"app": "other"}},
|
||||||
)
|
)
|
||||||
for asset in load_assets_from_modules([assets])
|
for asset in dg.load_assets_from_modules([assets])
|
||||||
],
|
],
|
||||||
resources={
|
resources={
|
||||||
"polars_parquet_io_manager": PolarsParquetIOManager(base_dir="/storage")
|
"polars_parquet_io_manager": PolarsParquetIOManager(base_dir="/storage")
|
||||||
|
|||||||
Reference in New Issue
Block a user