This commit is contained in:
2025-07-21 10:56:46 +02:00
parent 119583c730
commit 1a3c288001
11 changed files with 36 additions and 61 deletions

View File

@@ -1,3 +0,0 @@
from icecream import install
install()

View File

@@ -1,22 +1,25 @@
import assets
from dagster_polars import PolarsParquetIOManager
from icecream import install
from dagster import Definitions, load_assets_from_modules
from dagster import Definitions, define_asset_job, load_assets_from_modules
install()
# Define a job that includes both assets
# daily_job = define_asset_job("daily_job", selection=[dummy_asset, asset_multi_1, asset_multi_2])
daily_job = define_asset_job(
"daily_job",
selection=[assets.dummy_asset, assets.asset_multi_1, assets.asset_multi_2],
)
definitions = Definitions(
assets=load_assets_from_modules([assets]),
# [dummy_asset], # , asset_single_1, asset_multi_1, asset_single_2, asset_multi_2],
assets=[
asset.with_attributes(
group_names_by_key={asset.key: "other"},
tags_by_key={asset.key: {"app": "other"}},
)
for asset in load_assets_from_modules([assets])
],
resources={"polars_parquet_io_manager": PolarsParquetIOManager()},
# jobs=[daily_job],
# executor=docker_executor.configured({"container_kwargs": {
# "volumes": [
# "/opt/dagster/apps/other/src/:/opt/dagster/home/app/",
# "/opt/dagster/storage/:/storage/"
# ]
# }
# }
# )
jobs=[daily_job],
)