shared config

This commit is contained in:
2025-07-29 11:38:41 +02:00
parent cc6beeffed
commit f59b30b9ea
6 changed files with 17 additions and 44 deletions

View File

@@ -1,6 +1,7 @@
import assets
from dagster_polars import PolarsParquetIOManager
from icecream import install
from shared.config import APP, STORAGE_DIR
import dagster as dg
@@ -9,12 +10,12 @@ install()
definitions = dg.Definitions(
assets=[
asset.with_attributes(
group_names_by_key={asset.key: "other"},
tags_by_key={asset.key: {"app": "other"}},
group_names_by_key={asset.key: APP},
tags_by_key={asset.key: {"app": APP}},
)
for asset in dg.load_assets_from_modules([assets])
],
resources={
"polars_parquet_io_manager": PolarsParquetIOManager(base_dir="/storage")
"polars_parquet_io_manager": PolarsParquetIOManager(base_dir=STORAGE_DIR)
},
)