rik/dagster
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix paths to storage and logs

Browse Source
This commit is contained in:
Rik Veenboer
2025-07-22 12:03:03 +02:00
parent 5b5e962773
commit be8fae969c
8 changed files with 16 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
apps/vinyl/src/assets.py
View File

@@ -110,7 +110,7 @@ def deals(context):
@asset(deps=[deals], io_manager_key="polars_parquet_io_manager")
def new_deals(context: OpExecutionContext) -> pl.DataFrame:
ic()
storage_dir = context.instance.storage_directory()
storage_dir = context.resources.polars_parquet_io_manager.base_dir
asset_key = "deals"
with duckdb.connect() as con:

2
apps/vinyl/src/definitions.py
View File

@@ -29,7 +29,7 @@ definitions = Definitions(
for asset in load_assets_from_modules([assets])
],
resources={
"polars_parquet_io_manager": PolarsParquetIOManager(),
"polars_parquet_io_manager": PolarsParquetIOManager(base_dir="/storage"),
"duckdb_io_manager": PandasDuckDBIOManager(database="vinyl"),
},
jobs=[deals_job, check_partititions_job, musicbrainz_lookup_job],