polars io manager ignores partition_by metadata
This commit is contained in:
@@ -1,5 +1,6 @@
|
||||
import polars as pl
|
||||
|
||||
import dagster as dg
|
||||
from dagster import (
|
||||
AssetIn,
|
||||
DailyPartitionsDefinition,
|
||||
@@ -173,3 +174,11 @@ def asset_multi_3(context, asset_multi_1):
|
||||
return pl.scan_parquet(
|
||||
f"{storage_dir}/{asset_key}/*/*.parquet", extra_columns="ignore"
|
||||
).filter(pl.col("date").is_in(keep_dates))
|
||||
|
||||
|
||||
@asset(io_manager_key="polars_parquet_io_manager", metadata={"partition_by": ["b"]})
|
||||
def dummy_asset():
|
||||
yield dg.Output(
|
||||
pl.DataFrame({"a": [1, 2, 3], "b": [4, 5, 6], "c": [7, 8, 9]}),
|
||||
metadata={"partition_by": ["c"]},
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user