This commit is contained in:
2025-07-27 15:23:35 +02:00
parent 05c2b33e25
commit 3aa6790f29
2 changed files with 19 additions and 16 deletions

View File

@@ -0,0 +1,17 @@
import os
import dagster as dg
SOURCES = ["plato", "sounds"]
daily_partitions_def = dg.DailyPartitionsDefinition(
start_date="2024-09-01", end_offset=1, timezone=os.environ.get("TZ", "UTC")
)
multi_partitions_def = dg.MultiPartitionsDefinition(
{
"date": daily_partitions_def,
"source": dg.StaticPartitionsDefinition(SOURCES),
}
)
partitions_mapping = dg.MultiToSingleDimensionPartitionMapping(
partition_dimension_name="date"
)