18 lines
477 B
Python
18 lines
477 B
Python
import os
|
|
|
|
import dagster as dg
|
|
|
|
SOURCES = ["plato", "sounds", "platenzaak"]
|
|
daily_partitions_def = dg.DailyPartitionsDefinition(
|
|
start_date="2024-09-01", end_offset=1, timezone=os.environ.get("TZ", "UTC")
|
|
)
|
|
multi_partitions_def = dg.MultiPartitionsDefinition(
|
|
{
|
|
"date": daily_partitions_def,
|
|
"source": dg.StaticPartitionsDefinition(SOURCES),
|
|
}
|
|
)
|
|
partitions_mapping = dg.MultiToSingleDimensionPartitionMapping(
|
|
partition_dimension_name="date"
|
|
)
|