tidy up
This commit is contained in:
17
apps/vinyl/src/partitions.py
Normal file
17
apps/vinyl/src/partitions.py
Normal file
@@ -0,0 +1,17 @@
|
||||
import os
|
||||
|
||||
import dagster as dg
|
||||
|
||||
SOURCES = ["plato", "sounds"]
|
||||
daily_partitions_def = dg.DailyPartitionsDefinition(
|
||||
start_date="2024-09-01", end_offset=1, timezone=os.environ.get("TZ", "UTC")
|
||||
)
|
||||
multi_partitions_def = dg.MultiPartitionsDefinition(
|
||||
{
|
||||
"date": daily_partitions_def,
|
||||
"source": dg.StaticPartitionsDefinition(SOURCES),
|
||||
}
|
||||
)
|
||||
partitions_mapping = dg.MultiToSingleDimensionPartitionMapping(
|
||||
partition_dimension_name="date"
|
||||
)
|
||||
Reference in New Issue
Block a user