rik/dagster
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

move partition definition

Browse Source
This commit is contained in:
Rik Veenboer
2025-07-29 17:21:58 +02:00
parent 09e6583579
commit 0539dd9f7e
2 changed files with 8 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
apps/other/src/assets.py
View File

@@ -1,4 +1,3 @@
import os
import sys import sys
from collections.abc import Iterator from collections.abc import Iterator
from functools import partial from functools import partial
@@ -7,6 +6,7 @@ from logging import getLogger
import pandas as pd import pandas as pd
import pyarrow as pa import pyarrow as pa
from config import APP from config import APP
from partitions import daily_partitions_def
import dagster as dg import dagster as dg
@@ -50,11 +50,6 @@ def iris_cleaned(table: pa.Table) -> pa.Table:
return pa.Table.from_pandas(result_df) return pa.Table.from_pandas(result_df)
daily_partitions_def = dg.DailyPartitionsDefinition(
start_date="2024-09-01", end_offset=1, timezone=os.environ.get("TZ", "UTC")
)
@asset(partitions_def=daily_partitions_def) @asset(partitions_def=daily_partitions_def)
def one() -> Iterator[dg.Output[int]]: def one() -> Iterator[dg.Output[int]]:
# Attempt to materialize multiple times # Attempt to materialize multiple times

7
apps/other/src/partitions.py Normal file
View File

@@ -0,0 +1,7 @@
import os
import dagster as dg
daily_partitions_def = dg.DailyPartitionsDefinition(
start_date="2024-09-01", end_offset=1, timezone=os.environ.get("TZ", "UTC")
)