rik/dagster
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

tweaks

Browse Source
This commit is contained in:
Rik Veenboer
2025-08-04 19:09:32 +02:00
parent 17ca8669ef
commit b26ba7aa35
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
apps/stocks/src/sensors.py
View File

@@ -35,7 +35,7 @@ def check_update(context: dg.SensorEvaluationContext) -> Iterator[dg.RunRequest]
now_str = datetime.now().strftime("%Y-%m-%d %H:%M:%S") now_str = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
file = f"{now_str} stocks.html" file = f"{now_str} stocks.html"
context.log.info(f"Saving file: {file}") context.log.info(f"Saving file: {file}")
with open(f"/cache/{file}") as fp: with open(f"/cache/{file}", "w") as fp:
fp.write(response.text) fp.write(response.text)

4
apps/vinyl/src/assets.py
View File

@@ -170,7 +170,9 @@ def works(context: dg.AssetExecutionContext) -> Iterator[dg.Output[pl.DataFrame]
}, },
output_required=False, output_required=False,
dagster_type=patito_model_to_dagster_type(Deal), dagster_type=patito_model_to_dagster_type(Deal),
automation_condition=dg.AutomationCondition.eager(), automation_condition=dg.AutomationCondition.on_missing().without(
dg.AutomationCondition.in_latest_time_window()
),
) )
def new_deals( def new_deals(
context: dg.AssetExecutionContext, partitions: dict[str, pl.LazyFrame | None] context: dg.AssetExecutionContext, partitions: dict[str, pl.LazyFrame | None]