reduce sensor frequency

This commit is contained in:
2025-08-02 10:50:13 +02:00
parent b5f7952c07
commit 6bd5e6d571

View File

@@ -9,7 +9,7 @@ from utils import extract_date
import dagster as dg
@dg.sensor(job=jobs.raw_html_job)
@dg.sensor(job=jobs.raw_html_job, minimum_interval_seconds=4 * 60 * 60)
def check_update(context: dg.SensorEvaluationContext) -> Iterator[dg.RunRequest]:
ic(context.cursor)