reduce sensor frequency
This commit is contained in:
@@ -9,7 +9,7 @@ from utils import extract_date
|
||||
import dagster as dg
|
||||
|
||||
|
||||
@dg.sensor(job=jobs.raw_html_job)
|
||||
@dg.sensor(job=jobs.raw_html_job, minimum_interval_seconds=4 * 60 * 60)
|
||||
def check_update(context: dg.SensorEvaluationContext) -> Iterator[dg.RunRequest]:
|
||||
ic(context.cursor)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user