reduce sensor frequency
This commit is contained in:
@@ -9,7 +9,7 @@ from utils import extract_date
|
|||||||
import dagster as dg
|
import dagster as dg
|
||||||
|
|
||||||
|
|
||||||
@dg.sensor(job=jobs.raw_html_job)
|
@dg.sensor(job=jobs.raw_html_job, minimum_interval_seconds=4 * 60 * 60)
|
||||||
def check_update(context: dg.SensorEvaluationContext) -> Iterator[dg.RunRequest]:
|
def check_update(context: dg.SensorEvaluationContext) -> Iterator[dg.RunRequest]:
|
||||||
ic(context.cursor)
|
ic(context.cursor)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user