diff --git a/apps/vinyl/src/assets.py b/apps/vinyl/src/assets.py index cc9f43a..8f26651 100644 --- a/apps/vinyl/src/assets.py +++ b/apps/vinyl/src/assets.py @@ -155,7 +155,7 @@ def works(context: dg.AssetExecutionContext) -> Iterator[dg.Output[pl.DataFrame] "date": dg.DimensionPartitionMapping( dimension_name="date", partition_mapping=dg.TimeWindowPartitionMapping( - start_offset=-10, + start_offset=-3, end_offset=0, allow_nonexistent_upstream_partitions=True, ), @@ -170,9 +170,9 @@ def works(context: dg.AssetExecutionContext) -> Iterator[dg.Output[pl.DataFrame] }, output_required=False, dagster_type=patito_model_to_dagster_type(Deal), - automation_condition=dg.AutomationCondition.on_missing().without( - dg.AutomationCondition.in_latest_time_window() - ), + automation_condition=dg.AutomationCondition.on_missing().ignore( + dg.AssetSelection.assets(cleaned_deals.key) + ) ) def new_deals( context: dg.AssetExecutionContext, partitions: dict[str, pl.LazyFrame | None] @@ -259,7 +259,7 @@ def good_deals( ] # Render HTML from Jinja template - env = Environment(loader=FileSystemLoader(f"/apps/{APP}")) + env = Environment(loader=FileSystemLoader(f"/code/apps/{APP}")) template = env.get_template("email.html") html_content = template.render(deals=deals) diff --git a/apps/weather/src/definitions.py b/apps/weather/src/definitions.py index c53bad0..2b3eb3e 100644 --- a/apps/weather/src/definitions.py +++ b/apps/weather/src/definitions.py @@ -22,9 +22,10 @@ definitions = dg.Definitions( "polars_parquet_io_manager": PolarsParquetIOManager(base_dir=STORAGE_DIR), }, sensors=[ - # sensors.list_locations, + sensors.list_locations, sensors.list_latitudes, - # sensors.list_longitudes, + sensors.list_longitudes, + sensors.retrieve_weather, sensors.retrieve_weather, ], ) diff --git a/compose.code.yaml b/compose.code.yaml index 194c50f..9f750e3 100644 --- a/compose.code.yaml +++ b/compose.code.yaml @@ -56,6 +56,7 @@ services: - /opt/dagster/apps/:/code/apps/:ro - /opt/dagster/shared/:/code/shared/:ro - /opt/dagster/logs/:/logs:rw + - /tmp/cache:/cache:rw networks: - dagster