find good deals

This commit is contained in:
2025-07-26 19:44:39 +02:00
parent 891680bb05
commit 329a50a5d6
3 changed files with 52 additions and 7 deletions

View File

@@ -2,7 +2,7 @@ import logging
from datetime import datetime
from typing import Any
from assets import cleaned_deals, deals, new_deals, works
from assets import cleaned_deals, deals, good_deals, new_deals, works
from dagster_polars import PolarsParquetIOManager
from definitions import definitions
from jobs import check_partitions_job
@@ -34,7 +34,7 @@ def test_deals(resources: dict[str, Any], source="sounds", date: str = None):
if __name__ == "__main__":
run = 5
run = 6
resources = {
"polars_parquet_io_manager": PolarsParquetIOManager(
base_dir="/opt/dagster/storage/vinyl"
@@ -68,5 +68,12 @@ if __name__ == "__main__":
partition_key=f"{today_str()}|{source}",
resources=resources,
)
case 6:
dg.materialize(
assets=definitions.assets,
selection=[good_deals.key],
partition_key=f"{today_str()}|{source}",
resources=resources,
)
case _:
raise ValueError(f"Invalid run number: {run}!")