From d55cb8fb17d4d1558910bf51d2eb644a0971334b Mon Sep 17 00:00:00 2001 From: Rik Veenboer Date: Sat, 26 Jul 2025 19:53:13 +0200 Subject: [PATCH] correct --- apps/vinyl/src/assets.py | 5 ++++- apps/vinyl/src/test.py | 4 +--- 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/apps/vinyl/src/assets.py b/apps/vinyl/src/assets.py index 5430f30..d684dc1 100644 --- a/apps/vinyl/src/assets.py +++ b/apps/vinyl/src/assets.py @@ -205,8 +205,11 @@ def new_deals( ) new_df = df_after.join(df_before.select("id"), on="id", how="anti").collect() - if not new_df.height: + if new_df.height: + context.log.info(f"New deals found ({new_df.height}x)!") yield dg.Output(Deal.DataFrame(new_df)) + else: + context.log.info("No new deals found!") @dg.asset( diff --git a/apps/vinyl/src/test.py b/apps/vinyl/src/test.py index 54aeade..3e8eb2e 100644 --- a/apps/vinyl/src/test.py +++ b/apps/vinyl/src/test.py @@ -9,8 +9,6 @@ from jobs import check_partitions_job import dagster as dg -# warnings.filterwarnings("ignore", category=dg.Ex) - logging.getLogger().setLevel(logging.INFO) @@ -40,7 +38,7 @@ if __name__ == "__main__": base_dir="/opt/dagster/storage/vinyl" ) } - source = "sounds" # or "plato" + source = "plato" match run: case 1: