diff --git a/apps/vinyl/src/assets.py b/apps/vinyl/src/assets.py index 5430f30..d684dc1 100644 --- a/apps/vinyl/src/assets.py +++ b/apps/vinyl/src/assets.py @@ -205,8 +205,11 @@ def new_deals( ) new_df = df_after.join(df_before.select("id"), on="id", how="anti").collect() - if not new_df.height: + if new_df.height: + context.log.info(f"New deals found ({new_df.height}x)!") yield dg.Output(Deal.DataFrame(new_df)) + else: + context.log.info("No new deals found!") @dg.asset( diff --git a/apps/vinyl/src/test.py b/apps/vinyl/src/test.py index 54aeade..3e8eb2e 100644 --- a/apps/vinyl/src/test.py +++ b/apps/vinyl/src/test.py @@ -9,8 +9,6 @@ from jobs import check_partitions_job import dagster as dg -# warnings.filterwarnings("ignore", category=dg.Ex) - logging.getLogger().setLevel(logging.INFO) @@ -40,7 +38,7 @@ if __name__ == "__main__": base_dir="/opt/dagster/storage/vinyl" ) } - source = "sounds" # or "plato" + source = "plato" match run: case 1: