rik/dagster
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

correct

Browse Source
This commit is contained in:
Rik Veenboer
2025-07-26 19:53:13 +02:00
parent 329a50a5d6
commit d55cb8fb17
2 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
apps/vinyl/src/assets.py
View File

@@ -205,8 +205,11 @@ def new_deals(
) )
new_df = df_after.join(df_before.select("id"), on="id", how="anti").collect() new_df = df_after.join(df_before.select("id"), on="id", how="anti").collect()
if not new_df.height: if new_df.height:
context.log.info(f"New deals found ({new_df.height}x)!")
yield dg.Output(Deal.DataFrame(new_df)) yield dg.Output(Deal.DataFrame(new_df))
else:
context.log.info("No new deals found!")
@dg.asset( @dg.asset(

4
apps/vinyl/src/test.py
View File

@@ -9,8 +9,6 @@ from jobs import check_partitions_job
import dagster as dg import dagster as dg
# warnings.filterwarnings("ignore", category=dg.Ex)
logging.getLogger().setLevel(logging.INFO) logging.getLogger().setLevel(logging.INFO)
@@ -40,7 +38,7 @@ if __name__ == "__main__":
base_dir="/opt/dagster/storage/vinyl" base_dir="/opt/dagster/storage/vinyl"
) )
} }
source = "sounds" # or "plato" source = "plato"
match run: match run:
case 1: case 1: