rewrite parsing of deals

2025-07-26 16:28:26 +02:00
parent 8a80adcd27
commit fb2e90d47d
11 changed files with 238 additions and 114 deletions
--- a/apps/vinyl/src/jobs.py
+++ b/apps/vinyl/src/jobs.py
@@ -22,7 +22,7 @@ def check_partitions(context: dg.OpExecutionContext):
    ic(storage_dir)
    for row in (
        pl.scan_parquet(
-            f"{storage_dir}/{asset_key}/*/*.parquet", extra_columns="ignore"
+            f"{storage_dir}/{asset_key}/*/*.parquet",  # extra_columns="ignore"
        )
        .select(["date", "source"])
        .unique()