handle missing partitions

apps/vinyl/src/definitions.py

@@ -1,19 +1,16 @@
-import os
-
 import assets
 from config import APP
-from dagster_polars import PolarsParquetIOManager
 from icecream import install
 from jobs import check_partitions_job, deals_job
+from resources import MyIOManager
 from schedules import deals_schedule
+from shared.config import STORAGE_DIR
 from utils.email import EmailService
 
 import dagster as dg
 
 install()
 
-storage_dir = os.environ.get("STORAGE_DIR", "/storage") + f"/{APP}"
-
 definitions = dg.Definitions(
     assets=[
         asset.with_attributes(
@@ -23,7 +20,7 @@ definitions = dg.Definitions(
         for asset in dg.load_assets_from_modules([assets])
     ],
     resources={
-        "polars_parquet_io_manager": PolarsParquetIOManager(base_dir=storage_dir),
+        "polars_parquet_io_manager": MyIOManager(base_dir=STORAGE_DIR),
         "email_service": EmailService(
             smtp_server=dg.EnvVar("SMTP_SERVER"),
             smtp_port=dg.EnvVar.int("SMTP_PORT"),