scaffold other code locations

This commit is contained in:
2025-07-26 22:17:22 +02:00
parent ea4bee7186
commit fd1603e309
17 changed files with 183 additions and 25 deletions

View File

View File

View File

@@ -0,0 +1,27 @@
import os
import assets
from dagster_polars import PolarsParquetIOManager
from icecream import install
import dagster as dg
from dagster import load_assets_from_modules
install()
APP = os.environ["APP"]
definitions = dg.Definitions(
assets=[
asset.with_attributes(
group_names_by_key={asset.key: APP},
tags_by_key={asset.key: {"app": APP}},
)
for asset in load_assets_from_modules([assets])
],
resources={
"polars_parquet_io_manager": PolarsParquetIOManager(
base_dir=os.environ.get("STORAGE_DIR", "/storage") + f"/{APP}"
),
},
)

View File

0
apps/tesla/src/assets.py Normal file
View File

View File

@@ -0,0 +1,27 @@
import os
import assets
from dagster_polars import PolarsParquetIOManager
from icecream import install
import dagster as dg
from dagster import load_assets_from_modules
install()
APP = os.environ["APP"]
definitions = dg.Definitions(
assets=[
asset.with_attributes(
group_names_by_key={asset.key: APP},
tags_by_key={asset.key: {"app": APP}},
)
for asset in load_assets_from_modules([assets])
],
resources={
"polars_parquet_io_manager": PolarsParquetIOManager(
base_dir=os.environ.get("STORAGE_DIR", "/storage") + f"/{APP}"
),
},
)

View File

@@ -9,18 +9,20 @@ from utils.email import EmailService
import dagster as dg
APP = os.environ["APP"]
install()
definitions = dg.Definitions(
assets=[
asset.with_attributes(
group_names_by_key={asset.key: "vinyl"},
tags_by_key={asset.key: {"app": "vinyl"}},
group_names_by_key={asset.key: APP},
tags_by_key={asset.key: {"app": APP}},
)
for asset in dg.load_assets_from_modules([assets])
],
resources={
"polars_parquet_io_manager": PolarsParquetIOManager(
base_dir=os.environ.get("STORAGE_DIR", "/storage") + "/vinyl"
base_dir=os.environ.get("STORAGE_DIR", "/storage") + f"/{APP}"
),
"email_service": EmailService(
smtp_server=dg.EnvVar("SMTP_SERVER"),

View File

View File

View File

@@ -0,0 +1,27 @@
import os
import assets
from dagster_polars import PolarsParquetIOManager
from icecream import install
import dagster as dg
from dagster import load_assets_from_modules
install()
APP = os.environ["APP"]
definitions = dg.Definitions(
assets=[
asset.with_attributes(
group_names_by_key={asset.key: APP},
tags_by_key={asset.key: {"app": APP}},
)
for asset in load_assets_from_modules([assets])
],
resources={
"polars_parquet_io_manager": PolarsParquetIOManager(
base_dir=os.environ.get("STORAGE_DIR", "/storage") + f"/{APP}"
),
},
)