custom run launcher for custom docker image

This commit is contained in:
2025-08-02 21:06:42 +02:00
parent b1d115fe80
commit 94dcdd04a7
9 changed files with 36 additions and 4 deletions

View File

@@ -105,3 +105,15 @@ def raw_html(context: dg.AssetExecutionContext) -> Iterator[dg.Output[str]]:
partitions_def=daily_partitions_def,
)
def daily_html() -> str: ...
class MyAssetConfig(dg.Config):
image: str = "bla"
@asset(metadata={"docker_image": "my-other-image:latest"})
def my_asset(context: dg.AssetExecutionContext, config: MyAssetConfig) -> None:
ic(context.op_config)
ic(config)
# image = context.op_config.image
# context.log.info(f"This asset wants to use Docker image: {image}")

View File

@@ -1,4 +1,5 @@
import assets
import jobs
import sensors
from dagster_polars import PolarsParquetIOManager
from icecream import install
@@ -21,5 +22,6 @@ definitions = dg.Definitions(
"html_io_manager": HtmlIOManager(base_dir=STORAGE_DIR),
"polars_parquet_io_manager": PolarsParquetIOManager(base_dir=STORAGE_DIR),
},
jobs=[jobs.test_job],
sensors=[sensors.check_update],
)

View File

@@ -3,3 +3,9 @@ import assets
import dagster as dg
raw_html_job = dg.define_asset_job("deals_job", selection=[assets.raw_html.key])
test_job = dg.define_asset_job(
"my_asset_job",
selection=[assets.my_asset.key],
tags={"docker/image": "my.registry/image:from-config"},
)