mount all apps in container
This commit is contained in:
@@ -1,13 +1,22 @@
|
||||
from assets import asset_multi_1, asset_multi_2, asset_single_1, asset_single_2
|
||||
import assets
|
||||
from dagster_polars import PolarsParquetIOManager
|
||||
|
||||
from dagster import Definitions, define_asset_job
|
||||
from dagster import Definitions, load_assets_from_modules
|
||||
|
||||
# Define a job that includes both assets
|
||||
daily_job = define_asset_job("daily_job", selection=[asset_multi_1, asset_multi_2])
|
||||
# daily_job = define_asset_job("daily_job", selection=[dummy_asset, asset_multi_1, asset_multi_2])
|
||||
|
||||
definitions = Definitions(
|
||||
assets=[asset_single_1, asset_multi_1, asset_single_2, asset_multi_2],
|
||||
assets=load_assets_from_modules([assets]),
|
||||
# [dummy_asset], # , asset_single_1, asset_multi_1, asset_single_2, asset_multi_2],
|
||||
resources={"polars_parquet_io_manager": PolarsParquetIOManager()},
|
||||
jobs=[daily_job],
|
||||
# jobs=[daily_job],
|
||||
# executor=docker_executor.configured({"container_kwargs": {
|
||||
# "volumes": [
|
||||
# "/opt/dagster/apps/other/src/:/opt/dagster/home/app/",
|
||||
# "/opt/dagster/storage/:/storage/"
|
||||
# ]
|
||||
# }
|
||||
# }
|
||||
# )
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user