tidy up
This commit is contained in:
@@ -1,3 +0,0 @@
|
||||
from icecream import install
|
||||
|
||||
install()
|
||||
|
||||
@@ -1,22 +1,25 @@
|
||||
import assets
|
||||
from dagster_polars import PolarsParquetIOManager
|
||||
from icecream import install
|
||||
|
||||
from dagster import Definitions, load_assets_from_modules
|
||||
from dagster import Definitions, define_asset_job, load_assets_from_modules
|
||||
|
||||
install()
|
||||
|
||||
# Define a job that includes both assets
|
||||
# daily_job = define_asset_job("daily_job", selection=[dummy_asset, asset_multi_1, asset_multi_2])
|
||||
daily_job = define_asset_job(
|
||||
"daily_job",
|
||||
selection=[assets.dummy_asset, assets.asset_multi_1, assets.asset_multi_2],
|
||||
)
|
||||
|
||||
definitions = Definitions(
|
||||
assets=load_assets_from_modules([assets]),
|
||||
# [dummy_asset], # , asset_single_1, asset_multi_1, asset_single_2, asset_multi_2],
|
||||
assets=[
|
||||
asset.with_attributes(
|
||||
group_names_by_key={asset.key: "other"},
|
||||
tags_by_key={asset.key: {"app": "other"}},
|
||||
)
|
||||
for asset in load_assets_from_modules([assets])
|
||||
],
|
||||
resources={"polars_parquet_io_manager": PolarsParquetIOManager()},
|
||||
# jobs=[daily_job],
|
||||
# executor=docker_executor.configured({"container_kwargs": {
|
||||
# "volumes": [
|
||||
# "/opt/dagster/apps/other/src/:/opt/dagster/home/app/",
|
||||
# "/opt/dagster/storage/:/storage/"
|
||||
# ]
|
||||
# }
|
||||
# }
|
||||
# )
|
||||
jobs=[daily_job],
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user