tidy up

apps/vinyl/src/definitions.py

@@ -1,15 +1,16 @@
 from collections.abc import Sequence
 
-from assets import deals, new_deals, works
+import assets
 from dagster_duckdb import DuckDBIOManager
 from dagster_duckdb.io_manager import DbTypeHandler
 from dagster_duckdb_pandas import DuckDBPandasTypeHandler
 from dagster_polars import PolarsParquetIOManager
+from icecream import install
 from jobs import check_partititions_job, deals_job, musicbrainz_lookup_job
 from schedules import deals_schedule
 from sensors import musicbrainz_lookup_sensor
 
-from dagster import Definitions
+from dagster import Definitions, load_assets_from_modules
 
 
 class PandasDuckDBIOManager(DuckDBIOManager):
@@ -18,25 +19,15 @@ class PandasDuckDBIOManager(DuckDBIOManager):
         return [DuckDBPandasTypeHandler()]
 
 
-deals.with_attributes()
-assets = []
-for asset in [deals, new_deals, works]:
-    print(asset.tags_by_key)
-    # for k, v in {
-    #     "dagster/executor": "vinyl_executor",
-    #     "app": "vinyl"
-    # }.items():
-    #     pass
-    # asset._specs_by_key[asset.key][k] = v
-    assets.append(
-        asset.with_attributes(
-            tags_by_key={
-                asset.key: {"dagster/executor": "vinyl_executor", "app": "vinyl"}
-            }
-        )
-    )
+install()
 definitions = Definitions(
-    assets=assets,
+    assets=[
+        asset.with_attributes(
+            group_names_by_key={asset.key: "vinyl"},
+            tags_by_key={asset.key: {"app": "vinyl"}},
+        )
+        for asset in load_assets_from_modules([assets])
+    ],
     resources={
         "polars_parquet_io_manager": PolarsParquetIOManager(),
         "duckdb_io_manager": PandasDuckDBIOManager(database="vinyl"),
@@ -45,3 +36,5 @@ definitions = Definitions(
     schedules=[deals_schedule],
     sensors=[musicbrainz_lookup_sensor],
 )
+
+ic("jo")