collect unique works from deals dumps

dagster-requirements.txt

@@ -27,8 +27,6 @@ appdirs==1.4.4
     # via pint
 asttokens==2.4.1
     # via icecream
-async-timeout==4.0.3
-    # via aiohttp
 attrs==24.2.0
     # via aiohttp
 backoff==2.2.1
@@ -76,12 +74,17 @@ dagster==1.8.9
     # via
     #   dagster-aws
     #   dagster-docker
+    #   dagster-duckdb
+    #   dagster-duckdb-pandas
     #   dagster-graphql
     #   dagster-polars
     #   dagster-postgres
     #   dagster-webserver
 dagster-aws==0.24.9
 dagster-docker==0.24.9
+dagster-duckdb==0.24.9
+    # via dagster-duckdb-pandas
+dagster-duckdb-pandas==0.24.9
 dagster-graphql==1.8.9
     # via dagster-webserver
 dagster-pipes==1.8.9
@@ -99,14 +102,13 @@ docker-image-py==0.1.13
 docstring-parser==0.16
     # via dagster
 duckdb==1.1.1
+    # via dagster-duckdb
 durationpy==0.8
     # via kubernetes
 email-validator==2.2.0
     # via pydantic
 et-xmlfile==1.1.0
     # via openpyxl
-exceptiongroup==1.2.2
-    # via anyio
 executing==2.1.0
     # via icecream
 fastapi==0.115.0
@@ -218,6 +220,7 @@ packaging==24.1
     #   pyogrio
 pandas==2.2.3
     # via
+    #   dagster-duckdb-pandas
     #   fastparquet
     #   geopandas
     #   pint-pandas
@@ -351,19 +354,16 @@ tqdm==4.66.5
 typing-extensions==4.12.2
     # via
     #   alembic
-    #   anyio
     #   dagster
     #   dagster-polars
     #   fastapi
     #   flexcache
     #   flexparser
-    #   multidict
     #   pint
     #   pydantic
     #   pydantic-core
     #   reactivex
     #   sqlalchemy
-    #   uvicorn
 tzdata==2024.2
     # via pandas
 universal-pathlib==0.2.5