demo of delta lake with forked io manager

This commit is contained in:
2025-07-29 15:37:37 +02:00
parent f59b30b9ea
commit 4c59dcb8ac
6 changed files with 64 additions and 6 deletions

View File

@@ -11,6 +11,8 @@ anyio==4.9.0
# gql
# starlette
# watchfiles
arro3-core==0.5.1
# via deltalake
asttokens==3.0.0
# via icecream
backoff==2.2.1
@@ -51,6 +53,7 @@ dagster==1.11.3
# via
# dev (pyproject.toml)
# dagster-aws
# dagster-delta
# dagster-docker
# dagster-duckdb
# dagster-duckdb-pandas
@@ -60,6 +63,8 @@ dagster==1.11.3
# dagster-webserver
dagster-aws==0.27.3
# via dev (pyproject.toml)
dagster-delta @ git+https://github.com/ASML-Labs/dagster-delta.git@d28de7a7c13b7071f42231234eb9231269c7c1bf#subdirectory=libraries/dagster-delta
# via dev (pyproject.toml)
dagster-docker==0.27.3
# via dev (pyproject.toml)
dagster-duckdb==0.27.3
@@ -82,6 +87,10 @@ dagster-shared==1.11.3
# via dagster
dagster-webserver==1.11.3
# via dagit
deltalake==1.1.3
# via dagster-delta
deprecated==1.2.18
# via deltalake
dnspython==2.7.0
# via email-validator
docker==7.1.0
@@ -195,6 +204,8 @@ patito==0.8.3
# via
# dev (pyproject.toml)
# dagster-polars
pendulum==3.1.0
# via dagster-delta
pillow==11.3.0
# via matplotlib
polars==1.31.0
@@ -237,6 +248,7 @@ python-dateutil==2.9.0.post0
# graphene
# matplotlib
# pandas
# pendulum
python-dotenv==1.1.1
# via
# dagster
@@ -310,6 +322,7 @@ typing-extensions==4.14.1
# via
# alembic
# anyio
# arro3-core
# beautifulsoup4
# dagster-polars
# dagster-shared
@@ -325,7 +338,9 @@ typing-inspection==0.4.1
# pydantic
# pydantic-settings
tzdata==2025.2
# via pandas
# via
# pandas
# pendulum
universal-pathlib==0.2.6
# via
# dagster
@@ -345,6 +360,8 @@ watchfiles==1.1.0
# via uvicorn
websockets==15.0.1
# via uvicorn
wrapt==1.17.2
# via deprecated
xlsxwriter==3.2.5
# via dev (pyproject.toml)
yarl==1.20.1