demo of delta lake with forked io manager

2025-07-29 15:37:37 +02:00
parent f59b30b9ea
commit 4c59dcb8ac
6 changed files with 64 additions and 6 deletions
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -66,7 +66,12 @@ weather = [
    "requests_cache",
    "retry_requests"
 ]
-other = []
+other = [
+    #    "deltalake>=1.0.0",
+    #    "dagster-deltalake-pandas",
+    #    "dagster-deltalake-polars",
+    "dagster-delta @ git+https://github.com/ASML-Labs/dagster-delta.git@dagster_delta-0.5.1#subdirectory=libraries/dagster-delta"
+]
 unknown = [
    "fastapi",
    "geopandas",