rik/dagster
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Compare commits

base: rik:main
Branches Tags
rik:main
...
compare: rik:a12c61efb49da309854e53005fdaa26c29664c1e
Branches Tags
rik:main

4 Commits
main ... a12c61efb4

Author SHA1 Message Date
Rik Veenboer
a12c61efb4 Merge remote-tracking branch 'shuttle/main' 2025-08-06 21:33:20 +02:00
Rik Veenboer
f7f5c9d7a7 untrack requirements files 2025-08-06 21:31:20 +02:00
Rik Veenboer
be608ffaa3 ignore logs folder 2025-08-06 21:30:01 +02:00
Rik Veenboer
38f8830521 tweaks on shuttle 2025-08-06 21:29:36 +02:00
12 changed files with 11 additions and 2764 deletions
Expand all files Collapse all files

2
.gitignore vendored
View File

@@ -9,4 +9,6 @@ src/history/
src/logs/
src/schedules/
db/
logs/
.DS_Store
*requirements.txt

368
apps/other/requirements.txt
View File

@@ -1,368 +0,0 @@
# This file was autogenerated by uv via the following command:
# uv pip compile pyproject.toml --extra=dagster --extra=other
alembic==1.16.4
# via dagster
annotated-types==0.7.0
# via pydantic
antlr4-python3-runtime==4.13.2
# via dagster
anyio==4.10.0
# via
# gql
# starlette
# watchfiles
arro3-core==0.5.1
# via deltalake
asttokens==3.0.0
# via icecream
backoff==2.2.1
# via gql
beautifulsoup4==4.13.4
# via dev (pyproject.toml)
boto3==1.40.1
# via
# dev (pyproject.toml)
# dagster-aws
botocore==1.40.1
# via
# boto3
# s3fs
# s3transfer
certifi==2025.8.3
# via requests
charset-normalizer==3.4.2
# via requests
click==8.1.8
# via
# dagster
# dagster-webserver
# uvicorn
colorama==0.4.6
# via icecream
coloredlogs==14.0
# via dagster
contourpy==1.3.3
# via matplotlib
cramjam==2.11.0
# via fastparquet
cycler==0.12.1
# via matplotlib
dagit==1.11.4
# via dev (pyproject.toml)
dagster==1.11.4
# via
# dev (pyproject.toml)
# dagster-aws
# dagster-delta
# dagster-docker
# dagster-duckdb
# dagster-duckdb-pandas
# dagster-graphql
# dagster-polars
# dagster-postgres
# dagster-webserver
dagster-aws==0.27.4
# via dev (pyproject.toml)
dagster-delta @ git+https://github.com/ASML-Labs/dagster-delta.git@d28de7a7c13b7071f42231234eb9231269c7c1bf#subdirectory=libraries/dagster-delta
# via dev (pyproject.toml)
dagster-docker==0.27.4
# via dev (pyproject.toml)
dagster-duckdb==0.27.4
# via
# dev (pyproject.toml)
# dagster-duckdb-pandas
dagster-duckdb-pandas==0.27.4
# via dev (pyproject.toml)
dagster-graphql==1.11.4
# via
# dev (pyproject.toml)
# dagster-webserver
dagster-pipes==1.11.4
# via dagster
dagster-polars==0.27.4
# via dev (pyproject.toml)
dagster-postgres==0.27.4
# via dev (pyproject.toml)
dagster-shared==1.11.4
# via dagster
dagster-webserver==1.11.4
# via dagit
deltalake==1.1.3
# via dagster-delta
deprecated==1.2.18
# via deltalake
dnspython==2.7.0
# via email-validator
docker==7.1.0
# via dagster-docker
docker-image-py==0.1.13
# via dagster-docker
docstring-parser==0.17.0
# via dagster
duckdb==1.3.2
# via
# dev (pyproject.toml)
# dagster-duckdb
email-validator==2.2.0
# via pydantic
et-xmlfile==2.0.0
# via openpyxl
executing==2.2.0
# via icecream
fastparquet==2024.11.0
# via dev (pyproject.toml)
filelock==3.18.0
# via dagster
fonttools==4.59.0
# via matplotlib
fsspec==2025.7.0
# via
# fastparquet
# s3fs
# universal-pathlib
gitdb==4.0.12
# via gitpython
gitpython==3.1.45
# via dev (pyproject.toml)
gql==3.5.3
# via dagster-graphql
graphene==3.4.3
# via dagster-graphql
graphql-core==3.2.6
# via
# gql
# graphene
# graphql-relay
graphql-relay==3.2.0
# via graphene
grpcio==1.74.0
# via
# dagster
# grpcio-health-checking
grpcio-health-checking==1.71.2
# via dagster
h11==0.16.0
# via uvicorn
httptools==0.6.4
# via uvicorn
humanfriendly==10.0
# via coloredlogs
icecream==2.1.5
# via dev (pyproject.toml)
idna==3.10
# via
# anyio
# email-validator
# requests
# yarl
jinja2==3.1.6
# via dagster
jmespath==1.0.1
# via
# boto3
# botocore
kiwisolver==1.4.8
# via matplotlib
lxml==6.0.0
# via dev (pyproject.toml)
mako==1.3.10
# via alembic
markdown-it-py==3.0.0
# via rich
markupsafe==3.0.2
# via
# jinja2
# mako
matplotlib==3.10.5
# via seaborn
mdurl==0.1.2
# via markdown-it-py
multidict==6.6.3
# via yarl
numpy==2.3.2
# via
# contourpy
# fastparquet
# matplotlib
# pandas
# seaborn
openpyxl==3.1.5
# via dev (pyproject.toml)
packaging==25.0
# via
# dagster-aws
# dagster-shared
# fastparquet
# matplotlib
pandas==2.3.1
# via
# dev (pyproject.toml)
# dagster-duckdb-pandas
# fastparquet
# seaborn
patito==0.8.3
# via
# dev (pyproject.toml)
# dagster-polars
pendulum==3.1.0
# via dagster-delta
pillow==11.3.0
# via matplotlib
polars==1.32.0
# via
# dagster-polars
# patito
propcache==0.3.2
# via yarl
protobuf==5.29.5
# via
# dagster
# grpcio-health-checking
psycopg2-binary==2.9.10
# via dagster-postgres
pyarrow==21.0.0
# via
# dev (pyproject.toml)
# dagster-polars
pydantic==2.11.7
# via
# dev (pyproject.toml)
# dagster-shared
# patito
# pydantic-settings
pydantic-core==2.33.2
# via pydantic
pydantic-settings==2.10.1
# via dev (pyproject.toml)
pygments==2.19.2
# via
# icecream
# rich
pyparsing==3.2.3
# via matplotlib
pysocks==1.7.1
# via requests
python-dateutil==2.9.0.post0
# via
# botocore
# graphene
# matplotlib
# pandas
# pendulum
python-dotenv==1.1.1
# via
# dagster
# pydantic-settings
# uvicorn
pytz==2025.2
# via
# dagster
# pandas
pyyaml==6.0.2
# via
# dev (pyproject.toml)
# dagster-shared
# uvicorn
regex==2025.7.34
# via docker-image-py
requests==2.32.4
# via
# dev (pyproject.toml)
# dagster
# dagster-aws
# dagster-graphql
# docker
# gql
# requests-toolbelt
requests-toolbelt==1.0.0
# via gql
rich==14.1.0
# via dagster
s3fs==0.4.2
# via dev (pyproject.toml)
s3transfer==0.13.1
# via boto3
seaborn==0.13.2
# via dev (pyproject.toml)
setuptools==80.9.0
# via dagster
six==1.17.0
# via
# dagster
# python-dateutil
smmap==5.0.2
# via gitdb
sniffio==1.3.1
# via anyio
soupsieve==2.7
# via beautifulsoup4
sqlalchemy==2.0.42
# via
# alembic
# dagster
starlette==0.47.2
# via
# dagster-graphql
# dagster-webserver
structlog==25.4.0
# via
# dev (pyproject.toml)
# dagster
tabulate==0.9.0
# via dagster
tomli==2.2.1
# via dagster
tomlkit==0.13.3
# via dagster-shared
toposort==1.10
# via dagster
tqdm==4.67.1
# via dagster
typing-extensions==4.14.1
# via
# alembic
# anyio
# arro3-core
# beautifulsoup4
# dagster-polars
# dagster-shared
# graphene
# patito
# pydantic
# pydantic-core
# sqlalchemy
# starlette
# typing-inspection
typing-inspection==0.4.1
# via
# pydantic
# pydantic-settings
tzdata==2025.2
# via
# pandas
# pendulum
universal-pathlib==0.2.6
# via
# dagster
# dagster-polars
urllib3==2.5.0
# via
# botocore
# docker
# requests
uvicorn==0.35.0
# via dagster-webserver
uvloop==0.21.0
# via uvicorn
watchdog==5.0.3
# via dagster
watchfiles==1.1.0
# via uvicorn
websockets==15.0.1
# via uvicorn
wrapt==1.17.2
# via deprecated
xlsxwriter==3.2.5
# via dev (pyproject.toml)
yarl==1.20.1
# via gql

356
apps/stocks/requirements.txt
View File

@@ -1,356 +0,0 @@
# This file was autogenerated by uv via the following command:
# uv pip compile pyproject.toml --extra=dagster --extra=stocks
alembic==1.16.4
# via dagster
annotated-types==0.7.0
# via pydantic
antlr4-python3-runtime==4.13.2
# via dagster
anyio==4.10.0
# via
# gql
# starlette
# watchfiles
asttokens==3.0.0
# via icecream
backoff==2.2.1
# via gql
beautifulsoup4==4.13.4
# via dev (pyproject.toml)
boto3==1.40.1
# via
# dev (pyproject.toml)
# dagster-aws
botocore==1.40.1
# via
# boto3
# s3fs
# s3transfer
certifi==2025.8.3
# via requests
charset-normalizer==3.4.2
# via requests
click==8.1.8
# via
# dagster
# dagster-webserver
# uvicorn
colorama==0.4.6
# via icecream
coloredlogs==14.0
# via dagster
contourpy==1.3.3
# via matplotlib
cramjam==2.11.0
# via fastparquet
cycler==0.12.1
# via matplotlib
dagit==1.11.4
# via dev (pyproject.toml)
dagster==1.11.4
# via
# dev (pyproject.toml)
# dagster-aws
# dagster-docker
# dagster-duckdb
# dagster-duckdb-pandas
# dagster-graphql
# dagster-polars
# dagster-postgres
# dagster-webserver
dagster-aws==0.27.4
# via dev (pyproject.toml)
dagster-docker==0.27.4
# via dev (pyproject.toml)
dagster-duckdb==0.27.4
# via
# dev (pyproject.toml)
# dagster-duckdb-pandas
dagster-duckdb-pandas==0.27.4
# via dev (pyproject.toml)
dagster-graphql==1.11.4
# via
# dev (pyproject.toml)
# dagster-webserver
dagster-pipes==1.11.4
# via dagster
dagster-polars==0.27.4
# via dev (pyproject.toml)
dagster-postgres==0.27.4
# via dev (pyproject.toml)
dagster-shared==1.11.4
# via dagster
dagster-webserver==1.11.4
# via dagit
dnspython==2.7.0
# via email-validator
docker==7.1.0
# via dagster-docker
docker-image-py==0.1.13
# via dagster-docker
docstring-parser==0.17.0
# via dagster
duckdb==1.3.2
# via
# dev (pyproject.toml)
# dagster-duckdb
email-validator==2.2.0
# via pydantic
et-xmlfile==2.0.0
# via openpyxl
executing==2.2.0
# via icecream
fastparquet==2024.11.0
# via dev (pyproject.toml)
filelock==3.18.0
# via dagster
fonttools==4.59.0
# via matplotlib
fsspec==2025.7.0
# via
# fastparquet
# s3fs
# universal-pathlib
gitdb==4.0.12
# via gitpython
gitpython==3.1.45
# via dev (pyproject.toml)
gql==3.5.3
# via dagster-graphql
graphene==3.4.3
# via dagster-graphql
graphql-core==3.2.6
# via
# gql
# graphene
# graphql-relay
graphql-relay==3.2.0
# via graphene
grpcio==1.74.0
# via
# dagster
# grpcio-health-checking
grpcio-health-checking==1.71.2
# via dagster
h11==0.16.0
# via uvicorn
httptools==0.6.4
# via uvicorn
humanfriendly==10.0
# via coloredlogs
icecream==2.1.5
# via dev (pyproject.toml)
idna==3.10
# via
# anyio
# email-validator
# requests
# yarl
jinja2==3.1.6
# via dagster
jmespath==1.0.1
# via
# boto3
# botocore
kiwisolver==1.4.8
# via matplotlib
lxml==6.0.0
# via dev (pyproject.toml)
mako==1.3.10
# via alembic
markdown-it-py==3.0.0
# via rich
markupsafe==3.0.2
# via
# jinja2
# mako
matplotlib==3.10.5
# via seaborn
mdurl==0.1.2
# via markdown-it-py
multidict==6.6.3
# via yarl
numpy==2.3.2
# via
# contourpy
# fastparquet
# matplotlib
# pandas
# seaborn
openpyxl==3.1.5
# via dev (pyproject.toml)
packaging==25.0
# via
# dagster-aws
# dagster-shared
# fastparquet
# matplotlib
pandas==2.3.1
# via
# dev (pyproject.toml)
# dagster-duckdb-pandas
# fastparquet
# seaborn
patito==0.8.3
# via
# dev (pyproject.toml)
# dagster-polars
pendulum==3.1.0
# via dev (pyproject.toml)
pillow==11.3.0
# via matplotlib
polars==1.32.0
# via
# dagster-polars
# patito
propcache==0.3.2
# via yarl
protobuf==5.29.5
# via
# dagster
# grpcio-health-checking
psycopg2-binary==2.9.10
# via dagster-postgres
pyarrow==21.0.0
# via
# dev (pyproject.toml)
# dagster-polars
pydantic==2.11.7
# via
# dev (pyproject.toml)
# dagster-shared
# patito
# pydantic-settings
pydantic-core==2.33.2
# via pydantic
pydantic-settings==2.10.1
# via dev (pyproject.toml)
pygments==2.19.2
# via
# icecream
# rich
pyparsing==3.2.3
# via matplotlib
pysocks==1.7.1
# via requests
python-dateutil==2.9.0.post0
# via
# botocore
# graphene
# matplotlib
# pandas
# pendulum
python-dotenv==1.1.1
# via
# dagster
# pydantic-settings
# uvicorn
pytz==2025.2
# via
# dagster
# pandas
pyyaml==6.0.2
# via
# dev (pyproject.toml)
# dagster-shared
# uvicorn
regex==2025.7.34
# via docker-image-py
requests==2.32.4
# via
# dev (pyproject.toml)
# dagster
# dagster-aws
# dagster-graphql
# docker
# gql
# requests-toolbelt
requests-toolbelt==1.0.0
# via gql
rich==14.1.0
# via dagster
s3fs==0.4.2
# via dev (pyproject.toml)
s3transfer==0.13.1
# via boto3
seaborn==0.13.2
# via dev (pyproject.toml)
setuptools==80.9.0
# via dagster
six==1.17.0
# via
# dagster
# python-dateutil
smmap==5.0.2
# via gitdb
sniffio==1.3.1
# via anyio
soupsieve==2.7
# via beautifulsoup4
sqlalchemy==2.0.42
# via
# alembic
# dagster
starlette==0.47.2
# via
# dagster-graphql
# dagster-webserver
structlog==25.4.0
# via
# dev (pyproject.toml)
# dagster
tabulate==0.9.0
# via dagster
tomli==2.2.1
# via dagster
tomlkit==0.13.3
# via dagster-shared
toposort==1.10
# via dagster
tqdm==4.67.1
# via dagster
typing-extensions==4.14.1
# via
# alembic
# anyio
# beautifulsoup4
# dagster-polars
# dagster-shared
# graphene
# patito
# pydantic
# pydantic-core
# sqlalchemy
# starlette
# typing-inspection
typing-inspection==0.4.1
# via
# pydantic
# pydantic-settings
tzdata==2025.2
# via
# pandas
# pendulum
universal-pathlib==0.2.6
# via
# dagster
# dagster-polars
urllib3==2.5.0
# via
# botocore
# docker
# requests
uvicorn==0.35.0
# via dagster-webserver
uvloop==0.21.0
# via uvicorn
watchdog==5.0.3
# via dagster
watchfiles==1.1.0
# via uvicorn
websockets==15.0.1
# via uvicorn
xlsxwriter==3.2.5
# via dev (pyproject.toml)
yarl==1.20.1
# via gql

351
apps/tesla/requirements.txt
View File

@@ -1,351 +0,0 @@
# This file was autogenerated by uv via the following command:
# uv pip compile pyproject.toml --extra=dagster --extra=tesla
alembic==1.16.4
# via dagster
annotated-types==0.7.0
# via pydantic
antlr4-python3-runtime==4.13.2
# via dagster
anyio==4.10.0
# via
# gql
# starlette
# watchfiles
asttokens==3.0.0
# via icecream
backoff==2.2.1
# via gql
beautifulsoup4==4.13.4
# via dev (pyproject.toml)
boto3==1.40.1
# via
# dev (pyproject.toml)
# dagster-aws
botocore==1.40.1
# via
# boto3
# s3fs
# s3transfer
certifi==2025.8.3
# via requests
charset-normalizer==3.4.2
# via requests
click==8.1.8
# via
# dagster
# dagster-webserver
# uvicorn
colorama==0.4.6
# via icecream
coloredlogs==14.0
# via dagster
contourpy==1.3.3
# via matplotlib
cramjam==2.11.0
# via fastparquet
cycler==0.12.1
# via matplotlib
dagit==1.11.4
# via dev (pyproject.toml)
dagster==1.11.4
# via
# dev (pyproject.toml)
# dagster-aws
# dagster-docker
# dagster-duckdb
# dagster-duckdb-pandas
# dagster-graphql
# dagster-polars
# dagster-postgres
# dagster-webserver
dagster-aws==0.27.4
# via dev (pyproject.toml)
dagster-docker==0.27.4
# via dev (pyproject.toml)
dagster-duckdb==0.27.4
# via
# dev (pyproject.toml)
# dagster-duckdb-pandas
dagster-duckdb-pandas==0.27.4
# via dev (pyproject.toml)
dagster-graphql==1.11.4
# via
# dev (pyproject.toml)
# dagster-webserver
dagster-pipes==1.11.4
# via dagster
dagster-polars==0.27.4
# via dev (pyproject.toml)
dagster-postgres==0.27.4
# via dev (pyproject.toml)
dagster-shared==1.11.4
# via dagster
dagster-webserver==1.11.4
# via dagit
dnspython==2.7.0
# via email-validator
docker==7.1.0
# via dagster-docker
docker-image-py==0.1.13
# via dagster-docker
docstring-parser==0.17.0
# via dagster
duckdb==1.3.2
# via
# dev (pyproject.toml)
# dagster-duckdb
email-validator==2.2.0
# via pydantic
et-xmlfile==2.0.0
# via openpyxl
executing==2.2.0
# via icecream
fastparquet==2024.11.0
# via dev (pyproject.toml)
filelock==3.18.0
# via dagster
fonttools==4.59.0
# via matplotlib
fsspec==2025.7.0
# via
# fastparquet
# s3fs
# universal-pathlib
gitdb==4.0.12
# via gitpython
gitpython==3.1.45
# via dev (pyproject.toml)
gql==3.5.3
# via dagster-graphql
graphene==3.4.3
# via dagster-graphql
graphql-core==3.2.6
# via
# gql
# graphene
# graphql-relay
graphql-relay==3.2.0
# via graphene
grpcio==1.74.0
# via
# dagster
# grpcio-health-checking
grpcio-health-checking==1.71.2
# via dagster
h11==0.16.0
# via uvicorn
httptools==0.6.4
# via uvicorn
humanfriendly==10.0
# via coloredlogs
icecream==2.1.5
# via dev (pyproject.toml)
idna==3.10
# via
# anyio
# email-validator
# requests
# yarl
jinja2==3.1.6
# via dagster
jmespath==1.0.1
# via
# boto3
# botocore
kiwisolver==1.4.8
# via matplotlib
lxml==6.0.0
# via dev (pyproject.toml)
mako==1.3.10
# via alembic
markdown-it-py==3.0.0
# via rich
markupsafe==3.0.2
# via
# jinja2
# mako
matplotlib==3.10.5
# via seaborn
mdurl==0.1.2
# via markdown-it-py
multidict==6.6.3
# via yarl
numpy==2.3.2
# via
# contourpy
# fastparquet
# matplotlib
# pandas
# seaborn
openpyxl==3.1.5
# via dev (pyproject.toml)
packaging==25.0
# via
# dagster-aws
# dagster-shared
# fastparquet
# matplotlib
pandas==2.3.1
# via
# dev (pyproject.toml)
# dagster-duckdb-pandas
# fastparquet
# seaborn
patito==0.8.3
# via
# dev (pyproject.toml)
# dagster-polars
pillow==11.3.0
# via matplotlib
polars==1.32.0
# via
# dagster-polars
# patito
propcache==0.3.2
# via yarl
protobuf==5.29.5
# via
# dagster
# grpcio-health-checking
psycopg2-binary==2.9.10
# via dagster-postgres
pyarrow==21.0.0
# via
# dev (pyproject.toml)
# dagster-polars
pydantic==2.11.7
# via
# dev (pyproject.toml)
# dagster-shared
# patito
# pydantic-settings
pydantic-core==2.33.2
# via pydantic
pydantic-settings==2.10.1
# via dev (pyproject.toml)
pygments==2.19.2
# via
# icecream
# rich
pyparsing==3.2.3
# via matplotlib
pysocks==1.7.1
# via requests
python-dateutil==2.9.0.post0
# via
# botocore
# graphene
# matplotlib
# pandas
python-dotenv==1.1.1
# via
# dagster
# pydantic-settings
# uvicorn
pytz==2025.2
# via
# dagster
# pandas
pyyaml==6.0.2
# via
# dev (pyproject.toml)
# dagster-shared
# uvicorn
regex==2025.7.34
# via docker-image-py
requests==2.32.4
# via
# dev (pyproject.toml)
# dagster
# dagster-aws
# dagster-graphql
# docker
# gql
# requests-toolbelt
requests-toolbelt==1.0.0
# via gql
rich==14.1.0
# via dagster
s3fs==0.4.2
# via dev (pyproject.toml)
s3transfer==0.13.1
# via boto3
seaborn==0.13.2
# via dev (pyproject.toml)
setuptools==80.9.0
# via dagster
six==1.17.0
# via
# dagster
# python-dateutil
smmap==5.0.2
# via gitdb
sniffio==1.3.1
# via anyio
soupsieve==2.7
# via beautifulsoup4
sqlalchemy==2.0.42
# via
# alembic
# dagster
starlette==0.47.2
# via
# dagster-graphql
# dagster-webserver
structlog==25.4.0
# via
# dev (pyproject.toml)
# dagster
tabulate==0.9.0
# via dagster
tomli==2.2.1
# via dagster
tomlkit==0.13.3
# via dagster-shared
toposort==1.10
# via dagster
tqdm==4.67.1
# via dagster
typing-extensions==4.14.1
# via
# alembic
# anyio
# beautifulsoup4
# dagster-polars
# dagster-shared
# graphene
# patito
# pydantic
# pydantic-core
# sqlalchemy
# starlette
# typing-inspection
typing-inspection==0.4.1
# via
# pydantic
# pydantic-settings
tzdata==2025.2
# via pandas
universal-pathlib==0.2.6
# via
# dagster
# dagster-polars
urllib3==2.5.0
# via
# botocore
# docker
# requests
uvicorn==0.35.0
# via dagster-webserver
uvloop==0.21.0
# via uvicorn
watchdog==5.0.3
# via dagster
watchfiles==1.1.0
# via uvicorn
websockets==15.0.1
# via uvicorn
xlsxwriter==3.2.5
# via dev (pyproject.toml)
yarl==1.20.1
# via gql

353
apps/vinyl/requirements.txt
View File

@@ -1,353 +0,0 @@
# This file was autogenerated by uv via the following command:
# uv pip compile pyproject.toml --extra=dagster --extra=vinyl
alembic==1.16.4
# via dagster
annotated-types==0.7.0
# via pydantic
antlr4-python3-runtime==4.13.2
# via dagster
anyio==4.10.0
# via
# gql
# starlette
# watchfiles
asttokens==3.0.0
# via icecream
backoff==2.2.1
# via gql
beautifulsoup4==4.13.4
# via dev (pyproject.toml)
boto3==1.40.1
# via
# dev (pyproject.toml)
# dagster-aws
botocore==1.40.1
# via
# boto3
# s3fs
# s3transfer
certifi==2025.8.3
# via requests
charset-normalizer==3.4.2
# via requests
click==8.1.8
# via
# dagster
# dagster-webserver
# uvicorn
colorama==0.4.6
# via icecream
coloredlogs==14.0
# via dagster
contourpy==1.3.3
# via matplotlib
cramjam==2.11.0
# via fastparquet
cycler==0.12.1
# via matplotlib
dagit==1.11.4
# via dev (pyproject.toml)
dagster==1.11.4
# via
# dev (pyproject.toml)
# dagster-aws
# dagster-docker
# dagster-duckdb
# dagster-duckdb-pandas
# dagster-graphql
# dagster-polars
# dagster-postgres
# dagster-webserver
dagster-aws==0.27.4
# via dev (pyproject.toml)
dagster-docker==0.27.4
# via dev (pyproject.toml)
dagster-duckdb==0.27.4
# via
# dev (pyproject.toml)
# dagster-duckdb-pandas
dagster-duckdb-pandas==0.27.4
# via dev (pyproject.toml)
dagster-graphql==1.11.4
# via
# dev (pyproject.toml)
# dagster-webserver
dagster-pipes==1.11.4
# via dagster
dagster-polars==0.27.4
# via dev (pyproject.toml)
dagster-postgres==0.27.4
# via dev (pyproject.toml)
dagster-shared==1.11.4
# via dagster
dagster-webserver==1.11.4
# via dagit
dnspython==2.7.0
# via email-validator
docker==7.1.0
# via dagster-docker
docker-image-py==0.1.13
# via dagster-docker
docstring-parser==0.17.0
# via dagster
duckdb==1.3.2
# via
# dev (pyproject.toml)
# dagster-duckdb
email-validator==2.2.0
# via pydantic
et-xmlfile==2.0.0
# via openpyxl
executing==2.2.0
# via icecream
fastparquet==2024.11.0
# via dev (pyproject.toml)
filelock==3.18.0
# via dagster
fonttools==4.59.0
# via matplotlib
fsspec==2025.7.0
# via
# fastparquet
# s3fs
# universal-pathlib
gitdb==4.0.12
# via gitpython
gitpython==3.1.45
# via dev (pyproject.toml)
gql==3.5.3
# via dagster-graphql
graphene==3.4.3
# via dagster-graphql
graphql-core==3.2.6
# via
# gql
# graphene
# graphql-relay
graphql-relay==3.2.0
# via graphene
grpcio==1.74.0
# via
# dagster
# grpcio-health-checking
grpcio-health-checking==1.71.2
# via dagster
h11==0.16.0
# via uvicorn
httptools==0.6.4
# via uvicorn
humanfriendly==10.0
# via coloredlogs
icecream==2.1.5
# via dev (pyproject.toml)
idna==3.10
# via
# anyio
# email-validator
# requests
# yarl
jinja2==3.1.6
# via
# dev (pyproject.toml)
# dagster
jmespath==1.0.1
# via
# boto3
# botocore
kiwisolver==1.4.8
# via matplotlib
lxml==6.0.0
# via dev (pyproject.toml)
mako==1.3.10
# via alembic
markdown-it-py==3.0.0
# via rich
markupsafe==3.0.2
# via
# jinja2
# mako
matplotlib==3.10.5
# via seaborn
mdurl==0.1.2
# via markdown-it-py
multidict==6.6.3
# via yarl
numpy==2.3.2
# via
# contourpy
# fastparquet
# matplotlib
# pandas
# seaborn
openpyxl==3.1.5
# via dev (pyproject.toml)
packaging==25.0
# via
# dagster-aws
# dagster-shared
# fastparquet
# matplotlib
pandas==2.3.1
# via
# dev (pyproject.toml)
# dagster-duckdb-pandas
# fastparquet
# seaborn
patito==0.8.3
# via
# dev (pyproject.toml)
# dagster-polars
pillow==11.3.0
# via matplotlib
polars==1.32.0
# via
# dagster-polars
# patito
propcache==0.3.2
# via yarl
protobuf==5.29.5
# via
# dagster
# grpcio-health-checking
psycopg2-binary==2.9.10
# via dagster-postgres
pyarrow==21.0.0
# via
# dev (pyproject.toml)
# dagster-polars
pydantic==2.11.7
# via
# dev (pyproject.toml)
# dagster-shared
# patito
# pydantic-settings
pydantic-core==2.33.2
# via pydantic
pydantic-settings==2.10.1
# via dev (pyproject.toml)
pygments==2.19.2
# via
# icecream
# rich
pyparsing==3.2.3
# via matplotlib
pysocks==1.7.1
# via requests
python-dateutil==2.9.0.post0
# via
# botocore
# graphene
# matplotlib
# pandas
python-dotenv==1.1.1
# via
# dagster
# pydantic-settings
# uvicorn
pytz==2025.2
# via
# dagster
# pandas
pyyaml==6.0.2
# via
# dev (pyproject.toml)
# dagster-shared
# uvicorn
regex==2025.7.34
# via docker-image-py
requests==2.32.4
# via
# dev (pyproject.toml)
# dagster
# dagster-aws
# dagster-graphql
# docker
# gql
# requests-toolbelt
requests-toolbelt==1.0.0
# via gql
rich==14.1.0
# via dagster
s3fs==0.4.2
# via dev (pyproject.toml)
s3transfer==0.13.1
# via boto3
seaborn==0.13.2
# via dev (pyproject.toml)
setuptools==80.9.0
# via dagster
six==1.17.0
# via
# dagster
# python-dateutil
smmap==5.0.2
# via gitdb
sniffio==1.3.1
# via anyio
soupsieve==2.7
# via beautifulsoup4
sqlalchemy==2.0.42
# via
# alembic
# dagster
starlette==0.47.2
# via
# dagster-graphql
# dagster-webserver
structlog==25.4.0
# via
# dev (pyproject.toml)
# dagster
tabulate==0.9.0
# via dagster
tomli==2.2.1
# via dagster
tomlkit==0.13.3
# via dagster-shared
toposort==1.10
# via dagster
tqdm==4.67.1
# via dagster
typing-extensions==4.14.1
# via
# alembic
# anyio
# beautifulsoup4
# dagster-polars
# dagster-shared
# graphene
# patito
# pydantic
# pydantic-core
# sqlalchemy
# starlette
# typing-inspection
typing-inspection==0.4.1
# via
# pydantic
# pydantic-settings
tzdata==2025.2
# via pandas
universal-pathlib==0.2.6
# via
# dagster
# dagster-polars
urllib3==2.5.0
# via
# botocore
# docker
# requests
uvicorn==0.35.0
# via dagster-webserver
uvloop==0.21.0
# via uvicorn
watchdog==5.0.3
# via dagster
watchfiles==1.1.0
# via uvicorn
websockets==15.0.1
# via uvicorn
xlsxwriter==3.2.5
# via dev (pyproject.toml)
yarl==1.20.1
# via gql

10
apps/vinyl/src/assets.py
View File

@@ -155,7 +155,7 @@ def works(context: dg.AssetExecutionContext) -> Iterator[dg.Output[pl.DataFrame]
"date": dg.DimensionPartitionMapping(
dimension_name="date",
partition_mapping=dg.TimeWindowPartitionMapping(
start_offset=-10,
start_offset=-3,
end_offset=0,
allow_nonexistent_upstream_partitions=True,
),
@@ -170,9 +170,9 @@ def works(context: dg.AssetExecutionContext) -> Iterator[dg.Output[pl.DataFrame]
},
output_required=False,
dagster_type=patito_model_to_dagster_type(Deal),
automation_condition=dg.AutomationCondition.on_missing().without(
dg.AutomationCondition.in_latest_time_window()
),
automation_condition=dg.AutomationCondition.on_missing().ignore(
dg.AssetSelection.assets(cleaned_deals.key)
)
)
def new_deals(
context: dg.AssetExecutionContext, partitions: dict[str, pl.LazyFrame | None]
@@ -259,7 +259,7 @@ def good_deals(
]
# Render HTML from Jinja template
env = Environment(loader=FileSystemLoader(f"/apps/{APP}"))
env = Environment(loader=FileSystemLoader(f"/code/apps/{APP}"))
template = env.get_template("email.html")
html_content = template.render(deals=deals)

391
apps/weather/requirements.txt
View File

@@ -1,391 +0,0 @@
# This file was autogenerated by uv via the following command:
# uv pip compile pyproject.toml --extra=dagster --extra=weather
alembic==1.16.4
# via dagster
annotated-types==0.7.0
# via pydantic
antlr4-python3-runtime==4.13.2
# via dagster
anyio==4.10.0
# via
# gql
# starlette
# watchfiles
asttokens==3.0.0
# via icecream
attrs==25.3.0
# via
# cattrs
# requests-cache
backoff==2.2.1
# via gql
beautifulsoup4==4.13.4
# via dev (pyproject.toml)
boto3==1.40.1
# via
# dev (pyproject.toml)
# dagster-aws
botocore==1.40.1
# via
# boto3
# s3fs
# s3transfer
cattrs==25.1.1
# via requests-cache
certifi==2025.8.3
# via requests
charset-normalizer==3.4.2
# via
# niquests
# requests
click==8.1.8
# via
# dagster
# dagster-webserver
# uvicorn
colorama==0.4.6
# via icecream
coloredlogs==14.0
# via dagster
contourpy==1.3.3
# via matplotlib
cramjam==2.11.0
# via fastparquet
cycler==0.12.1
# via matplotlib
dagit==1.11.4
# via dev (pyproject.toml)
dagster==1.11.4
# via
# dev (pyproject.toml)
# dagster-aws
# dagster-docker
# dagster-duckdb
# dagster-duckdb-pandas
# dagster-graphql
# dagster-polars
# dagster-postgres
# dagster-webserver
dagster-aws==0.27.4
# via dev (pyproject.toml)
dagster-docker==0.27.4
# via dev (pyproject.toml)
dagster-duckdb==0.27.4
# via
# dev (pyproject.toml)
# dagster-duckdb-pandas
dagster-duckdb-pandas==0.27.4
# via dev (pyproject.toml)
dagster-graphql==1.11.4
# via
# dev (pyproject.toml)
# dagster-webserver
dagster-pipes==1.11.4
# via dagster
dagster-polars==0.27.4
# via dev (pyproject.toml)
dagster-postgres==0.27.4
# via dev (pyproject.toml)
dagster-shared==1.11.4
# via dagster
dagster-webserver==1.11.4
# via dagit
dnspython==2.7.0
# via email-validator
docker==7.1.0
# via dagster-docker
docker-image-py==0.1.13
# via dagster-docker
docstring-parser==0.17.0
# via dagster
duckdb==1.3.2
# via
# dev (pyproject.toml)
# dagster-duckdb
email-validator==2.2.0
# via pydantic
et-xmlfile==2.0.0
# via openpyxl
executing==2.2.0
# via icecream
fastparquet==2024.11.0
# via dev (pyproject.toml)
filelock==3.18.0
# via dagster
flatbuffers==25.2.10
# via openmeteo-sdk
fonttools==4.59.0
# via matplotlib
fsspec==2025.7.0
# via
# fastparquet
# s3fs
# universal-pathlib
gitdb==4.0.12
# via gitpython
gitpython==3.1.45
# via dev (pyproject.toml)
gql==3.5.3
# via dagster-graphql
graphene==3.4.3
# via dagster-graphql
graphql-core==3.2.6
# via
# gql
# graphene
# graphql-relay
graphql-relay==3.2.0
# via graphene
grpcio==1.74.0
# via
# dagster
# grpcio-health-checking
grpcio-health-checking==1.71.2
# via dagster
h11==0.16.0
# via
# urllib3-future
# uvicorn
httptools==0.6.4
# via uvicorn
humanfriendly==10.0
# via coloredlogs
icecream==2.1.5
# via dev (pyproject.toml)
idna==3.10
# via
# anyio
# email-validator
# requests
# url-normalize
# yarl
jh2==5.0.9
# via urllib3-future
jinja2==3.1.6
# via dagster
jmespath==1.0.1
# via
# boto3
# botocore
kiwisolver==1.4.8
# via matplotlib
lxml==6.0.0
# via dev (pyproject.toml)
mako==1.3.10
# via alembic
markdown-it-py==3.0.0
# via rich
markupsafe==3.0.2
# via
# jinja2
# mako
matplotlib==3.10.5
# via seaborn
mdurl==0.1.2
# via markdown-it-py
multidict==6.6.3
# via yarl
niquests==3.14.1
# via openmeteo-requests
numpy==2.3.2
# via
# contourpy
# fastparquet
# matplotlib
# pandas
# seaborn
openmeteo-requests==1.6.0
# via dev (pyproject.toml)
openmeteo-sdk==1.20.1
# via openmeteo-requests
openpyxl==3.1.5
# via dev (pyproject.toml)
packaging==25.0
# via
# dagster-aws
# dagster-shared
# fastparquet
# matplotlib
pandas==2.3.1
# via
# dev (pyproject.toml)
# dagster-duckdb-pandas
# fastparquet
# seaborn
patito==0.8.3
# via
# dev (pyproject.toml)
# dagster-polars
pillow==11.3.0
# via matplotlib
platformdirs==4.3.8
# via requests-cache
polars==1.32.0
# via
# dagster-polars
# patito
propcache==0.3.2
# via yarl
protobuf==5.29.5
# via
# dagster
# grpcio-health-checking
psycopg2-binary==2.9.10
# via dagster-postgres
pyarrow==21.0.0
# via
# dev (pyproject.toml)
# dagster-polars
pydantic==2.11.7
# via
# dev (pyproject.toml)
# dagster-shared
# patito
# pydantic-settings
pydantic-core==2.33.2
# via pydantic
pydantic-settings==2.10.1
# via dev (pyproject.toml)
pygments==2.19.2
# via
# icecream
# rich
pyparsing==3.2.3
# via matplotlib
pysocks==1.7.1
# via requests
python-dateutil==2.9.0.post0
# via
# botocore
# graphene
# matplotlib
# pandas
python-dotenv==1.1.1
# via
# dagster
# pydantic-settings
# uvicorn
pytz==2025.2
# via
# dagster
# pandas
pyyaml==6.0.2
# via
# dev (pyproject.toml)
# dagster-shared
# uvicorn
qh3==1.5.3
# via urllib3-future
regex==2025.7.34
# via docker-image-py
requests==2.32.4
# via
# dev (pyproject.toml)
# dagster
# dagster-aws
# dagster-graphql
# docker
# gql
# requests-cache
# requests-toolbelt
# retry-requests
requests-cache==1.2.1
# via dev (pyproject.toml)
requests-toolbelt==1.0.0
# via gql
retry-requests==2.0.0
# via dev (pyproject.toml)
rich==14.1.0
# via dagster
s3fs==0.4.2
# via dev (pyproject.toml)
s3transfer==0.13.1
# via boto3
seaborn==0.13.2
# via dev (pyproject.toml)
setuptools==80.9.0
# via dagster
six==1.17.0
# via
# dagster
# python-dateutil
smmap==5.0.2
# via gitdb
sniffio==1.3.1
# via anyio
soupsieve==2.7
# via beautifulsoup4
sqlalchemy==2.0.42
# via
# alembic
# dagster
starlette==0.47.2
# via
# dagster-graphql
# dagster-webserver
structlog==25.4.0
# via
# dev (pyproject.toml)
# dagster
tabulate==0.9.0
# via dagster
tomli==2.2.1
# via dagster
tomlkit==0.13.3
# via dagster-shared
toposort==1.10
# via dagster
tqdm==4.67.1
# via dagster
typing-extensions==4.14.1
# via
# alembic
# anyio
# beautifulsoup4
# cattrs
# dagster-polars
# dagster-shared
# graphene
# patito
# pydantic
# pydantic-core
# sqlalchemy
# starlette
# typing-inspection
typing-inspection==0.4.1
# via
# pydantic
# pydantic-settings
tzdata==2025.2
# via pandas
universal-pathlib==0.2.6
# via
# dagster
# dagster-polars
url-normalize==2.2.1
# via requests-cache
urllib3==2.5.0
# via
# botocore
# docker
# requests
# requests-cache
# retry-requests
urllib3-future==2.13.901
# via niquests
uvicorn==0.35.0
# via dagster-webserver
uvloop==0.21.0
# via uvicorn
wassima==1.2.2
# via niquests
watchdog==5.0.3
# via dagster
watchfiles==1.1.0
# via uvicorn
websockets==15.0.1
# via uvicorn
xlsxwriter==3.2.5
# via dev (pyproject.toml)
yarl==1.20.1
# via gql

5
apps/weather/src/definitions.py
View File

@@ -22,9 +22,10 @@ definitions = dg.Definitions(
"polars_parquet_io_manager": PolarsParquetIOManager(base_dir=STORAGE_DIR),
},
sensors=[
# sensors.list_locations,
sensors.list_locations,
sensors.list_latitudes,
# sensors.list_longitudes,
sensors.list_longitudes,
sensors.retrieve_weather,
sensors.retrieve_weather,
],
)

1
compose.code.yaml
View File

@@ -56,6 +56,7 @@ services:
- /opt/dagster/apps/:/code/apps/:ro
- /opt/dagster/shared/:/code/shared/:ro
- /opt/dagster/logs/:/logs:rw
- /tmp/cache:/cache:rw
networks:
- dagster

351
dagster-requirements.txt
View File

@@ -1,351 +0,0 @@
# This file was autogenerated by uv via the following command:
# uv pip compile pyproject.toml --extra=dagster
alembic==1.16.4
# via dagster
annotated-types==0.7.0
# via pydantic
antlr4-python3-runtime==4.13.2
# via dagster
anyio==4.10.0
# via
# gql
# starlette
# watchfiles
asttokens==3.0.0
# via icecream
backoff==2.2.1
# via gql
beautifulsoup4==4.13.4
# via dev (pyproject.toml)
boto3==1.40.1
# via
# dev (pyproject.toml)
# dagster-aws
botocore==1.40.1
# via
# boto3
# s3fs
# s3transfer
certifi==2025.8.3
# via requests
charset-normalizer==3.4.2
# via requests
click==8.1.8
# via
# dagster
# dagster-webserver
# uvicorn
colorama==0.4.6
# via icecream
coloredlogs==14.0
# via dagster
contourpy==1.3.3
# via matplotlib
cramjam==2.11.0
# via fastparquet
cycler==0.12.1
# via matplotlib
dagit==1.11.4
# via dev (pyproject.toml)
dagster==1.11.4
# via
# dev (pyproject.toml)
# dagster-aws
# dagster-docker
# dagster-duckdb
# dagster-duckdb-pandas
# dagster-graphql
# dagster-polars
# dagster-postgres
# dagster-webserver
dagster-aws==0.27.4
# via dev (pyproject.toml)
dagster-docker==0.27.4
# via dev (pyproject.toml)
dagster-duckdb==0.27.4
# via
# dev (pyproject.toml)
# dagster-duckdb-pandas
dagster-duckdb-pandas==0.27.4
# via dev (pyproject.toml)
dagster-graphql==1.11.4
# via
# dev (pyproject.toml)
# dagster-webserver
dagster-pipes==1.11.4
# via dagster
dagster-polars==0.27.4
# via dev (pyproject.toml)
dagster-postgres==0.27.4
# via dev (pyproject.toml)
dagster-shared==1.11.4
# via dagster
dagster-webserver==1.11.4
# via dagit
dnspython==2.7.0
# via email-validator
docker==7.1.0
# via dagster-docker
docker-image-py==0.1.13
# via dagster-docker
docstring-parser==0.17.0
# via dagster
duckdb==1.3.2
# via
# dev (pyproject.toml)
# dagster-duckdb
email-validator==2.2.0
# via pydantic
et-xmlfile==2.0.0
# via openpyxl
executing==2.2.0
# via icecream
fastparquet==2024.11.0
# via dev (pyproject.toml)
filelock==3.18.0
# via dagster
fonttools==4.59.0
# via matplotlib
fsspec==2025.7.0
# via
# fastparquet
# s3fs
# universal-pathlib
gitdb==4.0.12
# via gitpython
gitpython==3.1.45
# via dev (pyproject.toml)
gql==3.5.3
# via dagster-graphql
graphene==3.4.3
# via dagster-graphql
graphql-core==3.2.6
# via
# gql
# graphene
# graphql-relay
graphql-relay==3.2.0
# via graphene
grpcio==1.74.0
# via
# dagster
# grpcio-health-checking
grpcio-health-checking==1.71.2
# via dagster
h11==0.16.0
# via uvicorn
httptools==0.6.4
# via uvicorn
humanfriendly==10.0
# via coloredlogs
icecream==2.1.5
# via dev (pyproject.toml)
idna==3.10
# via
# anyio
# email-validator
# requests
# yarl
jinja2==3.1.6
# via dagster
jmespath==1.0.1
# via
# boto3
# botocore
kiwisolver==1.4.8
# via matplotlib
lxml==6.0.0
# via dev (pyproject.toml)
mako==1.3.10
# via alembic
markdown-it-py==3.0.0
# via rich
markupsafe==3.0.2
# via
# jinja2
# mako
matplotlib==3.10.5
# via seaborn
mdurl==0.1.2
# via markdown-it-py
multidict==6.6.3
# via yarl
numpy==2.3.2
# via
# contourpy
# fastparquet
# matplotlib
# pandas
# seaborn
openpyxl==3.1.5
# via dev (pyproject.toml)
packaging==25.0
# via
# dagster-aws
# dagster-shared
# fastparquet
# matplotlib
pandas==2.3.1
# via
# dev (pyproject.toml)
# dagster-duckdb-pandas
# fastparquet
# seaborn
patito==0.8.3
# via
# dev (pyproject.toml)
# dagster-polars
pillow==11.3.0
# via matplotlib
polars==1.32.0
# via
# dagster-polars
# patito
propcache==0.3.2
# via yarl
protobuf==5.29.5
# via
# dagster
# grpcio-health-checking
psycopg2-binary==2.9.10
# via dagster-postgres
pyarrow==21.0.0
# via
# dev (pyproject.toml)
# dagster-polars
pydantic==2.11.7
# via
# dev (pyproject.toml)
# dagster-shared
# patito
# pydantic-settings
pydantic-core==2.33.2
# via pydantic
pydantic-settings==2.10.1
# via dev (pyproject.toml)
pygments==2.19.2
# via
# icecream
# rich
pyparsing==3.2.3
# via matplotlib
pysocks==1.7.1
# via requests
python-dateutil==2.9.0.post0
# via
# botocore
# graphene
# matplotlib
# pandas
python-dotenv==1.1.1
# via
# dagster
# pydantic-settings
# uvicorn
pytz==2025.2
# via
# dagster
# pandas
pyyaml==6.0.2
# via
# dev (pyproject.toml)
# dagster-shared
# uvicorn
regex==2025.7.34
# via docker-image-py
requests==2.32.4
# via
# dev (pyproject.toml)
# dagster
# dagster-aws
# dagster-graphql
# docker
# gql
# requests-toolbelt
requests-toolbelt==1.0.0
# via gql
rich==14.1.0
# via dagster
s3fs==0.4.2
# via dev (pyproject.toml)
s3transfer==0.13.1
# via boto3
seaborn==0.13.2
# via dev (pyproject.toml)
setuptools==80.9.0
# via dagster
six==1.17.0
# via
# dagster
# python-dateutil
smmap==5.0.2
# via gitdb
sniffio==1.3.1
# via anyio
soupsieve==2.7
# via beautifulsoup4
sqlalchemy==2.0.42
# via
# alembic
# dagster
starlette==0.47.2
# via
# dagster-graphql
# dagster-webserver
structlog==25.4.0
# via
# dev (pyproject.toml)
# dagster
tabulate==0.9.0
# via dagster
tomli==2.2.1
# via dagster
tomlkit==0.13.3
# via dagster-shared
toposort==1.10
# via dagster
tqdm==4.67.1
# via dagster
typing-extensions==4.14.1
# via
# alembic
# anyio
# beautifulsoup4
# dagster-polars
# dagster-shared
# graphene
# patito
# pydantic
# pydantic-core
# sqlalchemy
# starlette
# typing-inspection
typing-inspection==0.4.1
# via
# pydantic
# pydantic-settings
tzdata==2025.2
# via pandas
universal-pathlib==0.2.6
# via
# dagster
# dagster-polars
urllib3==2.5.0
# via
# botocore
# docker
# requests
uvicorn==0.35.0
# via dagster-webserver
uvloop==0.21.0
# via uvicorn
watchdog==5.0.3
# via dagster
watchfiles==1.1.0
# via uvicorn
websockets==15.0.1
# via uvicorn
xlsxwriter==3.2.5
# via dev (pyproject.toml)
yarl==1.20.1
# via gql

435
dev-requirements.txt
View File

@@ -1,435 +0,0 @@
# This file was autogenerated by uv via the following command:
# uv pip compile pyproject.toml --extra=dagster --extra=dev
alembic==1.16.4
# via dagster
annotated-types==0.7.0
# via pydantic
antlr4-python3-runtime==4.13.2
# via dagster
anyio==4.10.0
# via
# gql
# starlette
# watchfiles
asttokens==3.0.0
# via icecream
attrs==25.3.0
# via
# jsonschema
# referencing
backoff==2.2.1
# via gql
beautifulsoup4==4.13.4
# via dev (pyproject.toml)
black==25.1.0
# via dev (pyproject.toml)
boto3==1.40.1
# via
# dev (pyproject.toml)
# dagster-aws
botocore==1.40.1
# via
# boto3
# s3fs
# s3transfer
build==1.3.0
# via pip-tools
certifi==2025.8.3
# via requests
cfgv==3.4.0
# via pre-commit
charset-normalizer==3.4.2
# via requests
click==8.1.8
# via
# black
# dagster
# dagster-webserver
# pip-tools
# uvicorn
colorama==0.4.6
# via icecream
coloredlogs==14.0
# via dagster
contourpy==1.3.3
# via matplotlib
cramjam==2.11.0
# via fastparquet
cycler==0.12.1
# via matplotlib
dagit==1.11.4
# via dev (pyproject.toml)
dagster==1.11.4
# via
# dev (pyproject.toml)
# dagster-aws
# dagster-docker
# dagster-duckdb
# dagster-duckdb-pandas
# dagster-graphql
# dagster-polars
# dagster-postgres
# dagster-webserver
dagster-aws==0.27.4
# via dev (pyproject.toml)
dagster-docker==0.27.4
# via dev (pyproject.toml)
dagster-duckdb==0.27.4
# via
# dev (pyproject.toml)
# dagster-duckdb-pandas
dagster-duckdb-pandas==0.27.4
# via dev (pyproject.toml)
dagster-graphql==1.11.4
# via
# dev (pyproject.toml)
# dagster-webserver
dagster-pipes==1.11.4
# via dagster
dagster-polars==0.27.4
# via dev (pyproject.toml)
dagster-postgres==0.27.4
# via dev (pyproject.toml)
dagster-shared==1.11.4
# via dagster
dagster-webserver==1.11.4
# via dagit
distlib==0.4.0
# via virtualenv
dnspython==2.7.0
# via email-validator
docker==7.1.0
# via dagster-docker
docker-image-py==0.1.13
# via dagster-docker
docstring-parser==0.17.0
# via dagster
duckdb==1.3.2
# via
# dev (pyproject.toml)
# dagster-duckdb
email-validator==2.2.0
# via pydantic
et-xmlfile==2.0.0
# via openpyxl
executing==2.2.0
# via icecream
fastjsonschema==2.21.1
# via nbformat
fastparquet==2024.11.0
# via dev (pyproject.toml)
filelock==3.18.0
# via
# dagster
# virtualenv
fonttools==4.59.0
# via matplotlib
fsspec==2025.7.0
# via
# fastparquet
# s3fs
# universal-pathlib
gitdb==4.0.12
# via gitpython
gitpython==3.1.45
# via dev (pyproject.toml)
gql==3.5.3
# via dagster-graphql
graphene==3.4.3
# via dagster-graphql
graphql-core==3.2.6
# via
# gql
# graphene
# graphql-relay
graphql-relay==3.2.0
# via graphene
grpcio==1.74.0
# via
# dagster
# grpcio-health-checking
grpcio-health-checking==1.71.2
# via dagster
h11==0.16.0
# via uvicorn
httptools==0.6.4
# via uvicorn
humanfriendly==10.0
# via coloredlogs
icecream==2.1.5
# via dev (pyproject.toml)
identify==2.6.12
# via pre-commit
idna==3.10
# via
# anyio
# email-validator
# requests
# yarl
isort==6.0.1
# via dev (pyproject.toml)
jinja2==3.1.6
# via dagster
jmespath==1.0.1
# via
# boto3
# botocore
jsonschema==4.25.0
# via nbformat
jsonschema-specifications==2025.4.1
# via jsonschema
jupyter-core==5.8.1
# via nbformat
kiwisolver==1.4.8
# via matplotlib
lxml==6.0.0
# via dev (pyproject.toml)
mako==1.3.10
# via alembic
markdown-it-py==3.0.0
# via rich
markupsafe==3.0.2
# via
# jinja2
# mako
matplotlib==3.10.5
# via seaborn
mdurl==0.1.2
# via markdown-it-py
multidict==6.6.3
# via yarl
mypy==1.17.1
# via dev (pyproject.toml)
mypy-extensions==1.1.0
# via
# black
# mypy
nbformat==5.10.4
# via nbstripout
nbstripout==0.8.1
# via dev (pyproject.toml)
nodeenv==1.9.1
# via pre-commit
numpy==2.3.2
# via
# contourpy
# fastparquet
# matplotlib
# pandas
# seaborn
openpyxl==3.1.5
# via dev (pyproject.toml)
packaging==25.0
# via
# black
# build
# dagster-aws
# dagster-shared
# fastparquet
# matplotlib
pandas==2.3.1
# via
# dev (pyproject.toml)
# dagster-duckdb-pandas
# fastparquet
# seaborn
pathspec==0.12.1
# via
# black
# mypy
patito==0.8.3
# via
# dev (pyproject.toml)
# dagster-polars
pillow==11.3.0
# via matplotlib
pip==25.2
# via pip-tools
pip-tools==7.5.0
# via dev (pyproject.toml)
platformdirs==4.3.8
# via
# black
# jupyter-core
# virtualenv
polars==1.32.0
# via
# dagster-polars
# patito
pre-commit==4.2.0
# via dev (pyproject.toml)
propcache==0.3.2
# via yarl
protobuf==5.29.5
# via
# dagster
# grpcio-health-checking
psycopg2-binary==2.9.10
# via dagster-postgres
pyarrow==21.0.0
# via
# dev (pyproject.toml)
# dagster-polars
pydantic==2.11.7
# via
# dev (pyproject.toml)
# dagster-shared
# patito
# pydantic-settings
pydantic-core==2.33.2
# via pydantic
pydantic-settings==2.10.1
# via dev (pyproject.toml)
pygments==2.19.2
# via
# icecream
# rich
pyparsing==3.2.3
# via matplotlib
pyproject-hooks==1.2.0
# via
# build
# pip-tools
pysocks==1.7.1
# via requests
python-dateutil==2.9.0.post0
# via
# botocore
# graphene
# matplotlib
# pandas
python-dotenv==1.1.1
# via
# dagster
# pydantic-settings
# uvicorn
pytz==2025.2
# via
# dagster
# pandas
pyyaml==6.0.2
# via
# dev (pyproject.toml)
# dagster-shared
# pre-commit
# uvicorn
referencing==0.36.2
# via
# jsonschema
# jsonschema-specifications
regex==2025.7.34
# via docker-image-py
requests==2.32.4
# via
# dev (pyproject.toml)
# dagster
# dagster-aws
# dagster-graphql
# docker
# gql
# requests-toolbelt
requests-toolbelt==1.0.0
# via gql
rich==14.1.0
# via dagster
rpds-py==0.26.0
# via
# jsonschema
# referencing
ruff==0.12.7
# via dev (pyproject.toml)
s3fs==0.4.2
# via dev (pyproject.toml)
s3transfer==0.13.1
# via boto3
seaborn==0.13.2
# via dev (pyproject.toml)
setuptools==80.9.0
# via
# dagster
# pip-tools
six==1.17.0
# via
# dagster
# python-dateutil
smmap==5.0.2
# via gitdb
sniffio==1.3.1
# via anyio
soupsieve==2.7
# via beautifulsoup4
sqlalchemy==2.0.42
# via
# alembic
# dagster
starlette==0.47.2
# via
# dagster-graphql
# dagster-webserver
structlog==25.4.0
# via
# dev (pyproject.toml)
# dagster
tabulate==0.9.0
# via dagster
tomli==2.2.1
# via dagster
tomlkit==0.13.3
# via dagster-shared
toposort==1.10
# via dagster
tqdm==4.67.1
# via dagster
traitlets==5.14.3
# via
# jupyter-core
# nbformat
typing-extensions==4.14.1
# via
# alembic
# anyio
# beautifulsoup4
# dagster-polars
# dagster-shared
# graphene
# mypy
# patito
# pydantic
# pydantic-core
# referencing
# sqlalchemy
# starlette
# typing-inspection
typing-inspection==0.4.1
# via
# pydantic
# pydantic-settings
tzdata==2025.2
# via pandas
universal-pathlib==0.2.6
# via
# dagster
# dagster-polars
urllib3==2.5.0
# via
# botocore
# docker
# requests
uvicorn==0.35.0
# via dagster-webserver
uvloop==0.21.0
# via uvicorn
virtualenv==20.33.0
# via pre-commit
watchdog==5.0.3
# via dagster
watchfiles==1.1.0
# via uvicorn
websockets==15.0.1
# via uvicorn
wheel==0.45.1
# via pip-tools
xlsxwriter==3.2.5
# via dev (pyproject.toml)
yarl==1.20.1
# via gql

152
requirements.txt
View File

@@ -1,152 +0,0 @@
# This file was autogenerated by uv via the following command:
# uv pip compile pyproject.toml
annotated-types==0.7.0
# via pydantic
asttokens==3.0.0
# via icecream
beautifulsoup4==4.13.4
# via dev (pyproject.toml)
boto3==1.40.1
# via dev (pyproject.toml)
botocore==1.40.1
# via
# boto3
# s3fs
# s3transfer
certifi==2025.8.3
# via requests
charset-normalizer==3.4.2
# via requests
colorama==0.4.6
# via icecream
contourpy==1.3.3
# via matplotlib
cramjam==2.11.0
# via fastparquet
cycler==0.12.1
# via matplotlib
dnspython==2.7.0
# via email-validator
duckdb==1.3.2
# via dev (pyproject.toml)
email-validator==2.2.0
# via pydantic
et-xmlfile==2.0.0
# via openpyxl
executing==2.2.0
# via icecream
fastparquet==2024.11.0
# via dev (pyproject.toml)
fonttools==4.59.0
# via matplotlib
fsspec==2025.7.0
# via
# fastparquet
# s3fs
gitdb==4.0.12
# via gitpython
gitpython==3.1.45
# via dev (pyproject.toml)
icecream==2.1.5
# via dev (pyproject.toml)
idna==3.10
# via
# email-validator
# requests
jmespath==1.0.1
# via
# boto3
# botocore
kiwisolver==1.4.8
# via matplotlib
lxml==6.0.0
# via dev (pyproject.toml)
matplotlib==3.10.5
# via seaborn
numpy==2.3.2
# via
# contourpy
# fastparquet
# matplotlib
# pandas
# seaborn
openpyxl==3.1.5
# via dev (pyproject.toml)
packaging==25.0
# via
# fastparquet
# matplotlib
pandas==2.3.1
# via
# dev (pyproject.toml)
# fastparquet
# seaborn
patito==0.8.3
# via dev (pyproject.toml)
pillow==11.3.0
# via matplotlib
polars==1.32.0
# via patito
pyarrow==21.0.0
# via dev (pyproject.toml)
pydantic==2.11.7
# via
# dev (pyproject.toml)
# patito
# pydantic-settings
pydantic-core==2.33.2
# via pydantic
pydantic-settings==2.10.1
# via dev (pyproject.toml)
pygments==2.19.2
# via icecream
pyparsing==3.2.3
# via matplotlib
pysocks==1.7.1
# via requests
python-dateutil==2.9.0.post0
# via
# botocore
# matplotlib
# pandas
python-dotenv==1.1.1
# via pydantic-settings
pytz==2025.2
# via pandas
pyyaml==6.0.2
# via dev (pyproject.toml)
requests==2.32.4
# via dev (pyproject.toml)
s3fs==0.4.2
# via dev (pyproject.toml)
s3transfer==0.13.1
# via boto3
seaborn==0.13.2
# via dev (pyproject.toml)
six==1.17.0
# via python-dateutil
smmap==5.0.2
# via gitdb
soupsieve==2.7
# via beautifulsoup4
structlog==25.4.0
# via dev (pyproject.toml)
typing-extensions==4.14.1
# via
# beautifulsoup4
# patito
# pydantic
# pydantic-core
# typing-inspection
typing-inspection==0.4.1
# via
# pydantic
# pydantic-settings
tzdata==2025.2
# via pandas
urllib3==2.5.0
# via
# botocore
# requests
xlsxwriter==3.2.5
# via dev (pyproject.toml)