add some dagster files

This commit is contained in:
2024-11-14 14:13:49 +01:00
parent 384bf4c4b8
commit ddc3c589ed
8 changed files with 331 additions and 0 deletions

18
dagster/Dockerfile.system Executable file
View File

@@ -0,0 +1,18 @@
# Dagster libraries to run both dagit and the dagster-daemon. Does not
# need to have access to any pipeline code.
FROM python:3.12-slim
COPY dagster-requirements.txt requirements.txt
RUN pip install uv
RUN uv pip install -r requirements.txt --system
RUN uv pip install polars-lts-cpu --system
# Set $DAGSTER_HOME and copy dagster instance and workspace YAML there
ENV DAGSTER_HOME=/opt/dagster/home/
RUN mkdir -p $DAGSTER_HOME
COPY dagster.yaml workspace.yaml $DAGSTER_HOME
WORKDIR $DAGSTER_HOME