fix: linting and ci issues
This commit is contained in:
2
.github/workflows/ci.yml
vendored
2
.github/workflows/ci.yml
vendored
@@ -62,7 +62,7 @@ jobs:
|
|||||||
- name: Prettier check
|
- name: Prettier check
|
||||||
run: |
|
run: |
|
||||||
prettier --check \
|
prettier --check \
|
||||||
"**/*.yml" "**/*.yaml" "**/*.json" "**/*.md" \
|
"**/*.yml" "**/*.yaml" "**/*.md" \
|
||||||
--ignore-path .prettierignore
|
--ignore-path .prettierignore
|
||||||
|
|
||||||
# ── Tests ────────────────────────────────────────────────────────────────
|
# ── Tests ────────────────────────────────────────────────────────────────
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ dbt/dbt_packages/
|
|||||||
.venv/
|
.venv/
|
||||||
dist/
|
dist/
|
||||||
*.egg-info/
|
*.egg-info/
|
||||||
|
.pytest_cache/
|
||||||
|
|
||||||
# Dagster storage
|
# Dagster storage
|
||||||
dagster_home/storage/
|
dagster_home/storage/
|
||||||
|
|||||||
@@ -3,7 +3,8 @@ templater = jinja
|
|||||||
dialect = postgres
|
dialect = postgres
|
||||||
max_line_length = 100
|
max_line_length = 100
|
||||||
# Exclude generated/vendor paths
|
# Exclude generated/vendor paths
|
||||||
exclude_rules = RF05 # don't require quoted identifiers
|
# Don't require quoted identifiers
|
||||||
|
exclude_rules = RF05
|
||||||
output_line_length = 120
|
output_line_length = 120
|
||||||
|
|
||||||
[sqlfluff:templater:jinja]
|
[sqlfluff:templater:jinja]
|
||||||
|
|||||||
6
Makefile
6
Makefile
@@ -95,15 +95,15 @@ lint-python: ## Ruff lint + format check
|
|||||||
lint-sql: ## SQLFluff lint on dbt/models
|
lint-sql: ## SQLFluff lint on dbt/models
|
||||||
uv run sqlfluff lint dbt/models --dialect postgres
|
uv run sqlfluff lint dbt/models --dialect postgres
|
||||||
|
|
||||||
lint-format: ## Prettier check (YAML / JSON / Markdown)
|
lint-format: ## Prettier check (YAML / Markdown)
|
||||||
npx --yes prettier --check "**/*.yml" "**/*.yaml" "**/*.json" "**/*.md" \
|
npx --yes prettier --check "**/*.yml" "**/*.yaml" "**/*.md" \
|
||||||
--ignore-path .prettierignore
|
--ignore-path .prettierignore
|
||||||
|
|
||||||
lint-fix: ## Auto-fix all linters (ruff + sqlfluff + prettier)
|
lint-fix: ## Auto-fix all linters (ruff + sqlfluff + prettier)
|
||||||
uv run ruff check --fix .
|
uv run ruff check --fix .
|
||||||
uv run ruff format .
|
uv run ruff format .
|
||||||
uv run sqlfluff fix dbt/models --dialect postgres
|
uv run sqlfluff fix dbt/models --dialect postgres
|
||||||
npx --yes prettier --write "**/*.yml" "**/*.yaml" "**/*.json" "**/*.md" \
|
npx --yes prettier --write "**/*.yml" "**/*.yaml" "**/*.md" \
|
||||||
--ignore-path .prettierignore
|
--ignore-path .prettierignore
|
||||||
|
|
||||||
## —— Pre-commit ────────────────────────────────────────────────
|
## —— Pre-commit ────────────────────────────────────────────────
|
||||||
|
|||||||
18
README.md
18
README.md
@@ -1,17 +1,17 @@
|
|||||||
# data-platform
|
# data-platform
|
||||||
|
|
||||||
A [Dagster](https://dagster.io/) + [dbt](https://www.getdbt.com/) data platform,
|
A [Dagster](https://dagster.io/) + [dbt](https://www.getdbt.com/) data platform, managed with
|
||||||
managed with [uv](https://github.com/astral-sh/uv) and deployed via Docker Compose.
|
[uv](https://github.com/astral-sh/uv) and deployed via Docker Compose.
|
||||||
|
|
||||||
## Stack
|
## Stack
|
||||||
|
|
||||||
| Layer | Tool |
|
| Layer | Tool |
|
||||||
|---|---|
|
| -------------- | ---------------------------- |
|
||||||
| Orchestration | Dagster (webserver + daemon) |
|
| Orchestration | Dagster (webserver + daemon) |
|
||||||
| Transformation | dbt-core + dbt-postgres |
|
| Transformation | dbt-core + dbt-postgres |
|
||||||
| Storage | PostgreSQL 16 |
|
| Storage | PostgreSQL 16 |
|
||||||
| Package/venv | uv |
|
| Package/venv | uv |
|
||||||
| Secrets | `.env` file |
|
| Secrets | `.env` file |
|
||||||
|
|
||||||
## Project layout
|
## Project layout
|
||||||
|
|
||||||
|
|||||||
@@ -1,3 +1 @@
|
|||||||
from data_platform.definitions import defs
|
"""data_platform – Dagster + dbt data platform."""
|
||||||
|
|
||||||
__all__ = ["defs"]
|
|
||||||
|
|||||||
@@ -9,10 +9,10 @@ staged as (
|
|||||||
global_id,
|
global_id,
|
||||||
price,
|
price,
|
||||||
human_price,
|
human_price,
|
||||||
date as price_date,
|
date as price_date,
|
||||||
timestamp as price_timestamp,
|
timestamp as price_timestamp,
|
||||||
source as price_source,
|
source as price_source,
|
||||||
status as price_status,
|
status as price_status,
|
||||||
ingested_at
|
ingested_at
|
||||||
from source
|
from source
|
||||||
)
|
)
|
||||||
|
|||||||
Reference in New Issue
Block a user