mirror/data-platform
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: hide credentials in dagster env

Browse Source
This commit is contained in:
Stijnvandenbroek
2026-03-04 22:00:08 +00:00
parent 9353bdc16d
commit 0d2706a93e
1 changed files with 6 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
data_platform/resources/__init__.py
View File

@@ -1,8 +1,6 @@
"""Dagster resources.""" """Dagster resources."""
import os from dagster import ConfigurableResource, EnvVar
from dagster import ConfigurableResource
from funda import Funda from funda import Funda
from sqlalchemy import create_engine, text from sqlalchemy import create_engine, text
@@ -19,11 +17,11 @@ class FundaResource(ConfigurableResource):
class PostgresResource(ConfigurableResource): class PostgresResource(ConfigurableResource):
"""Lightweight Postgres resource for raw ingestion writes.""" """Lightweight Postgres resource for raw ingestion writes."""
host: str = os.getenv("POSTGRES_HOST", "localhost") host: str = EnvVar("POSTGRES_HOST")
port: int = int(os.getenv("POSTGRES_PORT", "5432")) port: int = EnvVar.int("POSTGRES_PORT")
user: str = os.getenv("POSTGRES_USER", "") user: str = EnvVar("POSTGRES_USER")
password: str = os.getenv("POSTGRES_PASSWORD", "") password: str = EnvVar("POSTGRES_PASSWORD")
dbname: str = os.getenv("POSTGRES_DB", "") dbname: str = EnvVar("POSTGRES_DB")
def get_engine(self): def get_engine(self):
url = f"postgresql://{self.user}:{self.password}@{self.host}:{self.port}/{self.dbname}" url = f"postgresql://{self.user}:{self.password}@{self.host}:{self.port}/{self.dbname}"