diff --git a/shared/src/shared/resources.py b/shared/src/shared/io_manager/base.py similarity index 100% rename from shared/src/shared/resources.py rename to shared/src/shared/io_manager/base.py diff --git a/apps/stocks/src/resources.py b/shared/src/shared/io_manager/html.py similarity index 92% rename from apps/stocks/src/resources.py rename to shared/src/shared/io_manager/html.py index a6da440..19263a8 100644 --- a/apps/stocks/src/resources.py +++ b/shared/src/shared/io_manager/html.py @@ -1,4 +1,4 @@ -from shared.resources import BaseIOManager +from shared.io_manager.base import BaseIOManager from upath import UPath import dagster as dg diff --git a/apps/weather/src/resources.py b/shared/src/shared/io_manager/json.py similarity index 58% rename from apps/weather/src/resources.py rename to shared/src/shared/io_manager/json.py index 4f73a44..2adff86 100644 --- a/apps/weather/src/resources.py +++ b/shared/src/shared/io_manager/json.py @@ -1,26 +1,11 @@ import json -from typing import Any -from shared.resources import BaseIOManager +from shared.io_manager.base import BaseIOManager from upath import UPath import dagster as dg -def _process_env_vars(config: dict[str, Any]) -> dict[str, Any]: - out = {} - for key, value in config.items(): - if ( - isinstance(value, dict) - and len(value) == 1 - and next(iter(value.keys())) == "env" - ): - out[key] = dg.EnvVar(next(iter(value.values()))).get_value() - else: - out[key] = value - return out - - class JsonIOManager(BaseIOManager): extension: str = ".json" # Automatically adds a .json extension