move html and json io managers

This commit is contained in:
2025-08-03 21:31:06 +02:00
parent 03f9979943
commit 7ac90a025a
3 changed files with 2 additions and 17 deletions

View File

@@ -1,4 +1,4 @@
from shared.resources import BaseIOManager
from shared.io_manager.base import BaseIOManager
from upath import UPath
import dagster as dg

View File

@@ -1,26 +1,11 @@
import json
from typing import Any
from shared.resources import BaseIOManager
from shared.io_manager.base import BaseIOManager
from upath import UPath
import dagster as dg
def _process_env_vars(config: dict[str, Any]) -> dict[str, Any]:
out = {}
for key, value in config.items():
if (
isinstance(value, dict)
and len(value) == 1
and next(iter(value.keys())) == "env"
):
out[key] = dg.EnvVar(next(iter(value.values()))).get_value()
else:
out[key] = value
return out
class JsonIOManager(BaseIOManager):
extension: str = ".json" # Automatically adds a .json extension