store old files

This commit is contained in:
2025-08-05 09:01:07 +02:00
parent 2d20cdf256
commit 81c2035d02
5 changed files with 0 additions and 34 deletions

22
apps/old/io.py Normal file
View File

@@ -0,0 +1,22 @@
from typing import Any, Optional
class MyIOManager(PolarsParquetIOManager):
def _load_partition_from_path(
self,
context: InputContext,
partition_key: str,
path: "UPath",
backcompat_path: Optional["UPath"] = None,
) -> Any:
try:
return super()._load_partition_from_path(
context, partition_key, path, backcompat_path
)
except FileNotFoundError:
# Handle the case where the partition file does not exist
context.log.warning(
f"Partition file not found for key {partition_key} at path {path}. "
"Returning an empty DataFrame."
)
return None