linting
This commit is contained in:
22
apps/test/io.py
Normal file
22
apps/test/io.py
Normal file
@@ -0,0 +1,22 @@
|
||||
from typing import Any, Optional
|
||||
|
||||
|
||||
class MyIOManager(PolarsParquetIOManager):
|
||||
def _load_partition_from_path(
|
||||
self,
|
||||
context: InputContext,
|
||||
partition_key: str,
|
||||
path: "UPath",
|
||||
backcompat_path: Optional["UPath"] = None,
|
||||
) -> Any:
|
||||
try:
|
||||
return super()._load_partition_from_path(
|
||||
context, partition_key, path, backcompat_path
|
||||
)
|
||||
except FileNotFoundError:
|
||||
# Handle the case where the partition file does not exist
|
||||
context.log.warning(
|
||||
f"Partition file not found for key {partition_key} at path {path}. "
|
||||
"Returning an empty DataFrame."
|
||||
)
|
||||
return None
|
||||
Reference in New Issue
Block a user