feat: revise funda data process
This commit is contained in:
@@ -1,9 +1,13 @@
|
||||
"""Funda ingestion assets."""
|
||||
|
||||
from data_platform.assets.ingestion.funda.funda import (
|
||||
funda_listing_details,
|
||||
funda_price_history,
|
||||
funda_search_results,
|
||||
raw_funda_listing_details,
|
||||
raw_funda_price_history,
|
||||
raw_funda_search_results,
|
||||
)
|
||||
|
||||
__all__ = ["funda_listing_details", "funda_price_history", "funda_search_results"]
|
||||
__all__ = [
|
||||
"raw_funda_listing_details",
|
||||
"raw_funda_price_history",
|
||||
"raw_funda_search_results",
|
||||
]
|
||||
|
||||
@@ -60,7 +60,7 @@ class FundaPriceHistoryConfig(Config):
|
||||
kinds={"python", "postgres"},
|
||||
description="Search Funda listings and store results in Postgres.",
|
||||
)
|
||||
def funda_search_results(
|
||||
def raw_funda_search_results(
|
||||
context: AssetExecutionContext,
|
||||
config: FundaSearchConfig,
|
||||
funda: FundaResource,
|
||||
@@ -189,10 +189,10 @@ def funda_search_results(
|
||||
@asset(
|
||||
group_name="funda",
|
||||
kinds={"python", "postgres"},
|
||||
deps=[funda_search_results],
|
||||
deps=[raw_funda_search_results],
|
||||
description="Fetch full listing details for each search result and store in Postgres.",
|
||||
)
|
||||
def funda_listing_details(
|
||||
def raw_funda_listing_details(
|
||||
context: AssetExecutionContext,
|
||||
config: FundaDetailsConfig,
|
||||
funda: FundaResource,
|
||||
@@ -332,10 +332,10 @@ def funda_listing_details(
|
||||
@asset(
|
||||
group_name="funda",
|
||||
kinds={"python", "postgres"},
|
||||
deps=[funda_listing_details],
|
||||
deps=[raw_funda_listing_details],
|
||||
description="Fetch price history for each detailed listing and store in Postgres.",
|
||||
)
|
||||
def funda_price_history(
|
||||
def raw_funda_price_history(
|
||||
context: AssetExecutionContext,
|
||||
config: FundaPriceHistoryConfig,
|
||||
funda: FundaResource,
|
||||
|
||||
Reference in New Issue
Block a user