feat: add inference for elo on new listings

This commit is contained in:
Stijnvandenbroek
2026-03-08 14:09:05 +00:00
parent fea062fbaa
commit 16a7a470ea
15 changed files with 360 additions and 6 deletions

View File

@@ -6,8 +6,10 @@ import mlflow
import mlflow.lightgbm
import numpy as np
import pandas as pd
from sqlalchemy import text
from dagster import (
AssetExecutionContext,
AssetKey,
Config,
MaterializeResult,
MetadataValue,
@@ -105,7 +107,7 @@ def _preprocess(df: pd.DataFrame) -> pd.DataFrame:
@asset(
deps=["elo_ratings", "funda_listings"],
deps=["elo_ratings", AssetKey(["marts", "funda_listings"])],
group_name="ml",
kinds={"python", "mlflow", "lightgbm"},
tags={"manual": "true"},
@@ -124,7 +126,7 @@ def elo_prediction_model(
engine = postgres.get_engine()
query = render_sql(_SQL_DIR, "select_training_data.sql")
df = pd.read_sql(
query,
text(query),
engine,
params={"min_comparisons": config.min_comparisons},
)