"""Estimate rolling monthly factor exposures for the notebook allocation and compare the market loading with VIX.

Research example. Live observations can change.
"""

from datetime import UTC, datetime
from decimal import Decimal
from textwrap import fill

import matplotlib.pyplot as plt
import numpy as np
import pandas as pd

AS_OF = datetime.now(UTC).date()
NAVY, BLUE, PINK = "#132244", "#8fb9ff", "#e7a2cc"


def fetch(qj):
    return {
        "prices": qj.eod.get_historical_prices(
            symbols=["SPY", "TLT", "GLD", "DBC", "UUP"], start_date="2020-01-01", end_date="2025-12-31", frequency="1d"
        ),
        "factors": qj.ff.get_factors(region="america", factor="5_factors"),
        "vix_history": qj.fred.get_fred_data_series_by_id(search_id="VIXCLS", start="2020-01-01", end="2025-12-31"),
    }


def analyze(raw):
    weights = notebook_weights()
    prices = pd.DataFrame({symbol: history(raw["prices"], symbol)["price"] for symbol in weights}).dropna()
    nav = sum((prices[symbol] * (weights[symbol] / decimal(prices[symbol].iloc[0])) for symbol in weights))
    returns = change(nav.resample(pd.offsets.MonthEnd()).last()).rename("Portfolio")
    factors = frame(raw["factors"], date=None)
    factors.index = pd.PeriodIndex(factors["Date"], freq="M").to_timestamp("M").tz_localize("UTC")
    names = ["Mkt-RF", "SMB", "HML", "RMW", "CMA"]
    data = (factors[names + ["RF"]].apply(pd.to_numeric) / 100).join(returns, how="inner").dropna()
    rows = []
    for end in range(24, len(data) + 1):
        sample = data.iloc[end - 24 : end]
        design = np.column_stack([np.ones(len(sample)), sample[names]])
        coefficients, _, rank, _ = np.linalg.lstsq(design, sample["Portfolio"] - sample["RF"], rcond=None)
        if rank != design.shape[1]:
            raise ValueError("Factor design is rank deficient")
        rows.append({"Date": sample.index[-1], **dict(zip(names, coefficients[1:], strict=True))})
    result = pd.DataFrame(rows).set_index("Date") if rows else pd.DataFrame()
    if result.empty:
        raise ValueError("Need 24 matched monthly observations")
    vix = macro(raw["vix_history"], "VIXCLS").resample(pd.offsets.MonthEnd()).mean().reindex(result.index)
    if vix.dropna().empty:
        raise ValueError("No matching VIX observations")
    result["Monthly mean VIX"] = vix
    fig, (top, bottom) = canvas("Factor regime · rolling portfolio exposures", "24-month factor coefficient", panels=2)
    for index, name in enumerate(names):
        top.plot(result.index, result[name], label=name, linestyle="-" if index < 3 else "--")
    legend(top)
    bottom.plot(result.index, result["Mkt-RF"], color=BLUE, label="Market loading")
    right = bottom.twinx()
    right.plot(result.index, vix, color=PINK, alpha=0.6)
    right.set_ylabel("Monthly mean VIX", color=PINK)
    bottom.set_ylabel("Market coefficient")
    return result.reset_index(), fig


def payload(response):
    if hasattr(response, "to_dict"):
        response = response.to_dict()
    while isinstance(response, dict):
        if response.get("error") or response.get("error_code") or response.get("success") is False:
            raise ValueError("Provider request failed")
        if "data" in response:
            response = response["data"]
        elif "value" in response:
            response = response["value"]
        else:
            break
    return response


def frame(response, date="date"):
    rows = payload(response)
    if not isinstance(rows, list) or not rows:
        raise ValueError("No provider observations returned")
    result = pd.DataFrame(rows)
    if date:
        result[date] = pd.to_datetime(result[date], utc=True)
        result = result.sort_values(date)
    return result


def decimal(value):
    if pd.isna(value):
        raise ValueError("Required monetary value or quantity is missing")
    return Decimal(str(value))


def ratio(numerator, denominator):
    denominator = decimal(denominator)
    if denominator == 0:
        raise ValueError("Required denominator is zero")
    return float(decimal(numerator) / denominator)


def change(values, periods=1):
    previous = values.shift(periods)
    return pd.Series(
        [ratio(x, y) - 1 if pd.notna(x) and pd.notna(y) else np.nan for x, y in zip(values, previous, strict=True)],
        index=values.index,
    )


def history(response, symbol, adjusted=True):
    values = payload(response)
    if not isinstance(values, dict) or symbol not in values:
        raise ValueError(f"No price coverage for {symbol}")
    result = frame(values[symbol]).set_index("date")
    field = "adjusted_close" if adjusted else "close"
    result["price"] = result[field].map(decimal)
    result["volume"] = result["volume"].map(decimal)
    if result.index.has_duplicates:
        raise ValueError("Duplicate trading dates")
    return result


def macro(response, column):
    values = frame(response).set_index("date")[column]
    values = pd.to_numeric(values, errors="coerce").dropna()
    if values.empty:
        raise ValueError(f"No numeric observations for {column}")
    return values


def canvas(title, ylabel, panels=1):
    plt.rcParams.update(
        {
            "figure.facecolor": NAVY,
            "axes.facecolor": NAVY,
            "savefig.facecolor": NAVY,
            "text.color": "#e9eef8",
            "axes.labelcolor": "#afc1dc",
            "xtick.color": "#afc1dc",
            "ytick.color": "#afc1dc",
            "axes.edgecolor": "#34486b",
            "grid.color": "#34486b",
            "font.size": 10,
            "axes.prop_cycle": plt.cycler(color=[BLUE, PINK, "#ba9dea"]),
        }
    )
    fig, axes = plt.subplots(panels, 1, figsize=(9, 6.1), squeeze=False, layout="constrained")
    fig.suptitle(fill(title, width=58), fontsize=17, x=0.04, ha="left", weight="medium")
    for ax in axes.flat:
        ax.grid(axis="y", alpha=0.45)
        ax.set_axisbelow(True)
        ax.spines[["top", "right"]].set_visible(False)
    axes.flat[0].set_ylabel(ylabel)
    return fig, list(axes.flat)


def legend(ax):
    ax.legend(frameon=False, labelcolor="#e9eef8", fontsize=9)


def run():
    from quantjourney.sdk import QuantJourneyAPI

    qj = QuantJourneyAPI.from_env()
    raw = fetch(qj)
    table, fig = analyze(raw)
    print(table.to_string(index=False))
    fig.savefig(OUTPUT, dpi=180)
    plt.show()


def notebook_weights():
    return {
        "SPY": Decimal("0.42"),
        "TLT": Decimal("0.22"),
        "GLD": Decimal("0.14"),
        "DBC": Decimal("0.12"),
        "UUP": Decimal("0.10"),
    }


OUTPUT = "sdk_factor_regime.png"

if __name__ == "__main__":
    run()
