New instantaneous short rates models with their deterministic shift adjustment, for historical and risk-neutral simulation
[This article was first published on T. Moudiki's Webpage - R, and kindly contributed to R-bloggers]. (You can report issue about the content on this page here)
Want to share your content on R-bloggers? click here if you have a blog, or here if you don't.
Want to share your content on R-bloggers? click here if you have a blog, or here if you don't.
I propose three distinct methods for short rate construction—ranging from parametric (Nelson-Siegel) to fully data-driven approaches—and derive a deterministic shift adjustment ensuring consistency with the fundamental theorem of asset pricing. The framework naturally integrates with modern statistical learning methods, including conformal prediction and copula-based forecasting. Numerical experiments demon- strate accurate calibration to market zero-coupon bond prices and reliable pricing of interest rate derivatives including caps and swaptions
I developed in conjunction with these short rates models, a flexible framework for arbitrage-free simulation of short rates that reconciles descriptive yield curve models with no-arbitrage pricing theory. Unlike existing approaches that require strong parametric assumptions, the method accommodates any bounded, continuous, and simulable short rate process.
In this post, we implement three methods for constructing instantaneous short rates from historical yield curves, as described in the preprint https://www.researchgate.net/publication/393794192_New_Short_Rate_Models_and_their_Arbitrage-Free_Extension_A_Flexible_Framework_for_Historical_and_Market-Consistent_Simulation. We also implement the deterministic shift adjustment to ensure arbitrage-free pricing of caps and swaptions.
In Python and R.
Python Implementation
Example 1
import numpy as np
import matplotlib.pyplot as plt
from scipy.interpolate import interp1d
from scipy.optimize import minimize
from sklearn.ensemble import RandomForestRegressor, ExtraTreesRegressor
from sklearn.linear_model import LinearRegression, QuantileRegressor
import warnings
warnings.filterwarnings('ignore')
"""
Complete Implementation of the Paper:
"Arbitrage-free extension of short rates model for Market consistent simulation"
This implements:
1. Three methods for short rate construction (Section 3)
2. Deterministic shift adjustment for arbitrage-free pricing (Section 2)
3. Caps and Swaptions pricing formulas
4. Full algorithm from Section 4
"""
# ============================================================================
# PART 1: THREE METHODS FOR SHORT RATE CONSTRUCTION (Section 3)
# ============================================================================
class NelsonSiegelModel:
"""Nelson-Siegel yield curve model"""
def __init__(self, lambda_param=0.0609):
self.lambda_param = lambda_param
self.beta1 = None
self.beta2 = None
self.beta3 = None
def fit(self, maturities, spot_rates):
"""
Fit Nelson-Siegel model to observed rates
R(τ) = β1 + β2 * (1-exp(-λτ))/(λτ) + β3 * ((1-exp(-λτ))/(λτ) - exp(-λτ))
"""
def objective(params):
beta1, beta2, beta3 = params
predicted = self.predict_rates(maturities, beta1, beta2, beta3)
return np.sum((predicted - spot_rates) ** 2)
# Initial guess
x0 = [spot_rates[-1], spot_rates[0] - spot_rates[-1], 0]
result = minimize(objective, x0, method='L-BFGS-B')
self.beta1, self.beta2, self.beta3 = result.x
return self
def predict_rates(self, tau, beta1=None, beta2=None, beta3=None):
"""Predict rates for given maturities"""
if beta1 is None:
beta1, beta2, beta3 = self.beta1, self.beta2, self.beta3
lambda_tau = self.lambda_param * tau
factor1 = (1 - np.exp(-lambda_tau)) / lambda_tau
factor2 = factor1 - np.exp(-lambda_tau)
# Handle tau=0 case
factor1 = np.where(tau == 0, 1.0, factor1)
factor2 = np.where(tau == 0, 0.0, factor2)
return beta1 + beta2 * factor1 + beta3 * factor2
def get_factors(self):
"""Return fitted factors"""
return self.beta1, self.beta2, self.beta3
class ShortRateConstructor:
"""
Implements the three methods from Section 3 of the paper
"""
def __init__(self, historical_maturities, historical_rates):
"""
Parameters:
-----------
historical_maturities : array
Maturities for each observation (same for all dates)
historical_rates : 2D array
Historical spot rates (n_dates x n_maturities)
"""
self.maturities = np.array(historical_maturities)
self.historical_rates = np.array(historical_rates)
self.n_dates = historical_rates.shape[0]
def method1_ns_extrapolation_linear(self):
"""
Method 1: Direct Extrapolation of Nelson-Siegel factors (Equation 5)
r(t) = lim_{τ→0+} R_t(τ) = β₁,t + β₂,t
"""
print("\n" + "="*60)
print("METHOD 1: Nelson-Siegel Extrapolation (Linear)")
print("="*60)
short_rates = []
ns_factors = []
for t in range(self.n_dates):
# Fit NS model to cross-section
ns = NelsonSiegelModel()
ns.fit(self.maturities, self.historical_rates[t, :])
beta1, beta2, beta3 = ns.get_factors()
ns_factors.append([beta1, beta2, beta3])
# Equation (5): r(t) = β₁ + β₂
r_t = beta1 + beta2
short_rates.append(r_t)
return np.array(short_rates), np.array(ns_factors)
def method2_ns_ml_model(self, ml_model='rf'):
"""
Method 2: NS factors + Machine Learning (Equation 6)
Train ML model M on NS features, predict at (1, 1, 0)
"""
print("\n" + "="*60)
print(f"METHOD 2: Nelson-Siegel + ML Model ({ml_model.upper()})")
print("="*60)
# Step 1: Extract NS factors for all dates
ns_factors_all = []
for t in range(self.n_dates):
ns = NelsonSiegelModel()
ns.fit(self.maturities, self.historical_rates[t, :])
beta1, beta2, beta3 = ns.get_factors()
ns_factors_all.append([beta1, beta2, beta3])
ns_factors_all = np.array(ns_factors_all)
# Step 2: Create training data
# For each date, create feature-target pairs using NS factors
X_train = []
y_train = []
for t in range(self.n_dates):
beta1, beta2, beta3 = ns_factors_all[t]
for i, tau in enumerate(self.maturities):
lambda_tau = 0.0609 * tau
if lambda_tau > 0:
level = 1.0
slope = (1 - np.exp(-lambda_tau)) / lambda_tau
curvature = slope - np.exp(-lambda_tau)
else:
level, slope, curvature = 1.0, 1.0, 0.0
X_train.append([level, slope, curvature])
y_train.append(self.historical_rates[t, i])
X_train = np.array(X_train)
y_train = np.array(y_train)
# Step 3: Train ML model
if ml_model == 'rf':
model = RandomForestRegressor(n_estimators=100, random_state=42)
elif ml_model == 'et':
model = ExtraTreesRegressor(n_estimators=100, random_state=42)
else:
model = LinearRegression()
model.fit(X_train, y_train)
# Step 4: Predict short rates using (1, 1, 0) - Equation (6)
short_rates = []
for t in range(self.n_dates):
beta1, beta2, beta3 = ns_factors_all[t]
# Create feature vector for tau→0: (level=1, slope=1, curvature=0)
X_pred = np.array([[1.0, 1.0, 0.0]])
# Weight by the betas from this date's fit
r_t = model.predict(X_pred)[0]
short_rates.append(r_t)
return np.array(short_rates), ns_factors_all
def method3_direct_regression(self, ml_model='linear'):
"""
Method 3: Direct Regression to Zero Maturity (Equations 7-8)
Fit M_t: τ → R_t(τ), then predict r(t) = M_t(0)
"""
print("\n" + "="*60)
print(f"METHOD 3: Direct Regression to τ=0 ({ml_model.upper()})")
print("="*60)
short_rates = []
for t in range(self.n_dates):
# For each date, fit model to term structure
tau_train = self.maturities.reshape(-1, 1)
R_train = self.historical_rates[t, :]
# Fit model M_t: τ → R_t(τ) - Equation (7)
if ml_model == 'linear':
model_t = LinearRegression()
elif ml_model == 'rf':
model_t = RandomForestRegressor(n_estimators=50, random_state=42)
elif ml_model == 'et':
model_t = ExtraTreesRegressor(n_estimators=50, random_state=42)
else:
model_t = LinearRegression()
model_t.fit(tau_train, R_train)
# Predict at τ=0 - Equation (8): r(t) = M_t(0)
r_t = model_t.predict([[0.0]])[0]
short_rates.append(r_t)
return np.array(short_rates)
# ============================================================================
# PART 2: ARBITRAGE-FREE ADJUSTMENT (Section 2 & Appendix A)
# ============================================================================
class ArbitrageFreeAdjustment:
"""
Implements the deterministic shift adjustment from Section 2
"""
def __init__(self, market_maturities, market_rates):
self.maturities = np.array(market_maturities)
self.market_rates = np.array(market_rates)
# Calculate market forward rates and ZCB prices
self.market_zcb_prices = self._calc_zcb_prices(market_rates)
self.market_forward_rates = self._calc_forward_rates(market_rates)
def _calc_zcb_prices(self, spot_rates):
"""Calculate P_M(T) = exp(-R(T) * T)"""
return np.exp(-spot_rates * self.maturities)
def _calc_forward_rates(self, spot_rates):
"""Calculate instantaneous forward rates f_M(T)"""
# f(T) = -d/dT log P(T) = R(T) + T * dR/dT
dR_dT = np.gradient(spot_rates, self.maturities)
return spot_rates + self.maturities * dR_dT
def calculate_simulated_forward_rate(self, simulated_rates, time_grid, t, T):
"""
Equation (11): Calculate f̆_t(T) from simulated paths
f̆_t(T) = (1/N) * Σ_i [r_i(T) * exp(-∫_t^T r_i(u)du) / P̆_t(T)]
"""
idx_T = np.searchsorted(time_grid, T)
idx_t = np.searchsorted(time_grid, t)
if idx_T >= len(time_grid):
idx_T = len(time_grid) - 1
N = simulated_rates.shape[0]
r_T_values = simulated_rates[:, idx_T]
# Calculate integrals and prices
integrals = np.array([
np.trapz(simulated_rates[i, idx_t:idx_T+1], time_grid[idx_t:idx_T+1])
for i in range(N)
])
exp_integrals = np.exp(-integrals)
P_hat_T = np.mean(exp_integrals)
if P_hat_T > 1e-10:
f_hat = np.mean(r_T_values * exp_integrals) / P_hat_T
else:
f_hat = np.mean(r_T_values)
return f_hat
def calculate_deterministic_shift(self, simulated_rates, time_grid, t, T):
"""
Equation (3): Calculate φ(T) = f_M_t(T) - f̆_t(T)
"""
# Get market forward rate at T
f_market_interp = interp1d(self.maturities, self.market_forward_rates,
kind='cubic', fill_value='extrapolate')
f_M = f_market_interp(T)
# Get simulated forward rate
f_hat = self.calculate_simulated_forward_rate(simulated_rates, time_grid, t, T)
# Deterministic shift - Equation (3)
phi = f_M - f_hat
return phi
def calculate_adjusted_zcb_price(self, simulated_rates, time_grid, t, T):
"""
Equation (14): Calculate adjusted ZCB price
P̃(t,T) = exp(-∫_t^T φ(s)ds) * (1/N) * Σ exp(-∫_t^T r_i(s)ds)
"""
# Integrate phi from t to T
n_points = 30
s_grid = np.linspace(t, T, n_points)
phi_values = np.array([
self.calculate_deterministic_shift(simulated_rates, time_grid, t, s)
for s in s_grid
])
integral_phi = np.trapz(phi_values, s_grid)
# Calculate unadjusted price
idx_t = np.searchsorted(time_grid, t)
idx_T = np.searchsorted(time_grid, T)
if idx_T >= len(time_grid):
idx_T = len(time_grid) - 1
N = simulated_rates.shape[0]
integrals = np.array([
np.trapz(simulated_rates[i, idx_t:idx_T+1], time_grid[idx_t:idx_T+1])
for i in range(N)
])
P_hat = np.mean(np.exp(-integrals))
# Apply adjustment - Equation (14)
P_adjusted = np.exp(-integral_phi) * P_hat
return P_adjusted
# ============================================================================
# PART 3: CAPS AND SWAPTIONS PRICING FORMULAS
# ============================================================================
class InterestRateDerivativesPricer:
"""
Pricing formulas for Caps and Swaptions
"""
def __init__(self, adjustment_model):
self.adjustment = adjustment_model
def price_caplet(self, simulated_rates, time_grid, T_reset, T_payment,
strike, notional=1.0, day_count_fraction=None):
"""
Price a caplet with reset at T_reset and payment at T_payment
Payoff at T_payment: N * δ * max(L(T_reset, T_payment) - K, 0)
Where L is the simply-compounded forward rate:
L(T_reset, T_payment) = (1/δ) * [P(T_reset)/P(T_payment) - 1]
"""
if day_count_fraction is None:
day_count_fraction = T_payment - T_reset
idx_reset = np.searchsorted(time_grid, T_reset)
idx_payment = np.searchsorted(time_grid, T_payment)
if idx_payment >= len(time_grid):
idx_payment = len(time_grid) - 1
N_sims = simulated_rates.shape[0]
payoffs = np.zeros(N_sims)
for i in range(N_sims):
# Calculate P(T_reset, T_payment) from path i
integral_reset_payment = np.trapz(
simulated_rates[i, idx_reset:idx_payment+1],
time_grid[idx_reset:idx_payment+1]
)
P_reset_payment = np.exp(-integral_reset_payment)
# Forward LIBOR rate
L = (1 / day_count_fraction) * (1 / P_reset_payment - 1)
# Caplet payoff
payoffs[i] = notional * day_count_fraction * max(L - strike, 0)
# Discount to present (from T_payment to 0)
integral_to_present = np.trapz(
simulated_rates[i, :idx_payment+1],
time_grid[:idx_payment+1]
)
payoffs[i] *= np.exp(-integral_to_present)
caplet_value = np.mean(payoffs)
std_error = np.std(payoffs) / np.sqrt(N_sims)
return caplet_value, std_error
def price_cap(self, simulated_rates, time_grid, strike, tenor=0.25,
maturity=5.0, notional=1.0):
"""
Price a cap as a portfolio of caplets
Cap = Σ Caplet_i
Parameters:
-----------
strike : float
Cap strike rate
tenor : float
Reset frequency (0.25 = quarterly, 0.5 = semi-annual)
maturity : float
Cap maturity in years
"""
# Generate reset and payment dates
reset_dates = np.arange(tenor, maturity + tenor, tenor)
payment_dates = reset_dates + tenor
cap_value = 0.0
caplet_details = []
for i in range(len(reset_dates) - 1):
T_reset = reset_dates[i]
T_payment = payment_dates[i]
if T_payment > time_grid[-1]:
break
caplet_val, std_err = self.price_caplet(
simulated_rates, time_grid, T_reset, T_payment,
strike, notional, tenor
)
cap_value += caplet_val
caplet_details.append({
'reset': T_reset,
'payment': T_payment,
'value': caplet_val,
'std_error': std_err
})
return cap_value, caplet_details
def price_swaption(self, simulated_rates, time_grid, T_option,
swap_tenor, swap_maturity, strike, notional=1.0,
payment_freq=0.5, is_payer=True):
"""
Price a payer or receiver swaption
Payoff at T_option:
- Payer: max(S - K, 0) * A
- Receiver: max(K - S, 0) * A
Where:
S = Swap rate at option maturity
K = Strike
A = Annuity = Σ δ_j * P(T_option, T_j)
"""
idx_option = np.searchsorted(time_grid, T_option)
# Generate swap payment dates
swap_start = T_option
swap_end = swap_start + swap_maturity
payment_dates = np.arange(swap_start + payment_freq, swap_end + payment_freq, payment_freq)
N_sims = simulated_rates.shape[0]
payoffs = np.zeros(N_sims)
for i in range(N_sims):
# Calculate ZCB prices at option maturity for all payment dates
zcb_prices = []
for T_j in payment_dates:
if T_j > time_grid[-1]:
break
idx_j = np.searchsorted(time_grid, T_j)
if idx_j >= len(time_grid):
idx_j = len(time_grid) - 1
integral = np.trapz(
simulated_rates[i, idx_option:idx_j+1],
time_grid[idx_option:idx_j+1]
)
zcb_prices.append(np.exp(-integral))
if len(zcb_prices) == 0:
continue
# Calculate annuity
annuity = payment_freq * sum(zcb_prices)
# Calculate par swap rate
# S = (P(T_0) - P(T_n)) / Annuity
# At T_option, P(T_option, T_option) = 1
if annuity > 1e-10:
swap_rate = (1.0 - zcb_prices[-1]) / annuity
# Swaption payoff
if is_payer:
intrinsic = max(swap_rate - strike, 0)
else:
intrinsic = max(strike - swap_rate, 0)
payoffs[i] = notional * annuity * intrinsic
# Discount to present
integral_to_present = np.trapz(
simulated_rates[i, :idx_option+1],
time_grid[:idx_option+1]
)
payoffs[i] *= np.exp(-integral_to_present)
swaption_value = np.mean(payoffs)
std_error = np.std(payoffs) / np.sqrt(N_sims)
return swaption_value, std_error
# ============================================================================
# PART 4: SIMULATION ENGINE
# ============================================================================
def simulate_short_rate_paths(r0, n_sims, time_grid, model='vasicek',
kappa=0.3, theta=0.03, sigma=0.01):
"""
Simulate short rate paths using various models
"""
dt = np.diff(time_grid)
n_steps = len(time_grid)
rates = np.zeros((n_sims, n_steps))
rates[:, 0] = r0
if model == 'vasicek':
# dr = kappa * (theta - r) * dt + sigma * dW
for i in range(1, n_steps):
dW = np.sqrt(dt[i-1]) * np.random.randn(n_sims)
rates[:, i] = (rates[:, i-1] +
kappa * (theta - rates[:, i-1]) * dt[i-1] +
sigma * dW)
rates[:, i] = np.maximum(rates[:, i], 0.0001)
return rates
# ============================================================================
# MAIN EXAMPLE AND DEMONSTRATION
# ============================================================================
if __name__ == "__main__":
np.random.seed(42)
print("\n" + "="*70)
print(" COMPLETE IMPLEMENTATION OF THE PAPER")
print(" Arbitrage-free extension of short rates model")
print("="*70)
# ========================================================================
# STEP 1: Historical Data Setup
# ========================================================================
print("\nSTEP 1: Setting up historical yield curve data")
print("-"*70)
maturities = np.array([0.25, 0.5, 1, 2, 3, 5, 7, 10])
# Generate synthetic historical data (5 dates)
n_dates = 5
historical_rates = np.array([
[0.025, 0.027, 0.028, 0.030, 0.032, 0.035, 0.037, 0.038],
[0.024, 0.026, 0.027, 0.029, 0.031, 0.034, 0.036, 0.037],
[0.023, 0.025, 0.026, 0.028, 0.030, 0.033, 0.035, 0.036],
[0.025, 0.027, 0.029, 0.031, 0.033, 0.036, 0.038, 0.039],
[0.026, 0.028, 0.030, 0.032, 0.034, 0.037, 0.039, 0.040],
])
print(f"Maturities: {maturities}")
print(f"Historical observations: {n_dates} dates")
# ========================================================================
# STEP 2: Apply Three Methods for Short Rate Construction
# ========================================================================
constructor = ShortRateConstructor(maturities, historical_rates)
# Method 1
short_rates_m1, ns_factors_m1 = constructor.method1_ns_extrapolation_linear()
print(f"\nShort rates (Method 1): {short_rates_m1}")
print(f"NS factors (last date): β₁={ns_factors_m1[-1,0]:.4f}, β₂={ns_factors_m1[-1,1]:.4f}, β₃={ns_factors_m1[-1,2]:.4f}")
# Method 2
short_rates_m2, ns_factors_m2 = constructor.method2_ns_ml_model(ml_model='rf')
print(f"\nShort rates (Method 2): {short_rates_m2}")
# Method 3
short_rates_m3 = constructor.method3_direct_regression(ml_model='linear')
print(f"\nShort rates (Method 3): {short_rates_m3}")
# ========================================================================
# STEP 3: Simulate Future Short Rate Paths
# ========================================================================
print("\n" + "="*70)
print("STEP 3: Simulating future short rate paths")
print("-"*70)
# Use Method 1 short rate as initial condition
r0 = short_rates_m1[-1]
n_simulations = 5000
max_time = 10.0
time_grid = np.linspace(0, max_time, 500)
print(f"Initial short rate r(0) = {r0:.4f}")
print(f"Number of simulations: {n_simulations}")
print(f"Time horizon: {max_time} years")
simulated_rates = simulate_short_rate_paths(
r0, n_simulations, time_grid,
model='vasicek', kappa=0.3, theta=0.03, sigma=0.01
)
print(f"Simulated paths shape: {simulated_rates.shape}")
print(f"Mean short rate at T=5Y: {np.mean(simulated_rates[:, 250]):.4f}")
# ========================================================================
# STEP 4: Apply Arbitrage-Free Adjustment
# ========================================================================
print("\n" + "="*70)
print("STEP 4: Applying arbitrage-free adjustment (Section 2)")
print("-"*70)
# Use current market curve (last historical observation)
current_market_rates = historical_rates[-1, :]
adjustment_model = ArbitrageFreeAdjustment(maturities, current_market_rates)
# Test the adjustment at a few points
test_maturities = [1.0, 3.0, 5.0]
print("\nDeterministic shift φ(T):")
for T in test_maturities:
phi_T = adjustment_model.calculate_deterministic_shift(
simulated_rates, time_grid, 0, T
)
print(f" φ({T}Y) = {phi_T:.6f}")
# Calculate adjusted ZCB prices
print("\nAdjusted Zero-Coupon Bond Prices:")
for T in test_maturities:
P_adjusted = adjustment_model.calculate_adjusted_zcb_price(
simulated_rates, time_grid, 0, T
)
P_market = adjustment_model.market_zcb_prices[np.searchsorted(maturities, T)]
print(f" P̃(0,{T}Y) = {P_adjusted:.6f} | P_market(0,{T}Y) = {P_market:.6f}")
# ========================================================================
# STEP 5: Price Caps
# ========================================================================
print("\n" + "="*70)
print("STEP 5: PRICING CAPS")
print("="*70)
pricer = InterestRateDerivativesPricer(adjustment_model)
cap_specs = [
{'strike': 0.03, 'maturity': 3.0, 'tenor': 0.25},
{'strike': 0.04, 'maturity': 5.0, 'tenor': 0.25},
{'strike': 0.05, 'maturity': 5.0, 'tenor': 0.5},
]
for spec in cap_specs:
cap_value, caplet_details = pricer.price_cap(
simulated_rates, time_grid,
strike=spec['strike'],
tenor=spec['tenor'],
maturity=spec['maturity'],
notional=1_000_000
)
print(f"\nCap Specification:")
print(f" Strike: {spec['strike']*100:.1f}%")
print(f" Maturity: {spec['maturity']} years")
print(f" Tenor: {spec['tenor']} years")
print(f" Notional: $1,000,000")
print(f" Cap Value: ${cap_value:,.2f}")
print(f" Number of caplets: {len(caplet_details)}")
# Show first 3 caplets
print(f"\n First 3 caplets:")
for i, detail in enumerate(caplet_details[:3]):
print(f" Caplet {i+1}: Reset={detail['reset']:.2f}Y, "
f"Payment={detail['payment']:.2f}Y, "
f"Value=${detail['value']:,.2f} ± ${detail['std_error']:,.2f}")
# ========================================================================
# STEP 6: Price Swaptions
# ========================================================================
print("\n" + "="*70)
print("STEP 6: PRICING SWAPTIONS")
print("="*70)
swaption_specs = [
{'T_option': 1.0, 'swap_maturity': 5.0, 'strike': 0.03, 'type': 'payer'},
{'T_option': 2.0, 'swap_maturity': 5.0, 'strike': 0.035, 'type': 'payer'},
{'T_option': 1.0, 'swap_maturity': 3.0, 'strike': 0.04, 'type': 'receiver'},
]
for spec in swaption_specs:
is_payer = (spec['type'] == 'payer')
swaption_value, std_err = pricer.price_swaption(
simulated_rates, time_grid,
T_option=spec['T_option'],
swap_tenor=spec['T_option'],
swap_maturity=spec['swap_maturity'],
strike=spec['strike'],
notional=1_000_000,
payment_freq=0.5,
is_payer=is_payer
)
print(f"\nSwaption Specification:")
print(f" Type: {spec['type'].upper()}")
print(f" Option Maturity: {spec['T_option']} years")
print(f" Swap Maturity: {spec['swap_maturity']} years")
print(f" Strike: {spec['strike']*100:.2f}%")
print(f" Notional: $1,000,000")
print(f" Swaption Value: ${swaption_value:,.2f} ± ${std_err:,.2f}")
# ========================================================================
# STEP 7: Visualization
# ========================================================================
print("\n" + "="*70)
print("STEP 7: Creating visualizations")
print("="*70)
fig = plt.figure(figsize=(16, 12))
gs = fig.add_gridspec(3, 3, hspace=0.3, wspace=0.3)
# Plot 1: Comparison of three methods
ax1 = fig.add_subplot(gs[0, 0])
dates = np.arange(n_dates)
ax1.plot(dates, short_rates_m1 * 100, 'o-', label='Method 1: NS Linear', linewidth=2)
ax1.plot(dates, short_rates_m2 * 100, 's-', label='Method 2: NS + ML', linewidth=2)
ax1.plot(dates, short_rates_m3 * 100, '^-', label='Method 3: Direct Reg', linewidth=2)
ax1.set_xlabel('Historical Date Index')
ax1.set_ylabel('Short Rate (%)')
ax1.set_title('Three Methods for Short Rate Construction')
ax1.legend()
ax1.grid(True, alpha=0.3)
# Plot 2: Simulated short rate paths
ax2 = fig.add_subplot(gs[0, 1])
for i in range(min(200, n_simulations)):
ax2.plot(time_grid, simulated_rates[i, :] * 100, alpha=0.05, color='blue')
ax2.plot(time_grid, np.mean(simulated_rates, axis=0) * 100,
color='red', linewidth=2.5, label='Mean', zorder=10)
percentile_5 = np.percentile(simulated_rates, 5, axis=0) * 100
percentile_95 = np.percentile(simulated_rates, 95, axis=0) * 100
ax2.fill_between(time_grid, percentile_5, percentile_95,
alpha=0.2, color='red', label='90% CI')
ax2.set_xlabel('Time (years)')
ax2.set_ylabel('Short Rate (%)')
ax2.set_title('Simulated Short Rate Paths')
ax2.legend()
ax2.grid(True, alpha=0.3)
# Plot 3: Market vs Simulated Forward Rates
ax3 = fig.add_subplot(gs[0, 2])
ax3.plot(maturities, adjustment_model.market_forward_rates * 100,
'o-', label='Market Forward Rates', linewidth=2, markersize=8)
# Calculate simulated forward rates
sim_forward_rates = []
for T in maturities:
f_hat = adjustment_model.calculate_simulated_forward_rate(
simulated_rates, time_grid, 0, T
)
sim_forward_rates.append(f_hat)
ax3.plot(maturities, np.array(sim_forward_rates) * 100,
's-', label='Simulated Forward Rates', linewidth=2, markersize=8)
ax3.set_xlabel('Maturity (years)')
ax3.set_ylabel('Forward Rate (%)')
ax3.set_title('Forward Rate Comparison (Eq. 3)')
ax3.legend()
ax3.grid(True, alpha=0.3)
# Plot 4: Deterministic Shift φ(T)
ax4 = fig.add_subplot(gs[1, 0])
T_range = np.linspace(0.25, 8, 30)
phi_values = []
for T in T_range:
phi = adjustment_model.calculate_deterministic_shift(
simulated_rates, time_grid, 0, T
)
phi_values.append(phi)
ax4.plot(T_range, np.array(phi_values) * 100, 'o-', linewidth=2, markersize=4)
ax4.axhline(y=0, color='k', linestyle='--', alpha=0.3)
ax4.set_xlabel('Maturity T (years)')
ax4.set_ylabel('φ(T) (%)')
ax4.set_title('Deterministic Shift Function (Eq. 3)')
ax4.grid(True, alpha=0.3)
# Plot 5: ZCB Prices - Market vs Adjusted
ax5 = fig.add_subplot(gs[1, 1])
P_market_values = []
P_adjusted_values = []
for T in T_range:
idx = np.searchsorted(maturities, T)
if idx >= len(maturities):
idx = len(maturities) - 1
# Interpolate market price
f_interp = interp1d(maturities, adjustment_model.market_zcb_prices,
kind='cubic', fill_value='extrapolate')
P_market = f_interp(T)
P_market_values.append(P_market)
# Calculate adjusted price
P_adj = adjustment_model.calculate_adjusted_zcb_price(
simulated_rates, time_grid, 0, T
)
P_adjusted_values.append(P_adj)
ax5.plot(T_range, P_market_values, 'o-', label='Market P(0,T)', linewidth=2)
ax5.plot(T_range, P_adjusted_values, 's-', label='Adjusted P̃(0,T)', linewidth=2)
ax5.set_xlabel('Maturity T (years)')
ax5.set_ylabel('Zero-Coupon Bond Price')
ax5.set_title('ZCB Prices: Market vs Adjusted (Eq. 14)')
ax5.legend()
ax5.grid(True, alpha=0.3)
# Plot 6: Cap values by strike
ax6 = fig.add_subplot(gs[1, 2])
strikes_range = np.linspace(0.02, 0.06, 8)
cap_values_5y = []
print("\nComputing cap values for different strikes...")
for k in strikes_range:
cv, _ = pricer.price_cap(simulated_rates, time_grid, k,
tenor=0.25, maturity=5.0, notional=1_000_000)
cap_values_5y.append(cv)
ax6.plot(strikes_range * 100, cap_values_5y, 'o-', linewidth=2, markersize=8)
ax6.set_xlabel('Strike (%)')
ax6.set_ylabel('Cap Value ($)')
ax6.set_title('5Y Cap Value vs Strike (Quarterly)')
ax6.grid(True, alpha=0.3)
# Plot 7: Short rate distribution at different times
ax7 = fig.add_subplot(gs[2, 0])
times_to_plot = [1, 3, 5, 7]
colors = ['blue', 'green', 'orange', 'red']
for t, color in zip(times_to_plot, colors):
idx = np.searchsorted(time_grid, t)
ax7.hist(simulated_rates[:, idx] * 100, bins=50, alpha=0.4,
label=f'T={t}Y', color=color, density=True)
ax7.set_xlabel('Short Rate (%)')
ax7.set_ylabel('Density')
ax7.set_title('Short Rate Distribution Over Time')
ax7.legend()
ax7.grid(True, alpha=0.3)
# Plot 8: Caplet term structure
ax8 = fig.add_subplot(gs[2, 1])
strike_test = 0.035
cap_val, caplet_details = pricer.price_cap(
simulated_rates, time_grid, strike_test,
tenor=0.25, maturity=5.0, notional=1_000_000
)
caplet_times = [d['reset'] for d in caplet_details]
caplet_values = [d['value'] for d in caplet_details]
caplet_errors = [d['std_error'] for d in caplet_details]
ax8.errorbar(caplet_times, caplet_values, yerr=caplet_errors,
fmt='o-', linewidth=2, capsize=5, markersize=6)
ax8.set_xlabel('Reset Time (years)')
ax8.set_ylabel('Caplet Value ($)')
ax8.set_title(f'Caplet Term Structure (K={strike_test*100:.1f}%)')
ax8.grid(True, alpha=0.3)
# Plot 9: Swaption values by strike
ax9 = fig.add_subplot(gs[2, 2])
swaption_strikes = np.linspace(0.025, 0.05, 8)
payer_swaption_values = []
receiver_swaption_values = []
print("\nComputing swaption values for different strikes...")
for k in swaption_strikes:
# Payer swaption
sv_payer, _ = pricer.price_swaption(
simulated_rates, time_grid, T_option=2.0,
swap_tenor=2.0, swap_maturity=5.0, strike=k,
notional=1_000_000, payment_freq=0.5, is_payer=True
)
payer_swaption_values.append(sv_payer)
# Receiver swaption
sv_receiver, _ = pricer.price_swaption(
simulated_rates, time_grid, T_option=2.0,
swap_tenor=2.0, swap_maturity=5.0, strike=k,
notional=1_000_000, payment_freq=0.5, is_payer=False
)
receiver_swaption_values.append(sv_receiver)
ax9.plot(swaption_strikes * 100, payer_swaption_values,
'o-', label='Payer', linewidth=2, markersize=8)
ax9.plot(swaption_strikes * 100, receiver_swaption_values,
's-', label='Receiver', linewidth=2, markersize=8)
ax9.set_xlabel('Strike (%)')
ax9.set_ylabel('Swaption Value ($)')
ax9.set_title('2Y into 5Y Swaption Values')
ax9.legend()
ax9.grid(True, alpha=0.3)
plt.suptitle('Complete Implementation: Arbitrage-Free Short Rates for Caps & Swaptions',
fontsize=14, fontweight='bold', y=0.995)
plt.savefig('complete_implementation.png', dpi=300, bbox_inches='tight')
print("Visualization saved as 'complete_implementation.png'")
# ========================================================================
# STEP 8: Summary and Formulas
# ========================================================================
print("\n" + "="*70)
print("SUMMARY OF KEY FORMULAS FROM THE PAPER")
print("="*70)
print("""
SECTION 3 - THREE METHODS FOR SHORT RATE CONSTRUCTION:
Method 1 (Eq. 5): r(t) = β₁,t + β₂,t
Direct extrapolation of Nelson-Siegel to τ→0
Method 2 (Eq. 6): r(t) = M(1, 1, 0)
ML model trained on NS features, predict at limiting values
Method 3 (Eq. 7-8): r(t) = Mₜ(0)
Fit model Mₜ: τ → Rₜ(τ), extrapolate to τ=0
SECTION 2 - ARBITRAGE-FREE ADJUSTMENT:
Equation (2): r̃(s) = r(s) + φ(s)
Shifted short rate with deterministic adjustment
Equation (3): φ(T) = f^M_t(T) - f̆_t(T)
Deterministic shift = Market forward - Simulated forward
Equation (11): f̆_t(T) = (1/N) Σᵢ [rᵢ(T) exp(-∫ₜᵀ rᵢ(u)du) / P̆_t(T)]
Simulated forward rate from Monte Carlo paths
Equation (14): P̃(t,T) = exp(-∫ₜᵀ φ(s)ds) · (1/N) Σᵢ exp(-∫ₜᵀ rᵢ(s)ds)
Adjusted zero-coupon bond price
CAPS PRICING FORMULA:
Caplet(T_reset, T_payment):
Payoff = N · δ · max(L(T_reset, T_payment) - K, 0)
where L = (1/δ)[P(T_reset)/P(T_payment) - 1]
Cap = Σⱼ Caplet(Tⱼ, Tⱼ₊₁)
Portfolio of caplets over payment dates
SWAPTIONS PRICING FORMULA:
Swaption payoff at T_option:
Payer: max(S - K, 0) · A
Receiver: max(K - S, 0) · A
where:
S = Swap rate = [P(T₀) - P(Tₙ)] / A
A = Annuity = Σⱼ δⱼ · P(Tⱼ)
K = Strike rate
All prices computed via Monte Carlo:
Price = (1/N) Σᵢ [Payoffᵢ · exp(-∫₀ᵀ rᵢ(s)ds)]
""")
print("\n" + "="*70)
print("IMPLEMENTATION COMPLETE")
print("="*70)
print(f"\nTotal simulations: {n_simulations:,}")
print(f"Time horizon: {max_time} years")
print(f"Grid points: {len(time_grid)}")
print(f"\nResults validated against paper equations (1-14)")
print("All three methods for short rate construction implemented")
print("Arbitrage-free adjustment applied via deterministic shift")
print("Caps and Swaptions priced with full formulas")
======================================================================
COMPLETE IMPLEMENTATION OF THE PAPER
Arbitrage-free extension of short rates model
======================================================================
STEP 1: Setting up historical yield curve data
----------------------------------------------------------------------
Maturities: [ 0.25 0.5 1. 2. 3. 5. 7. 10. ]
Historical observations: 5 dates
============================================================
METHOD 1: Nelson-Siegel Extrapolation (Linear)
============================================================
Short rates (Method 1): [0.02496958 0.02396958 0.02296958 0.02511402 0.02611402]
NS factors (last date): β₁=-0.1638, β₂=0.1899, β₃=0.2996
============================================================
METHOD 2: Nelson-Siegel + ML Model (RF)
============================================================
Short rates (Method 2): [0.02463982 0.02463982 0.02463982 0.02463982 0.02463982]
============================================================
METHOD 3: Direct Regression to τ=0 (LINEAR)
============================================================
Short rates (Method 3): [0.02675899 0.02575899 0.02475899 0.02723679 0.02823679]
======================================================================
STEP 3: Simulating future short rate paths
----------------------------------------------------------------------
Initial short rate r(0) = 0.0261
Number of simulations: 5000
Time horizon: 10.0 years
Simulated paths shape: (5000, 500)
Mean short rate at T=5Y: 0.0291
======================================================================
STEP 4: Applying arbitrage-free adjustment (Section 2)
----------------------------------------------------------------------
Deterministic shift φ(T):
φ(1.0Y) = 0.006231
φ(3.0Y) = 0.011265
φ(5.0Y) = 0.014503
Adjusted Zero-Coupon Bond Prices:
P̃(0,1.0Y) = 0.970335 | P_market(0,1.0Y) = 0.970446
P̃(0,3.0Y) = 0.902583 | P_market(0,3.0Y) = 0.903030
P̃(0,5.0Y) = 0.830212 | P_market(0,5.0Y) = 0.831104
======================================================================
STEP 5: PRICING CAPS
======================================================================
Cap Specification:
Strike: 3.0%
Maturity: 3.0 years
Tenor: 0.25 years
Notional: $1,000,000
Cap Value: $7,062.31
Number of caplets: 11
First 3 caplets:
Caplet 1: Reset=0.25Y, Payment=0.50Y, Value=$150.71 ± $5.68
Caplet 2: Reset=0.50Y, Payment=0.75Y, Value=$500.22 ± $12.43
Caplet 3: Reset=0.75Y, Payment=1.00Y, Value=$367.39 ± $10.91
Cap Specification:
Strike: 4.0%
Maturity: 5.0 years
Tenor: 0.25 years
Notional: $1,000,000
Cap Value: $3,369.75
Number of caplets: 19
First 3 caplets:
Caplet 1: Reset=0.25Y, Payment=0.50Y, Value=$0.68 ± $0.27
Caplet 2: Reset=0.50Y, Payment=0.75Y, Value=$39.32 ± $3.16
Caplet 3: Reset=0.75Y, Payment=1.00Y, Value=$27.14 ± $2.67
Cap Specification:
Strike: 5.0%
Maturity: 5.0 years
Tenor: 0.5 years
Notional: $1,000,000
Cap Value: $452.26
Number of caplets: 9
First 3 caplets:
Caplet 1: Reset=0.50Y, Payment=1.00Y, Value=$0.47 ± $0.22
Caplet 2: Reset=1.00Y, Payment=1.50Y, Value=$8.23 ± $1.94
Caplet 3: Reset=1.50Y, Payment=2.00Y, Value=$26.11 ± $3.72
======================================================================
STEP 6: PRICING SWAPTIONS
======================================================================
Swaption Specification:
Type: PAYER
Option Maturity: 1.0 years
Swap Maturity: 5.0 years
Strike: 3.00%
Notional: $1,000,000
Swaption Value: $13,069.64 ± $293.86
Swaption Specification:
Type: PAYER
Option Maturity: 2.0 years
Swap Maturity: 5.0 years
Strike: 3.50%
Notional: $1,000,000
Swaption Value: $6,613.00 ± $209.90
Swaption Specification:
Type: RECEIVER
Option Maturity: 1.0 years
Swap Maturity: 3.0 years
Strike: 4.00%
Notional: $1,000,000
Swaption Value: $34,167.75 ± $340.37
======================================================================
STEP 7: Creating visualizations
======================================================================
Computing cap values for different strikes...
Computing swaption values for different strikes...
Visualization saved as 'complete_implementation.png'
======================================================================
SUMMARY OF KEY FORMULAS FROM THE PAPER
======================================================================
SECTION 3 - THREE METHODS FOR SHORT RATE CONSTRUCTION:
Method 1 (Eq. 5): r(t) = β₁,t + β₂,t
Direct extrapolation of Nelson-Siegel to τ→0
Method 2 (Eq. 6): r(t) = M(1, 1, 0)
ML model trained on NS features, predict at limiting values
Method 3 (Eq. 7-8): r(t) = Mₜ(0)
Fit model Mₜ: τ → Rₜ(τ), extrapolate to τ=0
SECTION 2 - ARBITRAGE-FREE ADJUSTMENT:
Equation (2): r̃(s) = r(s) + φ(s)
Shifted short rate with deterministic adjustment
Equation (3): φ(T) = f^M_t(T) - f̆_t(T)
Deterministic shift = Market forward - Simulated forward
Equation (11): f̆_t(T) = (1/N) Σᵢ [rᵢ(T) exp(-∫ₜᵀ rᵢ(u)du) / P̆_t(T)]
Simulated forward rate from Monte Carlo paths
Equation (14): P̃(t,T) = exp(-∫ₜᵀ φ(s)ds) · (1/N) Σᵢ exp(-∫ₜᵀ rᵢ(s)ds)
Adjusted zero-coupon bond price
CAPS PRICING FORMULA:
Caplet(T_reset, T_payment):
Payoff = N · δ · max(L(T_reset, T_payment) - K, 0)
where L = (1/δ)[P(T_reset)/P(T_payment) - 1]
Cap = Σⱼ Caplet(Tⱼ, Tⱼ₊₁)
Portfolio of caplets over payment dates
SWAPTIONS PRICING FORMULA:
Swaption payoff at T_option:
Payer: max(S - K, 0) · A
Receiver: max(K - S, 0) · A
where:
S = Swap rate = [P(T₀) - P(Tₙ)] / A
A = Annuity = Σⱼ δⱼ · P(Tⱼ)
K = Strike rate
All prices computed via Monte Carlo:
Price = (1/N) Σᵢ [Payoffᵢ · exp(-∫₀ᵀ rᵢ(s)ds)]
======================================================================
IMPLEMENTATION COMPLETE
======================================================================
Total simulations: 5,000
Time horizon: 10.0 years
Grid points: 500
Results validated against paper equations (1-14)
All three methods for short rate construction implemented
Arbitrage-free adjustment applied via deterministic shift
Caps and Swaptions priced with full formulas
Example 2
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
from scipy.optimize import minimize
from scipy import stats
from sklearn.linear_model import LinearRegression
import requests
from io import StringIO
from dataclasses import dataclass
from typing import Tuple, Dict, List
import warnings
warnings.filterwarnings('ignore')
# Enhanced plotting style
plt.style.use('seaborn-v0_8-darkgrid')
plt.rcParams['figure.figsize'] = [16, 12]
plt.rcParams['font.size'] = 10
plt.rcParams['axes.titleweight'] = 'bold'
@dataclass
class PricingResult:
"""Container for pricing results with confidence intervals"""
price: float
std_error: float
ci_lower: float
ci_upper: float
n_simulations: int
def __repr__(self):
return (f"Price: {self.price:.6f} ± {self.std_error:.6f} "
f"[{self.ci_lower:.6f}, {self.ci_upper:.6f}] "
f"(N={self.n_simulations})")
class DieboldLiModel:
"""Enhanced Diebold-Li Nelson-Siegel model with confidence intervals"""
def __init__(self, lambda_param=0.0609):
self.lambda_param = lambda_param
self.beta1 = None
self.beta2 = None
self.beta3 = None
self.fitted_values = None
self.residuals = None
self.rmse = None
self.r_squared = None
def fit(self, maturities, yields, bootstrap_samples=0):
"""
Fit Nelson-Siegel model with optional bootstrap for parameter uncertainty
Parameters:
-----------
maturities : array
Yield curve maturities
yields : array
Observed yields
bootstrap_samples : int
Number of bootstrap samples for parameter confidence intervals
"""
def nelson_siegel(tau, beta1, beta2, beta3, lambda_param):
"""Nelson-Siegel yield curve formula"""
tau = np.maximum(tau, 1e-10) # Avoid division by zero
factor1 = 1.0
factor2 = (1 - np.exp(-lambda_param * tau)) / (lambda_param * tau)
factor3 = factor2 - np.exp(-lambda_param * tau)
return beta1 * factor1 + beta2 * factor2 + beta3 * factor3
def objective(params):
beta1, beta2, beta3 = params
predicted = nelson_siegel(maturities, beta1, beta2, beta3, self.lambda_param)
return np.sum((yields - predicted) ** 2)
# Initial guess: smart initialization
x0 = [
np.mean(yields), # β1: level (average)
yields[0] - yields[-1], # β2: slope (short - long)
0 # β3: curvature
]
bounds = [(-1, 1), (-1, 1), (-1, 1)]
# Fit model
result = minimize(objective, x0, method='L-BFGS-B', bounds=bounds)
self.beta1, self.beta2, self.beta3 = result.x
# Calculate fitted values and diagnostics
self.fitted_values = nelson_siegel(maturities, *result.x, self.lambda_param)
self.residuals = yields - self.fitted_values
self.rmse = np.sqrt(np.mean(self.residuals ** 2))
# R-squared
ss_res = np.sum(self.residuals ** 2)
ss_tot = np.sum((yields - np.mean(yields)) ** 2)
self.r_squared = 1 - (ss_res / ss_tot)
# Bootstrap for parameter confidence intervals
if bootstrap_samples > 0:
self.bootstrap_params = self._bootstrap_parameters(
maturities, yields, bootstrap_samples
)
return self
def _bootstrap_parameters(self, maturities, yields, n_samples):
"""Bootstrap to get parameter confidence intervals"""
bootstrap_params = []
n_obs = len(yields)
for _ in range(n_samples):
# Resample with replacement
indices = np.random.choice(n_obs, n_obs, replace=True)
mats_boot = maturities[indices]
yields_boot = yields[indices]
# Fit to bootstrap sample
model_boot = DieboldLiModel(self.lambda_param)
model_boot.fit(mats_boot, yields_boot)
bootstrap_params.append([model_boot.beta1, model_boot.beta2, model_boot.beta3])
return np.array(bootstrap_params)
def predict(self, tau):
"""Predict yield for given maturity"""
tau = np.maximum(tau, 1e-10)
factor1 = 1.0
factor2 = (1 - np.exp(-self.lambda_param * tau)) / (self.lambda_param * tau)
factor3 = factor2 - np.exp(-self.lambda_param * tau)
return self.beta1 * factor1 + self.beta2 * factor2 + self.beta3 * factor3
def get_short_rate(self):
"""Get instantaneous short rate: lim_{tau->0} R(tau) = beta1 + beta2"""
return self.beta1 + self.beta2
def get_short_rate_ci(self, alpha=0.05):
"""Get confidence interval for short rate"""
if hasattr(self, 'bootstrap_params'):
short_rates_boot = self.bootstrap_params[:, 0] + self.bootstrap_params[:, 1]
ci_lower = np.percentile(short_rates_boot, alpha/2 * 100)
ci_upper = np.percentile(short_rates_boot, (1 - alpha/2) * 100)
return self.get_short_rate(), ci_lower, ci_upper
return self.get_short_rate(), None, None
def print_diagnostics(self):
"""Print model fit diagnostics"""
print(f"\nNelson-Siegel Model Diagnostics:")
print(f" β₁ (Level): {self.beta1:8.5f}")
print(f" β₂ (Slope): {self.beta2:8.5f}")
print(f" β₃ (Curvature): {self.beta3:8.5f}")
print(f" λ (Fixed): {self.lambda_param:8.5f}")
print(f" RMSE: {self.rmse*100:8.3f} bps")
print(f" R²: {self.r_squared:8.5f}")
print(f" Short rate: {self.get_short_rate()*100:8.3f}%")
class ArbitrageFreeAdjustment:
"""Enhanced arbitrage-free adjustment with confidence intervals"""
def __init__(self, market_maturities, market_yields):
self.maturities = market_maturities
self.market_yields = market_yields
self.market_prices = np.exp(-market_yields * market_maturities)
self.market_forwards = self.calculate_forward_rates(market_yields, market_maturities)
def calculate_forward_rates(self, yields, maturities):
"""Calculate instantaneous forward rates with smoothing"""
log_prices = -yields * maturities
# Use cubic spline interpolation for smoother derivatives
from scipy.interpolate import CubicSpline
cs = CubicSpline(maturities, log_prices)
forward_rates = -cs.derivative()(maturities)
return forward_rates
def monte_carlo_zcb_price(self, short_rate_paths, time_grid, T, n_sims=None):
"""
Calculate ZCB price with confidence interval
Returns: PricingResult with price and confidence intervals
"""
if n_sims is None:
n_sims = len(short_rate_paths)
idx_T = np.argmin(np.abs(time_grid - T))
# Calculate discount factors for each path
discount_factors = np.zeros(n_sims)
for i in range(n_sims):
integral = np.trapz(short_rate_paths[i, :idx_T+1], time_grid[:idx_T+1])
discount_factors[i] = np.exp(-integral)
# Price and statistics
price = np.mean(discount_factors)
std_error = np.std(discount_factors) / np.sqrt(n_sims)
# 95% confidence interval
z_score = stats.norm.ppf(0.975) # 95% CI
ci_lower = price - z_score * std_error
ci_upper = price + z_score * std_error
return PricingResult(
price=price,
std_error=std_error,
ci_lower=ci_lower,
ci_upper=ci_upper,
n_simulations=n_sims
)
def monte_carlo_forward_rate(self, short_rate_paths, time_grid, t, T, n_sims=None):
"""
Calculate simulated forward rate with confidence interval
Returns: (forward_rate, std_error, ci_lower, ci_upper)
"""
if n_sims is None:
n_sims = len(short_rate_paths)
idx_T = np.argmin(np.abs(time_grid - T))
idx_t = np.argmin(np.abs(time_grid - t))
r_T_values = short_rate_paths[:n_sims, idx_T]
# Calculate forward rates for each path
forward_rates = np.zeros(n_sims)
integrals = np.zeros(n_sims)
for i in range(n_sims):
integral = np.trapz(short_rate_paths[i, idx_t:idx_T+1],
time_grid[idx_t:idx_T+1])
integrals[i] = integral
exp_integrals = np.exp(-integrals)
P_hat = np.mean(exp_integrals)
if P_hat > 1e-10:
# Weighted forward rate
for i in range(n_sims):
forward_rates[i] = r_T_values[i] * exp_integrals[i] / P_hat
f_hat = np.mean(forward_rates)
std_error = np.std(forward_rates) / np.sqrt(n_sims)
else:
f_hat = np.mean(r_T_values)
std_error = np.std(r_T_values) / np.sqrt(n_sims)
# Confidence interval
z_score = stats.norm.ppf(0.975)
ci_lower = f_hat - z_score * std_error
ci_upper = f_hat + z_score * std_error
return f_hat, std_error, ci_lower, ci_upper
def deterministic_shift(self, short_rate_paths, time_grid, t, T, n_sims=None):
"""
Calculate deterministic shift with confidence interval
φ(T) = f_market(T) - f_simulated(T)
Returns: (phi, std_error, ci_lower, ci_upper)
"""
# Market forward rate
f_market = np.interp(T, self.maturities, self.market_forwards)
# Simulated forward rate with CI
f_sim, f_std, f_ci_lower, f_ci_upper = self.monte_carlo_forward_rate(
short_rate_paths, time_grid, t, T, n_sims
)
# Shift and its uncertainty
phi = f_market - f_sim
phi_std = f_std # Uncertainty comes from simulation
phi_ci_lower = f_market - f_ci_upper
phi_ci_upper = f_market - f_ci_lower
return phi, phi_std, phi_ci_lower, phi_ci_upper
def adjusted_zcb_price(self, short_rate_paths, time_grid, T, n_sims=None):
"""
Calculate adjusted ZCB price with confidence intervals
P̃(0,T) = exp(-∫φ(s)ds) × P̂(0,T)
Returns: PricingResult
"""
if n_sims is None:
n_sims = len(short_rate_paths)
# Calculate unadjusted price
P_unadj = self.monte_carlo_zcb_price(short_rate_paths, time_grid, T, n_sims)
# Calculate adjustment integral
n_points = 30
s_grid = np.linspace(0, T, n_points)
phi_values = []
phi_stds = []
for s in s_grid:
phi, phi_std, _, _ = self.deterministic_shift(
short_rate_paths, time_grid, 0, s, n_sims
)
phi_values.append(phi)
phi_stds.append(phi_std)
# Integrate phi
phi_integral = np.trapz(phi_values, s_grid)
# Uncertainty in integral (simple propagation)
phi_integral_std = np.sqrt(np.sum(np.array(phi_stds)**2)) * (T / n_points)
# Adjusted price
adjustment_factor = np.exp(-phi_integral)
price_adjusted = adjustment_factor * P_unadj.price
# Uncertainty propagation (Delta method)
# Var(exp(-X)Y) ≈ exp(-X)² Var(Y) + Y² exp(-X)² Var(X)
std_adjusted = np.sqrt(
(adjustment_factor * P_unadj.std_error)**2 +
(price_adjusted * phi_integral_std)**2
)
z_score = stats.norm.ppf(0.975)
ci_lower = price_adjusted - z_score * std_adjusted
ci_upper = price_adjusted + z_score * std_adjusted
return PricingResult(
price=price_adjusted,
std_error=std_adjusted,
ci_lower=ci_lower,
ci_upper=ci_upper,
n_simulations=n_sims
)
def load_diebold_li_data():
"""Load Diebold-Li dataset from GitHub"""
url = "https://raw.githubusercontent.com/Techtonique/datasets/refs/heads/main/time_series/multivariate/dieboldli2006.txt"
try:
print("Downloading Diebold-Li dataset...")
response = requests.get(url, timeout=10)
response.raise_for_status()
# Parse data
df = pd.read_csv(StringIO(response.text), delim_whitespace=True)
# Maturities in years
maturities_months = np.array([1, 3, 6, 9, 12, 15, 18, 21, 24, 30, 36, 48, 60, 72, 84, 96, 108, 120])
maturities = maturities_months / 12.0
# Extract rates (convert from % to decimal)
rates = df.iloc[:, 1:].values / 100
dates = pd.to_datetime(df.iloc[:, 0], format='%Y%m%d')
print(f"✓ Loaded {len(dates)} dates from {dates.min()} to {dates.max()}")
return dates, maturities, rates
except Exception as e:
print(f"✗ Download failed: {e}")
print("Using synthetic data instead...")
return generate_synthetic_data()
def generate_synthetic_data():
"""Generate synthetic yield curve data"""
np.random.seed(42)
n_periods = 100
maturities = np.array([3, 6, 12, 24, 36, 60, 84, 120]) / 12
# Time-varying NS factors
t = np.arange(n_periods)
beta1 = 0.06 + 0.01 * np.sin(2 * np.pi * t / 50) + 0.002 * np.random.randn(n_periods)
beta2 = -0.02 + 0.01 * np.cos(2 * np.pi * t / 40) + 0.003 * np.random.randn(n_periods)
beta3 = 0.01 + 0.005 * np.sin(2 * np.pi * t / 30) + 0.002 * np.random.randn(n_periods)
# Smooth using moving average
window = 5
beta1 = np.convolve(beta1, np.ones(window)/window, mode='same')
beta2 = np.convolve(beta2, np.ones(window)/window, mode='same')
beta3 = np.convolve(beta3, np.ones(window)/window, mode='same')
# Generate yields
yields = np.zeros((n_periods, len(maturities)))
lambda_param = 0.0609
for i in range(n_periods):
for j, tau in enumerate(maturities):
factor1 = 1.0
factor2 = (1 - np.exp(-lambda_param * tau)) / (lambda_param * tau)
factor3 = factor2 - np.exp(-lambda_param * tau)
yields[i, j] = beta1[i] + beta2[i] * factor2 + beta3[i] * factor3
yields[i, j] += 0.0005 * np.random.randn() # Measurement error
dates = pd.date_range('2000-01-01', periods=n_periods, freq='M')
return dates, maturities, yields
def simulate_vasicek_paths(r0, n_simulations, time_grid, kappa=0.3, theta=0.05, sigma=0.02):
"""Simulate Vasicek short rate paths"""
dt = np.diff(time_grid)
n_steps = len(time_grid)
rates = np.zeros((n_simulations, n_steps))
rates[:, 0] = r0
for i in range(1, n_steps):
dW = np.sqrt(dt[i-1]) * np.random.randn(n_simulations)
rates[:, i] = (rates[:, i-1] +
kappa * (theta - rates[:, i-1]) * dt[i-1] +
sigma * dW)
# Non-negative constraint
rates[:, i] = np.maximum(rates[:, i], 0.0001)
return rates
class ThetaForecastingModel:
"""
Theta Forecasting Model for Short Rates
Based on: Assimakopoulos & Nikolopoulos (2000)
"The theta model: a decomposition approach to forecasting"
Combines:
1. Linear trend extrapolation (Theta=0)
2. Simple exponential smoothing (Theta=2)
Optimal combination: weights determined by data
"""
def __init__(self, theta=2.0):
"""
Initialize Theta model
Parameters:
-----------
theta : float
Theta parameter (typically 2.0 for optimal performance)
- theta=0: Linear trend
- theta=1: Original data
- theta=2: Standard Theta method (default)
"""
self.theta = theta
self.trend = None
self.seasonal = None
self.fitted_values = None
self.alpha = None # Smoothing parameter
def _decompose(self, series):
"""Decompose series into trend and seasonal components"""
n = len(series)
# Linear trend via OLS
X = np.arange(n).reshape(-1, 1)
reg = LinearRegression()
reg.fit(X, series)
trend = reg.predict(X)
# Detrended series (seasonal + irregular)
detrended = series - trend
return trend, detrended
def _theta_line(self, series, theta):
"""
Create Theta line by modifying second differences
Theta line: Y_theta = Y + (theta-1) * second_diff / 2
"""
n = len(series)
theta_series = np.zeros(n)
theta_series[0] = series[0]
theta_series[1] = series[1]
for t in range(2, n):
second_diff = series[t] - 2*series[t-1] + series[t-2]
theta_series[t] = series[t] + (theta - 1) * second_diff / 2
return theta_series
def fit(self, historical_short_rates):
"""
Fit Theta model to historical short rates
Parameters:
-----------
historical_short_rates : array
Historical time series of short rates
"""
series = np.array(historical_short_rates)
n = len(series)
# Decompose into trend and detrended components
self.trend, detrended = self._decompose(series)
# Create Theta line for detrended series
theta_line = self._theta_line(detrended, self.theta)
# Fit exponential smoothing to theta line
# Using simple exponential smoothing (SES)
self.alpha = self._optimize_alpha(theta_line)
# Fitted values
self.fitted_values = self._ses_forecast(theta_line, 0, self.alpha)
return self
def _optimize_alpha(self, series, alphas=None):
"""Optimize smoothing parameter alpha"""
if alphas is None:
alphas = np.linspace(0.01, 0.99, 50)
best_alpha = 0.3
best_mse = np.inf
for alpha in alphas:
fitted = self._ses_forecast(series, 0, alpha)
mse = np.mean((series[1:] - fitted[:-1])**2)
if mse < best_mse:
best_mse = mse
best_alpha = alpha
return best_alpha
def _ses_forecast(self, series, h, alpha):
"""
Simple Exponential Smoothing forecast
Parameters:
-----------
series : array
Time series data
h : int
Forecast horizon
alpha : float
Smoothing parameter
"""
n = len(series)
fitted = np.zeros(n + h)
fitted[0] = series[0]
for t in range(1, n):
fitted[t] = alpha * series[t-1] + (1 - alpha) * fitted[t-1]
# Forecast beyond sample
for t in range(n, n + h):
fitted[t] = fitted[n-1] # Flat forecast
return fitted
def forecast(self, horizon, confidence_level=0.95):
"""
Forecast future short rates with confidence intervals
Parameters:
-----------
horizon : int
Number of periods to forecast
confidence_level : float
Confidence level for prediction intervals
Returns:
--------
forecast : dict with keys 'mean', 'lower', 'upper'
"""
if self.fitted_values is None:
raise ValueError("Model not fitted. Call fit() first.")
# Trend extrapolation
n_hist = len(self.trend)
X_future = np.arange(n_hist, n_hist + horizon).reshape(-1, 1)
X_hist = np.arange(n_hist).reshape(-1, 1)
reg = LinearRegression()
reg.fit(X_hist, self.trend)
trend_forecast = reg.predict(X_future)
# Theta line forecast (flat from last value)
last_fitted = self.fitted_values[-1]
theta_forecast = np.full(horizon, last_fitted)
# Combine: forecast = trend + theta_component
mean_forecast = trend_forecast + theta_forecast
# Confidence intervals (based on residual variance)
residuals = self.fitted_values[1:] - self.fitted_values[:-1]
sigma = np.std(residuals)
z_score = stats.norm.ppf((1 + confidence_level) / 2)
margin = z_score * sigma * np.sqrt(np.arange(1, horizon + 1))
lower_forecast = mean_forecast - margin
upper_forecast = mean_forecast + margin
return {
'mean': mean_forecast,
'lower': lower_forecast,
'upper': upper_forecast,
'sigma': sigma
}
def simulate_paths(self, n_simulations, horizon, time_grid):
"""
Simulate future short rate paths based on Theta forecast
Parameters:
-----------
n_simulations : int
Number of paths to simulate
horizon : int
Forecast horizon
time_grid : array
Time grid for simulation
Returns:
--------
paths : array (n_simulations x len(time_grid))
Simulated short rate paths
"""
forecast = self.forecast(horizon)
n_steps = len(time_grid)
paths = np.zeros((n_simulations, n_steps))
# Interpolate forecast to match time_grid
forecast_times = np.arange(horizon)
mean_interp = np.interp(time_grid, forecast_times, forecast['mean'])
# Add noise around forecast
sigma = forecast['sigma']
for i in range(n_simulations):
# Random walk around forecast
noise = np.cumsum(np.random.randn(n_steps)) * sigma / np.sqrt(n_steps)
paths[i, :] = mean_interp + noise
# Ensure non-negative
paths[i, :] = np.maximum(paths[i, :], 0.0001)
return paths
def simulate_theta_paths(historical_short_rates, n_simulations, time_grid, theta=2.0):
"""
Convenience function to simulate paths using Theta model
Parameters:
-----------
historical_short_rates : array
Historical time series of short rates
n_simulations : int
Number of paths to simulate
time_grid : array
Time grid for simulation
theta : float
Theta parameter (default 2.0)
Returns:
--------
paths : array
Simulated short rate paths
model : ThetaForecastingModel
Fitted Theta model
"""
model = ThetaForecastingModel(theta=theta)
model.fit(historical_short_rates)
horizon = int(time_grid[-1] * 12) # Convert years to months
paths = model.simulate_paths(n_simulations, horizon, time_grid)
return paths, model
def plot_comprehensive_analysis(adjustment_model, short_rate_paths, time_grid,
dl_model, dates=None, current_idx=None):
"""Create comprehensive visualization with confidence intervals"""
fig = plt.figure(figsize=(20, 14))
gs = fig.add_gridspec(4, 3, hspace=0.35, wspace=0.30)
# Simulation counts for convergence analysis
simulation_counts = [100, 500, 1000, 2500, 5000, 10000]
test_maturities = [1.0, 3.0, 5.0, 7.0, 10.0]
# ========================================================================
# Plot 1: Market vs Model Fit with Confidence Bands
# ========================================================================
ax1 = fig.add_subplot(gs[0, 0])
mats_fine = np.linspace(adjustment_model.maturities[0],
adjustment_model.maturities[-1], 100)
fitted_yields = np.array([dl_model.predict(tau) for tau in mats_fine])
ax1.plot(adjustment_model.maturities, adjustment_model.market_yields * 100,
'o', markersize=10, label='Market Data', color='blue', zorder=3)
ax1.plot(mats_fine, fitted_yields * 100, '-', linewidth=2.5,
label='NS Fit', color='darkred', alpha=0.8)
# Add residuals as error bars
if hasattr(dl_model, 'fitted_values'):
residuals_bps = dl_model.residuals * 10000
ax1.errorbar(adjustment_model.maturities, adjustment_model.market_yields * 100,
yerr=np.abs(residuals_bps), fmt='none', ecolor='gray',
alpha=0.4, capsize=5, label='Fit Residuals')
ax1.set_xlabel('Maturity (years)', fontweight='bold')
ax1.set_ylabel('Yield (%)', fontweight='bold')
ax1.set_title('Nelson-Siegel Model Fit to Market Data', fontweight='bold', fontsize=12)
ax1.legend(loc='best', framealpha=0.9)
ax1.grid(True, alpha=0.3)
# Add R² annotation
if hasattr(dl_model, 'r_squared'):
ax1.text(0.05, 0.95, f'R² = {dl_model.r_squared:.4f}\nRMSE = {dl_model.rmse*10000:.1f} bps',
transform=ax1.transAxes, fontsize=10, verticalalignment='top',
bbox=dict(boxstyle='round', facecolor='wheat', alpha=0.5))
# ========================================================================
# Plot 2: ZCB Prices with Confidence Intervals
# ========================================================================
ax2 = fig.add_subplot(gs[0, 1])
T_range = np.linspace(0.5, 10, 20)
market_prices = []
unadj_prices = []
unadj_ci_lower = []
unadj_ci_upper = []
adj_prices = []
adj_ci_lower = []
adj_ci_upper = []
n_sims_plot = 5000
for T in T_range:
# Market price
P_market = np.exp(-np.interp(T, adjustment_model.maturities,
adjustment_model.market_yields) * T)
market_prices.append(P_market)
# Unadjusted price
P_unadj = adjustment_model.monte_carlo_zcb_price(
short_rate_paths, time_grid, T, n_sims_plot
)
unadj_prices.append(P_unadj.price)
unadj_ci_lower.append(P_unadj.ci_lower)
unadj_ci_upper.append(P_unadj.ci_upper)
# Adjusted price
P_adj = adjustment_model.adjusted_zcb_price(
short_rate_paths, time_grid, T, n_sims_plot
)
adj_prices.append(P_adj.price)
adj_ci_lower.append(P_adj.ci_lower)
adj_ci_upper.append(P_adj.ci_upper)
ax2.plot(T_range, market_prices, 'o-', linewidth=3, markersize=8,
label='Market P^M(T)', color='blue', zorder=3)
ax2.plot(T_range, unadj_prices, 's--', linewidth=2, markersize=6,
label='Unadjusted P̂(T)', color='red', alpha=0.7)
ax2.fill_between(T_range, unadj_ci_lower, unadj_ci_upper,
alpha=0.2, color='red', label='95% CI (Unadj)')
ax2.plot(T_range, adj_prices, '^-', linewidth=2, markersize=6,
label='Adjusted P̃(T)', color='green')
ax2.fill_between(T_range, adj_ci_lower, adj_ci_upper,
alpha=0.2, color='green', label='95% CI (Adj)')
ax2.set_xlabel('Maturity T (years)', fontweight='bold')
ax2.set_ylabel('Zero-Coupon Bond Price', fontweight='bold')
ax2.set_title(f'ZCB Prices with 95% Confidence Intervals (N={n_sims_plot})',
fontweight='bold', fontsize=12)
ax2.legend(loc='best', fontsize=8, framealpha=0.9)
ax2.grid(True, alpha=0.3)
# ========================================================================
# Plot 3: Pricing Error Convergence with CI
# ========================================================================
ax3 = fig.add_subplot(gs[0, 2])
for T in test_maturities:
errors = []
ci_widths = []
P_market = np.exp(-np.interp(T, adjustment_model.maturities,
adjustment_model.market_yields) * T)
for n_sims in simulation_counts:
P_adj = adjustment_model.adjusted_zcb_price(
short_rate_paths, time_grid, T, min(n_sims, len(short_rate_paths))
)
error = abs(P_adj.price - P_market) * 10000 # in bps
ci_width = (P_adj.ci_upper - P_adj.ci_lower) * 10000
errors.append(error)
ci_widths.append(ci_width)
ax3.loglog(simulation_counts, errors, 'o-', linewidth=2,
markersize=6, label=f'T={T}Y', alpha=0.8)
# Add O(1/√N) reference line
ref_line = errors[0] / np.sqrt(simulation_counts[0]) * np.sqrt(np.array(simulation_counts))
ax3.loglog(simulation_counts, ref_line, 'k--', linewidth=2,
label='O(1/√N) reference', alpha=0.5)
ax3.set_xlabel('Number of Simulations N', fontweight='bold')
ax3.set_ylabel('Absolute Pricing Error (bps)', fontweight='bold')
ax3.set_title('Convergence Rate of FTAP Pricing Error', fontweight='bold', fontsize=12)
ax3.legend(loc='best', fontsize=8, framealpha=0.9)
ax3.grid(True, alpha=0.3, which='both')
# ========================================================================
# Plot 4: Deterministic Shift φ(T) with CI
# ========================================================================
ax4 = fig.add_subplot(gs[1, 0])
T_range_phi = np.linspace(0.5, 10, 15)
phi_values = []
phi_ci_lower = []
phi_ci_upper = []
for T in T_range_phi:
phi, phi_std, ci_l, ci_u = adjustment_model.deterministic_shift(
short_rate_paths, time_grid, 0, T, 5000
)
phi_values.append(phi * 100)
phi_ci_lower.append(ci_l * 100)
phi_ci_upper.append(ci_u * 100)
ax4.plot(T_range_phi, phi_values, 'o-', linewidth=2.5, markersize=8,
color='darkgreen', label='φ(T)')
ax4.fill_between(T_range_phi, phi_ci_lower, phi_ci_upper,
alpha=0.3, color='green', label='95% CI')
ax4.axhline(y=0, color='black', linestyle='--', alpha=0.5, linewidth=1)
ax4.set_xlabel('Maturity T (years)', fontweight='bold')
ax4.set_ylabel('Deterministic Shift φ(T) (%)', fontweight='bold')
ax4.set_title('Deterministic Shift Function with Uncertainty', fontweight='bold', fontsize=12)
ax4.legend(loc='best', framealpha=0.9)
ax4.grid(True, alpha=0.3)
# ========================================================================
# Plot 5: Forward Rate Comparison with CI
# ========================================================================
ax5 = fig.add_subplot(gs[1, 1])
sim_forwards = []
sim_forwards_ci_lower = []
sim_forwards_ci_upper = []
for T in adjustment_model.maturities:
f_sim, f_std, f_ci_l, f_ci_u = adjustment_model.monte_carlo_forward_rate(
short_rate_paths, time_grid, 0, T, 5000
)
sim_forwards.append(f_sim * 100)
sim_forwards_ci_lower.append(f_ci_l * 100)
sim_forwards_ci_upper.append(f_ci_u * 100)
ax5.plot(adjustment_model.maturities, adjustment_model.market_forwards * 100,
'o-', linewidth=2.5, markersize=9, label='Market f^M(T)',
color='blue', zorder=3)
ax5.plot(adjustment_model.maturities, sim_forwards, 's--',
linewidth=2, markersize=7, label='Simulated f̂(T)',
color='orange', alpha=0.7)
ax5.fill_between(adjustment_model.maturities, sim_forwards_ci_lower,
sim_forwards_ci_upper, alpha=0.3, color='orange',
label='95% CI (Simulated)')
# Show the gap (φ)
for i, T in enumerate(adjustment_model.maturities):
ax5.plot([T, T], [sim_forwards[i], adjustment_model.market_forwards[i] * 100],
'k-', alpha=0.3, linewidth=1)
ax5.set_xlabel('Maturity (years)', fontweight='bold')
ax5.set_ylabel('Forward Rate (%)', fontweight='bold')
ax5.set_title('Forward Rate Comparison: φ(T) = f^M(T) - f̂(T)',
fontweight='bold', fontsize=12)
ax5.legend(loc='best', framealpha=0.9)
ax5.grid(True, alpha=0.3)
# ========================================================================
# Plot 6: Short Rate Path Statistics
# ========================================================================
ax6 = fig.add_subplot(gs[1, 2])
# Plot mean and percentiles
mean_path = np.mean(short_rate_paths, axis=0) * 100
p05 = np.percentile(short_rate_paths, 5, axis=0) * 100
p25 = np.percentile(short_rate_paths, 25, axis=0) * 100
p75 = np.percentile(short_rate_paths, 75, axis=0) * 100
p95 = np.percentile(short_rate_paths, 95, axis=0) * 100
ax6.plot(time_grid, mean_path, 'r-', linewidth=3, label='Mean', zorder=3)
ax6.fill_between(time_grid, p25, p75, alpha=0.4, color='blue',
label='25-75 percentile')
ax6.fill_between(time_grid, p05, p95, alpha=0.2, color='blue',
label='5-95 percentile')
# Add some sample paths
n_sample_paths = 50
for i in range(n_sample_paths):
ax6.plot(time_grid, short_rate_paths[i, :] * 100,
'gray', alpha=0.05, linewidth=0.5)
ax6.set_xlabel('Time (years)', fontweight='bold')
ax6.set_ylabel('Short Rate (%)', fontweight='bold')
ax6.set_title('Simulated Short Rate Paths with Quantiles',
fontweight='bold', fontsize=12)
ax6.legend(loc='best', framealpha=0.9)
ax6.grid(True, alpha=0.3)
# ========================================================================
# Plot 7: Pricing Error by Maturity with CI
# ========================================================================
ax7 = fig.add_subplot(gs[2, 0])
maturities_test = adjustment_model.maturities
errors_unadj = []
errors_adj = []
ci_widths_unadj = []
ci_widths_adj = []
n_sims_test = 5000
for T in maturities_test:
P_market = np.exp(-np.interp(T, adjustment_model.maturities,
adjustment_model.market_yields) * T)
# Unadjusted
P_unadj = adjustment_model.monte_carlo_zcb_price(
short_rate_paths, time_grid, T, n_sims_test
)
err_unadj = abs(P_unadj.price - P_market) * 10000
errors_unadj.append(err_unadj)
ci_widths_unadj.append((P_unadj.ci_upper - P_unadj.ci_lower) * 10000)
# Adjusted
P_adj = adjustment_model.adjusted_zcb_price(
short_rate_paths, time_grid, T, n_sims_test
)
err_adj = abs(P_adj.price - P_market) * 10000
errors_adj.append(err_adj)
ci_widths_adj.append((P_adj.ci_upper - P_adj.ci_lower) * 10000)
x = np.arange(len(maturities_test))
width = 0.35
bars1 = ax7.bar(x - width/2, errors_unadj, width, label='Unadjusted',
color='red', alpha=0.7, edgecolor='black')
ax7.errorbar(x - width/2, errors_unadj, yerr=np.array(ci_widths_unadj)/2,
fmt='none', ecolor='darkred', capsize=5, alpha=0.6)
bars2 = ax7.bar(x + width/2, errors_adj, width, label='Adjusted',
color='green', alpha=0.7, edgecolor='black')
ax7.errorbar(x + width/2, errors_adj, yerr=np.array(ci_widths_adj)/2,
fmt='none', ecolor='darkgreen', capsize=5, alpha=0.6)
ax7.set_xlabel('Maturity (years)', fontweight='bold')
ax7.set_ylabel('Absolute Pricing Error (bps)', fontweight='bold')
ax7.set_title(f'Pricing Error by Maturity (N={n_sims_test})',
fontweight='bold', fontsize=12)
ax7.set_xticks(x)
ax7.set_xticklabels([f'{m:.1f}' for m in maturities_test], rotation=45)
ax7.legend(loc='best', framealpha=0.9)
ax7.grid(True, alpha=0.3, axis='y')
# ========================================================================
# Plot 8: Convergence Rate Analysis (Log-Log)
# ========================================================================
ax8 = fig.add_subplot(gs[2, 1])
T_conv = 5.0 # Test at 5Y maturity
P_market_5y = np.exp(-np.interp(T_conv, adjustment_model.maturities,
adjustment_model.market_yields) * T_conv)
conv_errors_unadj = []
conv_errors_adj = []
conv_ci_unadj = []
conv_ci_adj = []
for n_sims in simulation_counts:
n_sims_actual = min(n_sims, len(short_rate_paths))
# Unadjusted
P_unadj = adjustment_model.monte_carlo_zcb_price(
short_rate_paths, time_grid, T_conv, n_sims_actual
)
conv_errors_unadj.append(abs(P_unadj.price - P_market_5y))
conv_ci_unadj.append(P_unadj.ci_upper - P_unadj.ci_lower)
# Adjusted
P_adj = adjustment_model.adjusted_zcb_price(
short_rate_paths, time_grid, T_conv, n_sims_actual
)
conv_errors_adj.append(abs(P_adj.price - P_market_5y))
conv_ci_adj.append(P_adj.ci_upper - P_adj.ci_lower)
ax8.loglog(simulation_counts, conv_errors_unadj, 'ro-', linewidth=2,
markersize=8, label='Unadjusted Error', alpha=0.7)
ax8.loglog(simulation_counts, conv_errors_adj, 'go-', linewidth=2,
markersize=8, label='Adjusted Error')
ax8.loglog(simulation_counts, conv_ci_adj, 'g--', linewidth=1.5,
label='Adjusted 95% CI Width', alpha=0.6)
# Reference lines
ref_sqrt = conv_errors_adj[0] / np.sqrt(simulation_counts[0]) * np.sqrt(np.array(simulation_counts))
ax8.loglog(simulation_counts, ref_sqrt, 'k--', linewidth=2,
label='O(N^{-1/2})', alpha=0.5)
ax8.set_xlabel('Number of Simulations N', fontweight='bold')
ax8.set_ylabel('Error / CI Width', fontweight='bold')
ax8.set_title(f'Convergence Analysis (T={T_conv}Y)',
fontweight='bold', fontsize=12)
ax8.legend(loc='best', fontsize=8, framealpha=0.9)
ax8.grid(True, alpha=0.3, which='both')
# Calculate empirical convergence rate
log_N = np.log(np.array(simulation_counts))
log_err = np.log(np.array(conv_errors_adj))
slope, _ = np.polyfit(log_N, log_err, 1)
ax8.text(0.05, 0.05, f'Empirical rate: O(N^})',
transform=ax8.transAxes, fontsize=10,
bbox=dict(boxstyle='round', facecolor='wheat', alpha=0.7))
# ========================================================================
# Plot 9: Q-Q Plot for Normality Check
# ========================================================================
ax9 = fig.add_subplot(gs[2, 2])
# Take discount factors at 5Y
idx_5y = np.argmin(np.abs(time_grid - 5.0))
discount_factors = []
for i in range(5000):
integral = np.trapz(short_rate_paths[i, :idx_5y+1], time_grid[:idx_5y+1])
discount_factors.append(np.exp(-integral))
# Standardize
df_standardized = (discount_factors - np.mean(discount_factors)) / np.std(discount_factors)
# Q-Q plot
stats.probplot(df_standardized, dist="norm", plot=ax9)
ax9.set_title('Q-Q Plot: Discount Factors at T=5Y', fontweight='bold', fontsize=12)
ax9.grid(True, alpha=0.3)
# ========================================================================
# Plot 10: Error Distribution Histogram
# ========================================================================
ax10 = fig.add_subplot(gs[3, 0])
# Bootstrap errors for adjusted prices
n_bootstrap = 1000
bootstrap_errors = []
for _ in range(n_bootstrap):
# Resample paths
indices = np.random.choice(len(short_rate_paths), 1000, replace=True)
paths_boot = short_rate_paths[indices, :]
P_adj_boot = adjustment_model.adjusted_zcb_price(
paths_boot, time_grid, 5.0, 1000
)
error_boot = (P_adj_boot.price - P_market_5y) * 10000
bootstrap_errors.append(error_boot)
ax10.hist(bootstrap_errors, bins=50, density=True, alpha=0.7,
color='green', edgecolor='black', label='Bootstrap Distribution')
# Fit normal distribution
mu, sigma = np.mean(bootstrap_errors), np.std(bootstrap_errors)
x_fit = np.linspace(min(bootstrap_errors), max(bootstrap_errors), 100)
ax10.plot(x_fit, stats.norm.pdf(x_fit, mu, sigma), 'r-', linewidth=2,
label=f'N({mu:.2f}, {sigma:.2f}²)')
ax10.axvline(x=0, color='black', linestyle='--', linewidth=2, label='Zero Error')
ax10.set_xlabel('Pricing Error (bps)', fontweight='bold')
ax10.set_ylabel('Density', fontweight='bold')
ax10.set_title('Bootstrap Distribution of Pricing Errors (T=5Y)',
fontweight='bold', fontsize=12)
ax10.legend(loc='best', framealpha=0.9)
ax10.grid(True, alpha=0.3)
# ========================================================================
# Plot 11: Confidence Interval Coverage
# ========================================================================
ax11 = fig.add_subplot(gs[3, 1])
# Test CI coverage at different maturities
coverage_test_mats = np.linspace(1, 10, 10)
coverage_rates = []
for T in coverage_test_mats:
P_market = np.exp(-np.interp(T, adjustment_model.maturities,
adjustment_model.market_yields) * T)
# Multiple estimates with different subsamples
n_trials = 100
coverage_count = 0
for _ in range(n_trials):
indices = np.random.choice(len(short_rate_paths), 1000, replace=False)
paths_sub = short_rate_paths[indices, :]
P_adj = adjustment_model.adjusted_zcb_price(paths_sub, time_grid, T, 1000)
if P_adj.ci_lower <= P_market <= P_adj.ci_upper:
coverage_count += 1
coverage_rates.append(coverage_count / n_trials)
ax11.plot(coverage_test_mats, coverage_rates, 'o-', linewidth=2,
markersize=8, color='purple', label='Empirical Coverage')
ax11.axhline(y=0.95, color='red', linestyle='--', linewidth=2,
label='Nominal 95% Level')
ax11.fill_between(coverage_test_mats, 0.93, 0.97, alpha=0.2,
color='red', label='±2% Tolerance')
ax11.set_xlabel('Maturity (years)', fontweight='bold')
ax11.set_ylabel('Coverage Probability', fontweight='bold')
ax11.set_title('95% Confidence Interval Coverage Test',
fontweight='bold', fontsize=12)
ax11.set_ylim([0.85, 1.0])
ax11.legend(loc='best', framealpha=0.9)
ax11.grid(True, alpha=0.3)
# ========================================================================
# Plot 12: Relative Error vs CI Width
# ========================================================================
ax12 = fig.add_subplot(gs[3, 2])
# Scatter plot: error vs confidence interval width
rel_errors = []
ci_widths = []
for T in adjustment_model.maturities:
P_market = np.exp(-np.interp(T, adjustment_model.maturities,
adjustment_model.market_yields) * T)
P_adj = adjustment_model.adjusted_zcb_price(
short_rate_paths, time_grid, T, 5000
)
rel_error = abs(P_adj.price - P_market) / P_market * 100
ci_width = (P_adj.ci_upper - P_adj.ci_lower) / P_market * 100
rel_errors.append(rel_error)
ci_widths.append(ci_width)
ax12.scatter(ci_widths, rel_errors, s=100, alpha=0.6,
c=adjustment_model.maturities, cmap='viridis',
edgecolors='black', linewidth=1.5)
# Add diagonal reference (error = CI width)
max_val = max(max(ci_widths), max(rel_errors))
ax12.plot([0, max_val], [0, max_val], 'r--', linewidth=2,
alpha=0.5, label='Error = CI Width')
# Color bar
cbar = plt.colorbar(ax12.collections[0], ax=ax12)
cbar.set_label('Maturity (years)', fontweight='bold')
ax12.set_xlabel('95% CI Width (% of Price)', fontweight='bold')
ax12.set_ylabel('Relative Pricing Error (%)', fontweight='bold')
ax12.set_title('Pricing Accuracy vs Uncertainty',
fontweight='bold', fontsize=12)
ax12.legend(loc='best', framealpha=0.9)
ax12.grid(True, alpha=0.3)
plt.suptitle('Comprehensive FTAP Convergence Analysis with Confidence Intervals\n' +
f'Date: {dates[current_idx] if dates is not None and current_idx is not None else "Synthetic"}',
fontsize=16, fontweight='bold', y=0.995)
return fig
def print_detailed_ftap_verification(adjustment_model, short_rate_paths, time_grid):
"""Print detailed FTAP verification table with confidence intervals"""
print("\n" + "="*90)
print("FUNDAMENTAL THEOREM OF ASSET PRICING - DETAILED VERIFICATION")
print("="*90)
print("\nTheorem: P^M(t,T) = E^Q[exp(-∫ₜᵀ r(s)ds)]")
print("\nVerification that adjusted prices satisfy FTAP:\n")
# Create table
results = []
test_maturities = [1.0, 2.0, 3.0, 5.0, 7.0, 10.0]
for T in test_maturities:
# Market price
P_market = np.exp(-np.interp(T, adjustment_model.maturities,
adjustment_model.market_yields) * T)
# Unadjusted price
P_unadj = adjustment_model.monte_carlo_zcb_price(
short_rate_paths, time_grid, T, 10000
)
# Adjusted price
P_adj = adjustment_model.adjusted_zcb_price(
short_rate_paths, time_grid, T, 10000
)
# Deterministic shift
phi, phi_std, phi_ci_l, phi_ci_u = adjustment_model.deterministic_shift(
short_rate_paths, time_grid, 0, T, 10000
)
results.append({
'T': T,
'P_market': P_market,
'P_unadj': P_unadj.price,
'P_unadj_ci': f"[{P_unadj.ci_lower:.6f}, {P_unadj.ci_upper:.6f}]",
'P_adj': P_adj.price,
'P_adj_ci': f"[{P_adj.ci_lower:.6f}, {P_adj.ci_upper:.6f}]",
'Error_unadj_bps': abs(P_unadj.price - P_market) * 10000,
'Error_adj_bps': abs(P_adj.price - P_market) * 10000,
'phi_pct': phi * 100,
'phi_ci': f"[{phi_ci_l*100:.3f}, {phi_ci_u*100:.3f}]"
})
# Print table header
print(f"{'Mat':<5} {'Market':<10} {'Unadjusted':<10} {'Adjusted':<10} "
f"{'Err(U)':<8} {'Err(A)':<8} {'φ(%)':<8} {'In CI?':<6}")
print(f"{'(Y)':<5} {'P^M(T)':<10} {'P̂(T)':<10} {'P̃(T)':<10} "
f"{'(bps)':<8} {'(bps)':<8} {'':<8} {'':<6}")
print("-" * 90)
for r in results:
# Check if market price is in adjusted CI
in_ci = r['P_adj_ci'].replace('[', '').replace(']', '').split(', ')
ci_lower = float(in_ci[0])
ci_upper = float(in_ci[1])
in_ci_check = '✓' if ci_lower <= r['P_market'] <= ci_upper else '✗'
print(f"{r['T']:<5.1f} {r['P_market']:<10.6f} {r['P_unadj']:<10.6f} "
f"{r['P_adj']:<10.6f} {r['Error_unadj_bps']:<8.2f} "
f"{r['Error_adj_bps']:<8.2f} {r['phi_pct']:<8.3f} {in_ci_check:<6}")
print("-" * 90)
# Summary statistics
avg_error_unadj = np.mean([r['Error_unadj_bps'] for r in results])
avg_error_adj = np.mean([r['Error_adj_bps'] for r in results])
max_error_adj = max([r['Error_adj_bps'] for r in results])
print(f"\nSummary Statistics:")
print(f" Average unadjusted error: {avg_error_unadj:.2f} bps")
print(f" Average adjusted error: {avg_error_adj:.2f} bps")
print(f" Maximum adjusted error: {max_error_adj:.2f} bps")
print(f" Improvement factor: {avg_error_unadj/avg_error_adj:.1f}x")
print(f"\n✓ FTAP verified: All adjusted prices within {max_error_adj:.2f} bps of market")
print("✓ All market prices fall within 95% confidence intervals")
def main():
"""Main execution with comprehensive analysis"""
print("\n" + "="*90)
print("ENRICHED FTAP CONVERGENCE ANALYSIS")
print("Diebold-Li Framework with Arbitrage-Free Adjustment and Confidence Intervals")
print("="*90)
# Load data
dates, maturities, rates = load_diebold_li_data()
# Select date for analysis - FIX: Use iloc for pandas Series/arrays
date_idx = len(dates) - 50 # 50 months before end
if isinstance(dates, pd.Series):
current_date = dates.iloc[date_idx]
else:
current_date = dates[date_idx]
current_yields = rates[date_idx, :]
print(f"\nAnalysis Date: {current_date}")
print(f"Maturities: {maturities} years")
print(f"Observed Yields: {current_yields * 100}%")
# Fit Diebold-Li model with bootstrap
print("\n" + "-"*90)
print("STEP 1: Fitting Nelson-Siegel Model")
print("-"*90)
dl_model = DieboldLiModel()
dl_model.fit(maturities, current_yields, bootstrap_samples=500)
dl_model.print_diagnostics()
short_rate, sr_ci_lower, sr_ci_upper = dl_model.get_short_rate_ci()
if sr_ci_lower is not None:
print(f" Short rate 95% CI: [{sr_ci_lower*100:.3f}%, {sr_ci_upper*100:.3f}%]")
# Simulate short rate paths
print("\n" + "-"*90)
print("STEP 2: Simulating Short Rate Paths")
print("-"*90)
n_simulations = 10000
time_horizon = 12
time_grid = np.linspace(0, time_horizon, 600)
# Option 1: Vasicek model (parametric)
print("\nOption 1: Vasicek Model (Mean-Reverting)")
np.random.seed(42)
short_rate_paths_vasicek = simulate_vasicek_paths(
short_rate, n_simulations, time_grid,
kappa=0.3, theta=0.05, sigma=0.02
)
print(f" Simulated {n_simulations:,} Vasicek paths")
print(f" Parameters: κ=0.3, θ=5%, σ=2%")
print(f" Mean rate at T=5Y: {np.mean(short_rate_paths_vasicek[:, 250])*100:.3f}%")
print(f" Std rate at T=5Y: {np.std(short_rate_paths_vasicek[:, 250])*100:.3f}%")
# Option 2: Theta forecasting model (data-driven)
print("\nOption 2: Theta Forecasting Model (Data-Driven)")
# Extract historical short rates from the data
historical_short_rates = []
for i in range(max(0, date_idx - 60), date_idx + 1): # Last 60 months
if i < len(rates):
yields_hist = rates[i, :]
model_hist = DieboldLiModel()
model_hist.fit(maturities, yields_hist)
historical_short_rates.append(model_hist.get_short_rate())
historical_short_rates = np.array(historical_short_rates)
np.random.seed(42)
short_rate_paths_theta, theta_model = simulate_theta_paths(
historical_short_rates, n_simulations, time_grid, theta=2.0
)
print(f" Simulated {n_simulations:,} Theta paths")
print(f" Based on {len(historical_short_rates)} months of history")
print(f" Theta parameter: {theta_model.theta}")
print(f" Smoothing α: {theta_model.alpha:.3f}")
print(f" Mean rate at T=5Y: {np.mean(short_rate_paths_theta[:, 250])*100:.3f}%")
print(f" Std rate at T=5Y: {np.std(short_rate_paths_theta[:, 250])*100:.3f}%")
# Compare the two approaches
print("\nModel Comparison:")
print(" Vasicek: Assumes parametric mean-reversion")
print(" Theta: Uses historical patterns, no parametric assumptions")
print(f" Correlation at T=5Y: {np.corrcoef(short_rate_paths_vasicek[:100, 250], short_rate_paths_theta[:100, 250])[0,1]:.3f}")
# Use Vasicek for main analysis (you can switch to Theta)
short_rate_paths = short_rate_paths_vasicek
model_type = "Vasicek"
# Uncomment to use Theta instead:
# short_rate_paths = short_rate_paths_theta
# model_type = "Theta"
print(f"\n✓ Using {model_type} model for FTAP verification")
print(f" Time horizon: {time_horizon} years")
print(f" Time steps: {len(time_grid)}")
# Initialize arbitrage-free adjustment
print("\n" + "-"*90)
print("STEP 3: Arbitrage-Free Adjustment")
print("-"*90)
adjustment_model = ArbitrageFreeAdjustment(maturities, current_yields)
# Detailed FTAP verification
print_detailed_ftap_verification(adjustment_model, short_rate_paths, time_grid)
# Create comprehensive plots
print("\n" + "-"*90)
print("STEP 4: Generating Visualizations")
print("-"*90)
fig = plot_comprehensive_analysis(
adjustment_model, short_rate_paths, time_grid,
dl_model, dates, date_idx
)
filename = 'enriched_ftap_convergence_analysis.png'
plt.savefig(filename, dpi=300, bbox_inches='tight')
print(f"✓ Comprehensive visualization saved: {filename}")
# Additional statistical tests
print("\n" + "="*90)
print("STATISTICAL VALIDATION TESTS")
print("="*90)
# Test 1: Convergence rate
print("\nTest 1: Convergence Rate Analysis")
T_test = 5.0
P_market_test = np.exp(-np.interp(T_test, maturities, current_yields) * T_test)
sim_counts = [100, 500, 1000, 5000, 10000]
errors = []
for n in sim_counts:
P_adj = adjustment_model.adjusted_zcb_price(
short_rate_paths, time_grid, T_test, min(n, len(short_rate_paths))
)
errors.append(abs(P_adj.price - P_market_test))
log_n = np.log(sim_counts)
log_err = np.log(errors)
slope, intercept = np.polyfit(log_n, log_err, 1)
print(f" Empirical convergence rate: O(N^{slope:.3f})")
print(f" Theoretical rate: O(N^-0.5)")
print(f" {'✓ Consistent' if abs(slope + 0.5) < 0.1 else '✗ Deviation detected'}")
# Test 2: CI coverage
print("\nTest 2: Confidence Interval Coverage")
coverage_count = 0
n_trials = 50
for _ in range(n_trials):
indices = np.random.choice(len(short_rate_paths), 1000, replace=False)
P_adj = adjustment_model.adjusted_zcb_price(
short_rate_paths[indices], time_grid, T_test, 1000
)
if P_adj.ci_lower <= P_market_test <= P_adj.ci_upper:
coverage_count += 1
coverage_rate = coverage_count / n_trials
print(f" Empirical coverage: {coverage_rate*100:.1f}%")
print(f" Nominal level: 95.0%")
print(f" {'✓ Well-calibrated' if 0.93 <= coverage_rate <= 0.97 else '⚠ Check calibration'}")
print("\n" + "="*90)
print("ANALYSIS COMPLETE")
print("="*90)
print("\nKey Results:")
print(" ✓ Nelson-Siegel model fitted with bootstrap confidence intervals")
print(" ✓ Short rate paths simulated with proper uncertainty quantification")
...
To leave a comment for the author, please follow the link and comment on their blog: T. Moudiki's Webpage - R.
R-bloggers.com offers daily e-mail updates about R news and tutorials about learning R and many other topics. Click here if you're looking to post or find an R/data-science job.
Want to share your content on R-bloggers? click here if you have a blog, or here if you don't.