data(diabetes, package = "lars")
bayeslasso <- function(lambda = NULL,
B = 1e4L,
x = diabetes$x,
y = diabetes$y){
stopifnot(is.matrix(x), is.vector(y))
# Scale inputs in case
x <- scale(x, center = TRUE, scale = FALSE)
y <- y - mean(y)
# Check method
if(is.null(lambda)){
method <- "empbayes"
} else{
method <- "fixed"
}
burnin <- 250L
# Precompute quantities and dimensions
xtx <- crossprod(x)
p <- ncol(x)
n <- nrow(x)
# Obtain initial estimates
linmod <- lm(y ~ x - 1)
betaols <- coef(linmod)
beta.curr <- betaols
sigmasq.curr <- mean(residuals(linmod)^2)
tausqinv.curr <- rep(1, p)
# Value reported in the text for the optimal parameter: lambda = 0.237
beta.ind <- 1:p
sigmasq.ind <- p + 1L
tausq.ind <- seq(from = p + 2L, length.out = p, by = 1L)
chains <- matrix(0, nrow = B, ncol = p + 1 + p +
ifelse(method == "fixed", 0,1))
if(method == "fixed"){
colnames(chains) <- c(paste0("beta", 1:p), "sigmasq",
paste0("tausq", 1:p))
lambdasq.curr <- lambda[1]^2
} else{
colnames(chains) <- c(paste0("beta", 1:p), "sigmasq",
paste0("tausq", 1:p), "lambda")
lambdasq.curr <- p*sqrt(sigmasq.curr)/sum(abs(betaols))
lambdasq.ind <- ncol(chains)
}
# MCMC loop
for(b in seq_len(B + burnin)){
ind <- pmax(1, b-burnin)
Ainv <- solve(xtx + diag(tausqinv.curr))
beta.curr <- chains[ind,beta.ind] <- as.numeric(
mvtnorm::rmvnorm(
n = 1,
mean = as.numeric(Ainv %*% t(x) %*% y),
sigma = sigmasq.curr*Ainv))
sigmasq.curr <- chains[ind, sigmasq.ind] <- 1/rgamma(
n = 1,
shape = (n-1+p)/2,
rate = sum((y-x %*% beta.curr)^2)/2 +
sum(beta.curr^2*tausqinv.curr)/2)
# Compute marginal posterior mean for lambda, using section 3.1
sumexpect <- 0
for(j in 1:p){
tausqinv.curr[j] <- actuar::rinvgauss(
n = 1,
mean = sqrt(lambdasq.curr*sigmasq.curr)/abs(beta.curr[j]),
dispersion = 1/lambdasq.curr)
if(method != "fixed"){
sumexpect <- sumexpect + mean(1/actuar::rinvgauss(
n = 1000,
mean = sqrt(lambdasq.curr*sigmasq.curr)/abs(beta.curr[j]),
dispersion = 1/lambdasq.curr))
}
}
chains[ind, tausq.ind] <- 1/tausqinv.curr
if(method != "fixed"){
lambdasq.curr <- chains[ind, lambdasq.ind] <- 2*p/sumexpect
}
}
if(method != "fixed"){
chains[, lambdasq.ind] <- sqrt(chains[, lambdasq.ind])
}
# Cast Markov chains to mcmc class object.
chains.mcmc <- coda::as.mcmc(chains)
# Effective sample size
ess <- as.integer(round(coda::effectiveSize(chains.mcmc), 0))
# Compute WAIC from log pointwise density
lppd <- 0
penalty <- 0
for(i in seq_len(n)){
lppd_i <- dnorm(
x = y[i],
mean = as.numeric(chains[,beta.ind] %*% c(x[i,])),
sd = sqrt(chains[,sigmasq.ind]),
log = TRUE)
lppd <- lppd + mean(lppd_i)
penalty <- penalty + var(lppd_i)
}
waic <- (-lppd + penalty)/n
l1norm <- mean(rowSums(abs(chains[,beta.ind])))
# Parameter estimates and 95% equitailed credible intervals
quant <- t(apply(chains, 2,
quantile, prob = c(0.025, 0.5, 0.975)))
regpar <- as.data.frame(cbind(quant,
colMeans(chains),
coda::batchSE(chains.mcmc),
ess))
regpar$pars <- rownames(quant)
rownames(regpar) <- NULL
colnames(regpar) <- c("lower", "median", "upper",
"mean", "se", "ess", "par")
regpar <- regpar[,c(7,4:5,1:3,6)]
attr(regpar, "waic") <- waic
attr(regpar, "l1norm") <- l1norm
return(regpar)
}
# Call the MCMC sampler
set.seed(2023)
lasso_empbayes <- bayeslasso(lambda = NULL)
# Extract the value of WAIC
waic <- attr(lasso_empbayes, "waic")