# Metropolis-Hastings from scratch
# https://tidyecology.com/posts/metropolis-hastings-from-scratch/
#
# The R code of this Tidy Ecology tutorial, chunk by chunk, in the order of the post.
# Run it top to bottom in a fresh R session. Code the post shows but does not run
# is commented out. The prose, and the numbers it quotes, are in the post itself.
# Post last modified: 2026-05-18

## ---- setup ----
library(ggplot2)
knitr::opts_chunk$set(echo = TRUE, message = FALSE, warning = FALSE,
                      fig.align = "center", dpi = 150)
paper <- "#f5f4ee"; ink <- "#16241d"; forest <- "#275139"; sage <- "#93a87f"
line_col <- "#dad9ca"; faint <- "#5d6b61"; accent2 <- "#c9b458"; warm <- "#cda23f"; brick <- "#b5534e"
theme_te <- function(base = 12) theme_minimal(base_size = base) + theme(
  plot.background = element_rect(fill = paper, colour = NA),
  panel.background = element_rect(fill = paper, colour = NA),
  panel.grid.major = element_line(colour = line_col, linewidth = 0.3),
  panel.grid.minor = element_blank(),
  axis.title = element_text(colour = ink), axis.text = element_text(colour = faint),
  plot.title = element_text(colour = ink, face = "bold"),
  plot.subtitle = element_text(colour = faint),
  legend.title = element_text(colour = ink), legend.text = element_text(colour = faint),
  legend.position = "top",
  strip.text = element_text(colour = ink, face = "bold"))
theme_set(theme_te())

## ---- data-wald ----
n <- 20L; y <- 2L
p_hat <- y / n
wald_se <- sqrt(p_hat * (1 - p_hat) / n)
wald_ci <- p_hat + c(-1, 1) * 1.96 * wald_se
round(c(estimate = p_hat, se = wald_se, lower = wald_ci[1], upper = wald_ci[2]), 4)

## ---- exact-posterior ----
a0 <- 1; b0 <- 1                       # Beta(1, 1) prior: flat on (0, 1)
a_post <- a0 + y
b_post <- b0 + (n - y)                  # exact posterior: Beta(a_post, b_post)
exact <- c(mean   = a_post / (a_post + b_post),
           median = qbeta(0.5,   a_post, b_post),
           lower  = qbeta(0.025, a_post, b_post),
           upper  = qbeta(0.975, a_post, b_post))
round(exact, 4)

## ---- sampler ----
log_post <- function(theta) {
  if (theta <= 0 || theta >= 1) return(-Inf)          # zero prior outside (0, 1)
  dbeta(theta, a0, b0, log = TRUE) + dbinom(y, n, theta, log = TRUE)
}

metropolis <- function(n_iter, prop_sd, init = 0.5) {
  draws <- numeric(n_iter)
  acc <- 0L
  cur <- init
  cur_lp <- log_post(cur)
  for (i in seq_len(n_iter)) {
    prop    <- cur + rnorm(1, 0, prop_sd)             # symmetric random-walk step
    prop_lp <- log_post(prop)
    if (log(runif(1)) < prop_lp - cur_lp) {           # accept on the log scale
      cur <- prop; cur_lp <- prop_lp; acc <- acc + 1L
    }
    draws[i] <- cur                                   # record accepted or repeated value
  }
  list(draws = draws, acc_rate = acc / n_iter)
}

## ---- run-chains ----
n_iter <- 40000L; burn <- 2000L
set.seed(4914)
small <- metropolis(n_iter, prop_sd = 0.02)
good  <- metropolis(n_iter, prop_sd = 0.15)
large <- metropolis(n_iter, prop_sd = 0.80)
round(c(small = small$acc_rate, good = good$acc_rate, large = large$acc_rate), 3)

## ---- fig-traces ----
K <- 1500
mk <- function(ch, lab) data.frame(iter = 1:K, theta = ch$draws[1:K],
        chain = sprintf("%s (accept %.2f)", lab, ch$acc_rate))
tr <- rbind(mk(small, "proposal SD 0.02"), mk(good, "proposal SD 0.15"), mk(large, "proposal SD 0.80"))
tr$chain <- factor(tr$chain, levels = unique(tr$chain))
ggplot(tr, aes(iter, theta)) +
  geom_line(colour = forest, linewidth = 0.25) +
  facet_wrap(~chain, ncol = 1) +
  labs(x = "iteration", y = expression(theta), title = "Proposal width controls mixing")

## ---- posterior-summary ----
g  <- good$draws[(burn + 1):n_iter]
mh <- c(mean   = mean(g),
        median = median(g),
        lower  = unname(quantile(g, 0.025)),
        upper  = unname(quantile(g, 0.975)))
round(mh, 4)

## ---- fig-posterior ----
xs <- seq(-0.06, 0.42, length.out = 400)
curv <- rbind(
  data.frame(x = xs, dens = dbeta(pmin(pmax(xs, 1e-9), 1 - 1e-9), a_post, b_post) * (xs > 0 & xs < 1),
             src = "exact posterior Beta(3, 19)"),
  data.frame(x = xs, dens = dnorm(xs, p_hat, wald_se), src = "Wald normal approximation"))
curv$src <- factor(curv$src, levels = c("exact posterior Beta(3, 19)", "Wald normal approximation"))
ggplot() +
  geom_histogram(data = data.frame(g = g), aes(g, after_stat(density)),
                 binwidth = 0.01, boundary = 0, fill = sage, colour = paper, alpha = 0.65) +
  geom_line(data = curv, aes(x, dens, colour = src, linetype = src), linewidth = 0.8) +
  geom_vline(xintercept = 0, colour = ink, linewidth = 0.4) +
  scale_colour_manual(values = c(forest, brick), name = NULL) +
  scale_linetype_manual(values = c("solid", "longdash"), name = NULL) +
  coord_cartesian(xlim = c(-0.06, 0.42)) +
  labs(x = "first-year survival probability", y = "density",
       title = "Metropolis samples match the exact posterior",
       subtitle = "the Wald approximation is symmetric and places mass below zero")
