---
title: "Stat. 481 Many Rose Garden Events - Gibbs Sampler - Hierarchical Model"
output: html_notebook
---

# Simualted Data

```{r}
library(rjags) 
library(runjags)
library(tictoc)

source("DBDA2E-utilities.R") 
```

Now simulate the sum assuming a particular probability of a positive test, within each event.  The model of the distribution of the nu's is assumed to center at 0.05 and have a concentration of 100.


```{r}
omega <- 0.05 # mode of the beta

kappa <- 100
```

Simulate different rates for the different events.

```{r}
k <- 100   # 5, 10, 50, 100

prob_nu <- rbeta(k, omega*(kappa-2)+1, (1 - omega)*(kappa - 2) + 1)
prob_nu

n <- 5000  # 300, 400, 1000, 5000

y <- rbinom(k, n, prob_nu)
y
```

JAGS need the data to be in a list of values, vectors, and matrices.

```{r}
dataList <- list(
  y = y,
  Ntotal = n,
  k = k 
)

dataList
```

# Model


```{r}
betaABfromModeKappa( mode=0.05, kappa=100 )

gammaShRaFromModeSD(mode = 10, sd = 5)
```



```{r}
modelString <- "
model {
  for (i in 1:k){
    y[i] ~ dbin( nu[i], Ntotal )                # Likelihood in code
    nu[i] = eta*pi[i] + (1 - theta)*(1-pi[i])
    pi[i] ~ dbeta( omega*(kappa - 2) + 1, (1 - omega)*(kappa - 2) + 1 ) 
    Py[i] ~ dbin( nu[i], Ntotal )               # Predictive distribution
  }
  omega ~ dbeta( 6, 95)   # mode of the beta on pi[i]
  kappa = kappaMinusTwo + 2   # concentration for the beta on the pi[i]
  kappaMinusTwo ~ dgamma( 5.8, .48 ) # (kappa - 2) cannot be negative
  eta ~ dbeta( 910 , 90 )            # prior
  theta ~ dbeta( 950 , 50 )          # prior
  Py_tot = sum(Py)
}
"

modelString

writeLines( modelString, con="model.txt" ) # write to file
```

# Inits

```{r}
omega_init <- 0.05
kappa_init <- 10
eta_init <- 0.95
theta_init <- 0.95

initsList = list( omega = omega_init,
                  eta = eta_init,
                  theta = theta_init) 
```

# Updates

```{r}
nChains=4
nAdaptSteps=50000
nBurninSteps=25000
nUseSteps=25000 # total number of used steps
nThinSteps=100
```

Single threaded program.

```{r}
tic()
jagsModel <- jags.model( file = textConnection(modelString), 
                         data = dataList, 
                         inits = initsList, 
                         n.chains = nChains, 
                         n.adapt = nAdaptSteps)

update(jagsModel, n.iter = nBurninSteps)  # Burn-in

codaSamples <- coda.samples(jagsModel,
                            variable.names = c("nu","pi",
                                             "omega","kappa", 
                                             "eta","theta","Py","Py_tot"),
                            thin = nThinSteps,
                            n.iter = ceiling(nUseSteps*nThinSteps/nChains))     # Record sampled values
toc()

save(codaSamples, file = paste0("Mcmc.Rdata"))
```

Using parallel processing.

```{r}
tic()
runJagsOut <- run.jags( method="parallel",
 model="model.txt",
 monitor=c("nu","pi","omega","kappa","eta","theta","Py", "Py_tot"),
 data=dataList,
 inits=initsList,
 n.chains=nChains,
 adapt=nAdaptSteps,
 burnin=nBurninSteps,
 sample=ceiling(nUseSteps/nChains),
 thin=nThinSteps,
 summarise=FALSE,
 plots=FALSE )
toc()

codaSamples = as.mcmc.list( runJagsOut )
```

```{r}
extract(runJagsOut, what='samplers')
```


# Examine the chains:
# Convergence diagnostics:

```{r}
plot(codaSamples)
```

```{r}
diagMCMC( codaObject=codaSamples, parName="pi[1]" )
diagMCMC( codaObject=codaSamples, parName="pi[2]" )
diagMCMC( codaObject=codaSamples, parName="pi[3]" )
diagMCMC( codaObject=codaSamples, parName="pi[4]" )
diagMCMC( codaObject=codaSamples, parName="pi[5]" )

diagMCMC( codaObject=codaSamples, parName="nu[1]" )
diagMCMC( codaObject=codaSamples, parName="nu[2]" )
diagMCMC( codaObject=codaSamples, parName="nu[3]" )
diagMCMC( codaObject=codaSamples, parName="nu[4]" )
diagMCMC( codaObject=codaSamples, parName="nu[5]" )


diagMCMC( codaObject=codaSamples, parName="omega" )
diagMCMC( codaObject=codaSamples, parName="kappa" )
diagMCMC( codaObject=codaSamples, parName="eta" )
diagMCMC( codaObject=codaSamples, parName="theta" )
```

```{r}
traceplot(codaSamples)
```

```{r}
plotPost( codaSamples[,"pi[1]"], main="pi[1]", xlab=bquote(pi[1]) )
plotPost( codaSamples[,"pi[2]"], main="pi[2]", xlab=bquote(pi[2]) )
plotPost( codaSamples[,"pi[3]"], main="pi[3]", xlab=bquote(pi[3]) )
plotPost( codaSamples[,"pi[4]"], main="pi[4]", xlab=bquote(pi[4]) )
plotPost( codaSamples[,"pi[5]"], main="pi[5]", xlab=bquote(pi[5]) )

plotPost( codaSamples[,"nu[1]"], main="nu[1]", xlab=bquote(nu[1]) )
plotPost( codaSamples[,"nu[2]"], main="nu[2]", xlab=bquote(nu[2]) )
plotPost( codaSamples[,"nu[3]"], main="nu[3]", xlab=bquote(nu[3]) )
plotPost( codaSamples[,"nu[4]"], main="nu[4]", xlab=bquote(nu[4]) )
plotPost( codaSamples[,"nu[5]"], main="nu[5]", xlab=bquote(nu[5]) )

plotPost( codaSamples[,"omega"], main="omega", xlab=bquote(omega) )
plotPost( codaSamples[,"kappa"], main="kappa", xlab=bquote(kappa) )
plotPost( codaSamples[,"eta"], main="eta", xlab=bquote(eta) )
plotPost( codaSamples[,"theta"], main="theta", xlab=bquote(theta) )
```

```{r}
plotPost( codaSamples[,"omega"] , main="omega" , xlab=bquote(omega) , 
          cenTend="median"  )
plotPost( codaSamples[,"kappa"] , main="kappa" , xlab=bquote(kappa) , 
          cenTend="median"  )
plotPost( codaSamples[,"eta"] , main="eta" , xlab=bquote(eta) , 
          cenTend="median"  )
plotPost( codaSamples[,"theta"] , main="theta" , xlab=bquote(theta) , 
          cenTend="median"  )
```

```{r}
summary(codaSamples)
```


```{r}
prob_nu

y

sum(y)
```


# TidyBayes

```{r}
library(tidyverse)
library(tidybayes)

codaSamples %>%  spread_draws(eta) %>%
  median_qi(.width = c(.95, .66)) %>%
  ggplot(aes( x = eta, xmin = .lower, xmax = .upper)) +
  geom_pointinterval()

codaSamples %>%  spread_draws(theta) %>%
  median_qi(.width = c(.95, .66)) %>%
  ggplot(aes( x = theta, xmin = .lower, xmax = .upper)) +
  geom_pointinterval()

codaSamples %>%  spread_draws(nu[k]) %>%
  median_qi(.width = c(.95, .66)) %>%
  ggplot(aes(y = k, x = nu[k], xmin = .lower, xmax = .upper)) +
  geom_pointinterval()

codaSamples %>%  spread_draws(pi[k]) %>%
  median_qi(.width = c(.95, .66)) %>%
  ggplot(aes(y = k, x = pi[k], xmin = .lower, xmax = .upper)) +
  geom_pointinterval()

codaSamples %>%  spread_draws(Py[k]) %>%
  median_qi(.width = c(.95, .66)) %>%
  ggplot(aes(y = k, x = Py[k], xmin = .lower, xmax = .upper)) +
  geom_pointinterval()

codaSamples %>%  spread_draws(Py_tot) %>%
  median_qi(.width = c(.95, .66)) %>%
  ggplot(aes( x = Py_tot, xmin = .lower, xmax = .upper)) +
  geom_pointinterval()


codaSamples %>%
  spread_draws(nu[k]) %>%
  compare_levels(nu, by = k) %>%
  ggplot(aes(y = k, x = nu)) +
  stat_halfeye()

codaSamples %>%
  spread_draws(pi[k]) %>%
  compare_levels(pi, by = k) %>%
  ggplot(aes(y = k, x = pi)) +
  stat_halfeye()

codaSamples %>%
  spread_draws(Py[k]) %>%
  compare_levels(Py, by = k) %>%
  ggplot(aes(y = k, x = Py)) +
  stat_halfeye()
```







