unified SEM and Multilevel VAR Estimation all determinants
Outline
This script covers the following steps
A. N = 1 model - unified Structural Equation Model (uSEM)
Set up the uSEM model
Check model summary (model fit statistics)
Data visualization and interpretation of results
B. N = all Multilevel VAR Model
Set up the mlVAR model
Check model summary(model fit statistics)
Data visualization and interpretation of results
C. Selected Readings
for uSEM model: Yang, X., Ram, N., Gest, S., Lydon, D., Conroy, D. E., Pincus, A. L., & Molenaar, P. C. M. (2018). Socioemotional dynamics of emotion regulation and depressive symptoms: A person-specific network approach. Complexity, 2018, Article ID 5094179. doi: 10.1155/2018/5094179 [Open Access https://www.hindawi.com/journals/complexity/2018/5094179/]
for mlVAR model: Bringmann LF, Vissers N, Wichers M, Geschwind N, Kuppens P, Peeters F, et al. (2013) A Network Approach to Psychopathology: New Insights into Clinical Longitudinal Data. PLoS ONE 8(4): e60188. https://doi.org/10.1371/journal.pone.0060188 [Open Access https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0060188]
Preliminaries
Loading Libraries
Loading libraries used in this script
# Check to see if necessary packages are installed, and install if not
packages <- c("psych", "pompom", "mlVAR", "bootnet", "psychonetrics", "GGMncv", "EstimateGroupNetwork", "relaimpo")
if (length(setdiff(packages, rownames(installed.packages()))) > 0) {
install.packages(setdiff(packages, rownames(installed.packages())))
}
# Load packages
library(tidyr)
library(lubridate)
Attaching package: ‘lubridate’
The following objects are masked from ‘package:base’:
date, intersect, setdiff, unionlibrary(stringr)
library(psych) #for data description
library(plyr) #for data manipulation
library(dplyr)
Attaching package: ‘dplyr’
The following objects are masked from ‘package:plyr’:
arrange, count, desc, failwith, id, mutate, rename, summarise, summarize
The following objects are masked from ‘package:stats’:
filter, lag
The following objects are masked from ‘package:base’:
intersect, setdiff, setequal, unionlibrary(ggplot2) #for data visualization
Attaching package: ‘ggplot2’
The following object is masked _by_ ‘.GlobalEnv’:
Layout
The following objects are masked from ‘package:psych’:
%+%, alpha# library(pompom) #for uSEM
# library(mlVAR) #for mlVAR models
library(bootnet)This is bootnet 1.5
For questions and issues, please see github.com/SachaEpskamp/bootnet.library(psychonetrics)This is psychonetrics 0.10! Note: this is BETA software! Please mind that the package may not be stable and report any bugs! For more information, please see psychonetrics.org, for questions and issues, please see github.com/SachaEpskamp/psychonetrics.
Attaching package: ‘psychonetrics’
The following object is masked from ‘package:psych’:
bifactor
The following object is masked from ‘package:graphics’:
identifylibrary(EstimateGroupNetwork)Loading Data
fs_demo_columns <- c('id', 'demographic_age', 'demographic_age_factor',
'demographic_education', 'demographic_gender',
'demographic_gender_factor', 'demographic_income',
'demographic_living_with', 'demographic_region',
# 'demographic_underage_children',
'demographic_underage_children_factor', 'fsd_end',
# 'fsd_id',
# 'fsd_no',
'fsd_round',
'fsd_start', 'fsd_vnk',
# 'fsd_vr',
'fsd_weight')
df <- read.csv("../citizen_shield/data/kp_df_eng_ordinal.csv", header=TRUE, row.names = "X")
remove_na <- function(DF, n=0) {
DF[, colSums(is.na(DF)) <= n]
}
df <- remove_na(df, n=4000)
# describeBy(df, group="user_id")
# tmp <- df %>%
# group_by(user_id) %>%
# summarise_at(vars(feature_list), funs(sd(., na.rm=TRUE)))create a feature list based on the column names of the data frame
feature_list <- colnames(df %>% select(-fs_demo_columns))Note: Using an external vector in selections is ambiguous.
ℹ Use `all_of(fs_demo_columns)` instead of `fs_demo_columns` to silence this message.
ℹ See <https://tidyselect.r-lib.org/reference/faq-external-vector.html>.
This message is displayed once per session.Show the head and description of the overall data frame
head(df)# describeBy(df, group = "user_id")
# describe(df)Show the head and descrption of an example user
example_round <- 1
data_indiv <- df[df$fsd_round == example_round, ]
# head(data_indiv)
# describe(data_indiv)plot_df <- data_indiv %>%
select(c(id, fsd_round), all_of(feature_list[1:20])) %>%
gather(key = "variable", value = "value", -c(id, fsd_round))plotting intraindividual change
#plotting intraindividual change
ggplot(data = plot_df,
aes(x = id, y=value, group= fsd_round)) +
#first variable
geom_line(aes(color = variable)) +
#plot layouts
scale_x_continuous(name="Arbitrary Time") +
scale_y_continuous(name="Raw Values") +
theme_classic() +
theme(axis.title=element_text(size=14),
axis.text=element_text(size=14),
plot.title=element_text(size=14, hjust=.5)) +
ggtitle(example_round)Warning: Removed 20 row(s) containing missing values (geom_path).
Normalize the data frame (consider min max maybe)
# standardize specific data columns (not the id or time variables in first 3 columns)
data_indiv[feature_list] <- lapply(data_indiv[feature_list],
function(x) c(scale(x, center=TRUE, scale=TRUE)))
# describe(data_indiv)plotting normalized intraindividual change
plot_df <- data_indiv %>%
select(c(id, fsd_round), all_of(feature_list[1:20])) %>%
gather(key = "variable", value = "value", -c(id, fsd_round))#plotting intraindividual change
ggplot(data = plot_df,
aes(x = id, y=value, group= fsd_round)) +
#first variable
geom_line(aes(color = variable)) +
#plot layouts
scale_x_continuous(name="Arbitrary Time") +
scale_y_continuous(name="Raw Values") +
theme_classic() +
theme(axis.title=element_text(size=14),
axis.text=element_text(size=14),
plot.title=element_text(size=14, hjust=.5)) +
ggtitle(example_round)Warning: Removed 20 row(s) containing missing values (geom_path).
Now we see that all the variables are in standardized form.
Check the data
It is useful to check that there are data in all columns. If any one of the variables is all missing (or has no variance), the model cannot be fit. Missing data on a few observations within a column is ok.
# check column missing
na_col <- 0
for (col in 1:ncol(data_indiv)) {
if (sum(is.na(data_indiv[,col])) == nrow(data_indiv)){
na_col <- na_col + 1
}
}
na_col[1] 0All columns are reported.
Describing the data.
describe(df)Not standardizing the data
For the following networks, the data are kept in their original form.
## Impute the feature_list missingness
# imp.cart <- mice::mice(df[, feature_list], method="cart", printFlag = FALSE)
# df[, feature_list] <- mice::complete(imp.cart)
complete_df <- df[complete.cases(df[, c("id", "fsd_round", feature_list)]), c("id", "fsd_round", feature_list)]ggmModSelect and EBICglasso networks
There is no accounting for the hierarchical nature of the data here. Unregularized Gaussian Graphical Model (“ggmModSelect”; GGM) using the glasso algorithm and stepwise model selection. Gaussian Markov random field estimation using graphical LASSO and extended Bayesian information criterion (“EBICglasso”) to select optimal regularization parameter.
net_modSelect <- estimateNetwork(complete_df[feature_list],
default = "ggmModSelect",
stepwise = FALSE,
corMethod = "cor")Estimating Network. Using package::function:
- qgraph::ggmModSelect for model selection
- using glasso::glasso
Running glasso to obtain starting model...net_thresh <- estimateNetwork(complete_df[feature_list],
tuning = 0, # EBICglasso sets tuning to 0.5 by default
default = "EBICglasso",
threshold = TRUE,
corMethod = "cor")Estimating Network. Using package::function:
- qgraph::EBICglasso for EBIC model selection
- using glasso::glasso
Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.Layout <- qgraph::averageLayout(net_modSelect, net_thresh)
layout(t(1:2))
plot(net_modSelect, layout = Layout, title = "ggmModSelect", edge.labels=TRUE, posCol="#306fbe", negCol="#e58038", label.scale.equal=TRUE, label.cex=10)
plot(net_thresh, layout = Layout, title = "Thresholded EBICglasso", edge.labels=TRUE, posCol="#306fbe", negCol="#e58038", label.scale.equal=TRUE, label.cex=10)
Here the principal direction is forced - this rescales variables according to the sign of the first eigen-vector. This will lead to most correlations to be positive (positive manifold), leading to negative edges to be substantively interpretable. (not sure this is preferable in this instance as the variables are not all from the same questionnaire).
net_modSelect_rescale <- estimateNetwork(complete_df[feature_list],
default = "ggmModSelect",
stepwise = FALSE,
principalDirection = TRUE)Estimating Network. Using package::function:
- qgraph::ggmModSelect for model selection
- using glasso::glasso
Running glasso to obtain starting model...net_thresh_rescale <- estimateNetwork(complete_df[feature_list],
tuning = 0,
default = "EBICglasso",
threshold = TRUE,
principalDirection = TRUE)Estimating Network. Using package::function:
- qgraph::EBICglasso for EBIC model selection
- using glasso::glasso
Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.layout(t(1:2))
plot(net_modSelect_rescale, layout = Layout,
title = "ggmModSelect", edge.labels=TRUE, posCol="#306fbe", negCol="#e58038", label.scale.equal=TRUE, label.cex=10)
plot(net_thresh_rescale, layout = Layout,
title = "Thresholded EBICglasso", edge.labels=TRUE, posCol="#306fbe", negCol="#e58038", label.scale.equal=TRUE, label.cex=10)
qgraph::centralityPlot(
list(
ggmModSelect = net_modSelect_rescale,
EBICGlasso_thresh = net_thresh_rescale
), include = "ExpectedInfluence"
)Note: z-scores are shown on x-axis rather than raw centrality indices.
boots <- bootnet(net_thresh_rescale, statistics = "ExpectedInfluence",
nBoots = 100, nCores = 2, type = "case")Note: bootnet will store only the following statistics: ExpectedInfluence
Bootstrapping...
| | 0 % ~calculating Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+ | 1 % ~19s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+ | 2 % ~19s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++ | 3 % ~20s
|++ | 4 % ~21s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++ | 5 % ~21s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++ | 6 % ~23s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++ | 7 % ~23s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++ | 8 % ~23s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++ | 9 % ~22s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++ | 10% ~22s
|++++++ | 11% ~21s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++ | 12% ~20s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++ | 13% ~20s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++ | 14% ~19s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++ | 15% ~19s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++ | 16% ~18s
|+++++++++ | 17% ~18s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++ | 18% ~18s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++ | 19% ~18s
|++++++++++ | 20% ~18s
|+++++++++++ | 21% ~17s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++ | 22% ~17s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++ | 23% ~17s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++ | 24% ~16s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++ | 25% ~16s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++ | 26% ~16s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++ | 27% ~15s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++ | 28% ~15s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++ | 29% ~15s
|+++++++++++++++ | 30% ~14s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++ | 31% ~14s
|++++++++++++++++ | 32% ~14s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++ | 33% ~14s
|+++++++++++++++++ | 34% ~14s
|++++++++++++++++++ | 35% ~13s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++ | 36% ~13s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++ | 37% ~13s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++ | 38% ~13s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++ | 39% ~12s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++ | 40% ~12s
|+++++++++++++++++++++ | 41% ~12s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++ | 42% ~12s
|++++++++++++++++++++++ | 43% ~12s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++ | 44% ~11s
|+++++++++++++++++++++++ | 45% ~11s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++ | 46% ~11s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++ | 47% ~11s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++ | 48% ~11s
|+++++++++++++++++++++++++ | 49% ~10s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++ | 50% ~10s
|++++++++++++++++++++++++++ | 51% ~10s
|++++++++++++++++++++++++++ | 52% ~10s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++ | 53% ~10s
|+++++++++++++++++++++++++++ | 54% ~09s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++ | 55% ~09s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++ | 56% ~09s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++ | 57% ~09s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++ | 58% ~09s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++ | 59% ~08s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++ | 60% ~08s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++ | 61% ~08s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++ | 62% ~08s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++++ | 63% ~08s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++++ | 64% ~07s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++++ | 65% ~07s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++++ | 66% ~07s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++++++ | 67% ~07s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++++++ | 68% ~07s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++++++ | 69% ~06s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++++++ | 70% ~06s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++++++++ | 71% ~06s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++++++++ | 72% ~06s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++++++++ | 73% ~06s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++++++++ | 74% ~05s
|++++++++++++++++++++++++++++++++++++++ | 75% ~05s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++++++++++ | 76% ~05s
|+++++++++++++++++++++++++++++++++++++++ | 77% ~05s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++++++++++ | 78% ~04s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++++++++++++ | 79% ~04s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++++++++++++ | 80% ~04s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++++++++++++ | 81% ~04s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++++++++++++ | 82% ~04s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++++++++++++++ | 83% ~03s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++++++++++++++ | 84% ~03s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++++++++++++++ | 85% ~03s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++++++++++++++ | 86% ~03s
|++++++++++++++++++++++++++++++++++++++++++++ | 87% ~03s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++++++++++++++++ | 88% ~02s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++++++++++++++++ | 89% ~02s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++++++++++++++++ | 90% ~02s
|++++++++++++++++++++++++++++++++++++++++++++++ | 91% ~02s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++++++++++++++++++ | 92% ~02s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++++++++++++++++++ | 93% ~01s
|+++++++++++++++++++++++++++++++++++++++++++++++ | 94% ~01s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++++++++++++++++++++ | 95% ~01s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|++++++++++++++++++++++++++++++++++++++++++++++++ | 96% ~01s Note: Network with lowest lambda selected as best network: assumption of sparsity might be violated.
|+++++++++++++++++++++++++++++++++++++++++++++++++ | 97% ~01s
|+++++++++++++++++++++++++++++++++++++++++++++++++ | 98% ~00s
|++++++++++++++++++++++++++++++++++++++++++++++++++| 99% ~00s
|++++++++++++++++++++++++++++++++++++++++++++++++++| 100% elapsed=20s Computing statistics...
| | 0 % ~calculating
|+ | 1 % ~01s
|+ | 2 % ~01s
|++ | 3 % ~01s
|++ | 4 % ~01s
|+++ | 5 % ~01s
|+++ | 6 % ~01s
|++++ | 7 % ~01s
|++++ | 8 % ~01s
|+++++ | 9 % ~01s
|+++++ | 10% ~01s
|++++++ | 11% ~01s
|++++++ | 12% ~01s
|+++++++ | 13% ~01s
|+++++++ | 14% ~01s
|++++++++ | 15% ~01s
|++++++++ | 16% ~01s
|+++++++++ | 17% ~01s
|+++++++++ | 18% ~01s
|++++++++++ | 19% ~01s
|++++++++++ | 20% ~01s
|+++++++++++ | 21% ~01s
|+++++++++++ | 22% ~01s
|++++++++++++ | 23% ~01s
|++++++++++++ | 24% ~01s
|+++++++++++++ | 25% ~01s
|+++++++++++++ | 26% ~01s
|++++++++++++++ | 27% ~01s
|++++++++++++++ | 28% ~01s
|+++++++++++++++ | 29% ~01s
|+++++++++++++++ | 30% ~01s
|++++++++++++++++ | 31% ~01s
|++++++++++++++++ | 32% ~01s
|+++++++++++++++++ | 33% ~01s
|+++++++++++++++++ | 34% ~01s
|++++++++++++++++++ | 35% ~01s
|++++++++++++++++++ | 36% ~01s
|+++++++++++++++++++ | 37% ~01s
|+++++++++++++++++++ | 38% ~01s
|++++++++++++++++++++ | 39% ~01s
|++++++++++++++++++++ | 40% ~01s
|+++++++++++++++++++++ | 41% ~01s
|+++++++++++++++++++++ | 42% ~01s
|++++++++++++++++++++++ | 43% ~01s
|++++++++++++++++++++++ | 44% ~01s
|+++++++++++++++++++++++ | 45% ~01s
|+++++++++++++++++++++++ | 46% ~01s
|++++++++++++++++++++++++ | 47% ~01s
|++++++++++++++++++++++++ | 48% ~01s
|+++++++++++++++++++++++++ | 49% ~01s
|+++++++++++++++++++++++++ | 50% ~01s
|++++++++++++++++++++++++++ | 51% ~01s
|++++++++++++++++++++++++++ | 52% ~01s
|+++++++++++++++++++++++++++ | 53% ~01s
|+++++++++++++++++++++++++++ | 54% ~01s
|++++++++++++++++++++++++++++ | 55% ~01s
|++++++++++++++++++++++++++++ | 56% ~01s
|+++++++++++++++++++++++++++++ | 57% ~01s
|+++++++++++++++++++++++++++++ | 58% ~01s
|++++++++++++++++++++++++++++++ | 59% ~00s
|++++++++++++++++++++++++++++++ | 60% ~00s
|+++++++++++++++++++++++++++++++ | 61% ~00s
|+++++++++++++++++++++++++++++++ | 62% ~00s
|++++++++++++++++++++++++++++++++ | 63% ~00s
|++++++++++++++++++++++++++++++++ | 64% ~00s
|+++++++++++++++++++++++++++++++++ | 65% ~00s
|+++++++++++++++++++++++++++++++++ | 66% ~00s
|++++++++++++++++++++++++++++++++++ | 67% ~00s
|++++++++++++++++++++++++++++++++++ | 68% ~00s
|+++++++++++++++++++++++++++++++++++ | 69% ~00s
|+++++++++++++++++++++++++++++++++++ | 70% ~00s
|++++++++++++++++++++++++++++++++++++ | 71% ~00s
|++++++++++++++++++++++++++++++++++++ | 72% ~00s
|+++++++++++++++++++++++++++++++++++++ | 73% ~00s
|+++++++++++++++++++++++++++++++++++++ | 74% ~00s
|++++++++++++++++++++++++++++++++++++++ | 75% ~00s
|++++++++++++++++++++++++++++++++++++++ | 76% ~00s
|+++++++++++++++++++++++++++++++++++++++ | 77% ~00s
|+++++++++++++++++++++++++++++++++++++++ | 78% ~00s
|++++++++++++++++++++++++++++++++++++++++ | 79% ~00s
|++++++++++++++++++++++++++++++++++++++++ | 80% ~00s
|+++++++++++++++++++++++++++++++++++++++++ | 81% ~00s
|+++++++++++++++++++++++++++++++++++++++++ | 82% ~00s
|++++++++++++++++++++++++++++++++++++++++++ | 83% ~00s
|++++++++++++++++++++++++++++++++++++++++++ | 84% ~00s
|+++++++++++++++++++++++++++++++++++++++++++ | 85% ~00s
|+++++++++++++++++++++++++++++++++++++++++++ | 86% ~00s
|++++++++++++++++++++++++++++++++++++++++++++ | 87% ~00s
|++++++++++++++++++++++++++++++++++++++++++++ | 88% ~00s
|+++++++++++++++++++++++++++++++++++++++++++++ | 89% ~00s
|+++++++++++++++++++++++++++++++++++++++++++++ | 90% ~00s
|++++++++++++++++++++++++++++++++++++++++++++++ | 91% ~00s
|++++++++++++++++++++++++++++++++++++++++++++++ | 92% ~00s
|+++++++++++++++++++++++++++++++++++++++++++++++ | 93% ~00s
|+++++++++++++++++++++++++++++++++++++++++++++++ | 94% ~00s
|++++++++++++++++++++++++++++++++++++++++++++++++ | 95% ~00s
|++++++++++++++++++++++++++++++++++++++++++++++++ | 96% ~00s
|+++++++++++++++++++++++++++++++++++++++++++++++++ | 97% ~00s
|+++++++++++++++++++++++++++++++++++++++++++++++++ | 98% ~00s
|++++++++++++++++++++++++++++++++++++++++++++++++++| 99% ~00s
|++++++++++++++++++++++++++++++++++++++++++++++++++| 100% elapsed=01s plot(boots, statistics = "ExpectedInfluence") +
theme(legend.position = "none")
relative importance network
There is no accounting for the hierarchical nature of the data here
# net_relimp <- estimateNetwork(complete_df[feature_list],
# default = "relimp",
# normalize = FALSE)
# net_relimp2 <- estimateNetwork(complete_df[feature_list],
# default = "relimp",
# normalize = FALSE,
# structureDefault = "ggmModSelect",
# stepwise = FALSE # Sent to structureDefault function
# )# Layout <- qgraph::averageLayout(net_relimp, net_relimp2)
# layout(t(1:2))
# plot(net_relimp, layout = Layout, title = "Saturated", edge.labels=TRUE, posCol="#306fbe", negCol="#e58038")
# plot(net_relimp2, layout = Layout, title = "Non-saturated", edge.labels=TRUE, posCol="#306fbe", negCol="#e58038")graphicalVAR
This approach is not really valid as it uses all time points as if they are from the same person which is not the case here
# Estimate model:
gvar <- estimateNetwork(
complete_df, default = "graphicalVAR", vars = feature_list,
tuning = 0, dayvar = "fsd_round", nLambda = 10
)Loading required namespace: graphicalVAR
Estimating Network. Using package::function:
- graphicalVAR::graphicalVAR for model estimation
Warning: `funs()` was deprecated in dplyr 0.8.0.
Please use a list of either functions or lambdas:
# Simple named list:
list(mean = mean, median = median)
# Auto named with `tibble::lst()`:
tibble::lst(mean, median)
# Using lambdas
list(~ mean(., trim = .2), ~ median(., na.rm = TRUE))
This warning is displayed once every 8 hours.
Call `lifecycle::last_warnings()` to see where this warning was generated.
|
| | 0%
|
|= | 1%
|
|== | 2%
|
|=== | 3%
|
|===== | 4%
|
|====== | 5%
|
|======= | 6%
|
|======== | 7%
|
|========= | 8%
|
|========== | 9%
|
|============ | 10%
|
|============= | 11%
|
|============== | 12%
|
|=============== | 13%
|
|================ | 14%
|
|================= | 15%
|
|================== | 16%
|
|==================== | 17%
|
|===================== | 18%
|
|====================== | 19%
|
|======================= | 20%
|
|======================== | 21%
|
|========================= | 22%
|
|========================== | 23%
|
|============================ | 24%
|
|============================= | 25%
|
|============================== | 26%
|
|=============================== | 27%
|
|================================ | 28%
|
|================================= | 29%
|
|================================== | 30%
|
|==================================== | 31%
|
|===================================== | 32%
|
|====================================== | 33%
|
|======================================= | 34%
|
|======================================== | 35%
|
|========================================= | 36%
|
|=========================================== | 37%
|
|============================================ | 38%
|
|============================================= | 39%
|
|============================================== | 40%
|
|=============================================== | 41%
|
|================================================ | 42%
|
|================================================= | 43%
|
|=================================================== | 44%
|
|==================================================== | 45%
|
|===================================================== | 46%
|
|====================================================== | 47%
|
|======================================================= | 48%
|
|======================================================== | 49%
|
|========================================================== | 50%
|
|=========================================================== | 51%
|
|============================================================ | 52%
|
|============================================================= | 53%
|
|============================================================== | 54%
|
|=============================================================== | 55%
|
|================================================================ | 56%
|
|================================================================== | 57%
|
|=================================================================== | 58%
|
|==================================================================== | 59%
|
|===================================================================== | 60%
|
|====================================================================== | 61%
|
|======================================================================= | 62%
|
|======================================================================== | 63%
|
|========================================================================== | 64%
|
|=========================================================================== | 65%
|
|============================================================================ | 66%
|
|============================================================================= | 67%
|
|============================================================================== | 68%
|
|=============================================================================== | 69%
|
|================================================================================ | 70%
|
|================================================================================== | 71%
|
|=================================================================================== | 72%
|
|==================================================================================== | 73%
|
|===================================================================================== | 74%
|
|====================================================================================== | 75%
|
|======================================================================================= | 76%
|
|========================================================================================= | 77%
|
|========================================================================================== | 78%
|
|=========================================================================================== | 79%
|
|============================================================================================ | 80%
|
|============================================================================================= | 81%
|
|============================================================================================== | 82%
|
|=============================================================================================== | 83%
|
|================================================================================================= | 84%
|
|================================================================================================== | 85%
|
|=================================================================================================== | 86%
|
|==================================================================================================== | 87%
|
|===================================================================================================== | 88%
|
|====================================================================================================== | 89%
|
|======================================================================================================== | 90%
|
|========================================================================================================= | 91%
|
|========================================================================================================== | 92%
|
|=========================================================================================================== | 93%
|
|============================================================================================================ | 94%
|
|============================================================================================================= | 95%
|
|============================================================================================================== | 96%
|
|================================================================================================================ | 97%
|
|================================================================================================================= | 98%
|
|================================================================================================================== | 99%
|
|===================================================================================================================| 100%Minimal tuning parameter for kappa selected.Layout <- qgraph::averageLayout(gvar$graph$temporal,
gvar$graph$contemporaneous)
layout(t(1:2))
plot(gvar, graph = "temporal", layout = Layout,
title = "Temporal", edge.labels=TRUE, posCol="#306fbe", negCol="#e58038", label.scale.equal=TRUE, label.cex=10)
plot(gvar, graph = "contemporaneous", layout = Layout,
title = "Contemporaneous", edge.labels=TRUE, posCol="#306fbe", negCol="#e58038", label.scale.equal=TRUE, label.cex=10)
# gvar_boot <- bootnet(gvar, nBoots = 2, nCores = 2)# plot(gvar_boot, graph = "contemporaneous", plot = "interval")Mixed Graphical model
net_mgm <- estimateNetwork(complete_df[feature_list],
default = "mgm",
type="g",
level=1
# type=c("g", "g", "g", "g", "c", "c", "c", "g"),
# level=c(1, 1, 1, 1, 12, 7, 15, 1)
)Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnetplot(net_mgm, layout = Layout,
title = "mgm", edge.labels=TRUE, posCol="#306fbe", negCol="#e58038", label.scale.equal=TRUE, label.cex=10)
par(mar=c(5,1,10,1)+7)
for (checkpoint in unique(complete_df[, "fsd_round"])) {
net_mgm <- estimateNetwork(complete_df[complete_df["fsd_round"]==checkpoint, feature_list],
default = "mgm",
type="g",
level=1)
plot(net_mgm, layout = Layout,
# title = paste("mgm network", "checkpoint =", checkpoint),
edge.labels=TRUE, posCol="#306fbe", negCol="#e58038", label.scale.equal=TRUE, label.cex=10)
title(main=paste("Mixed Graphical Model network", "checkpoint =", checkpoint), line=16.25)
}Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Estimating Network. Using package::function:
- mgm::mgm for network computation
- Using glmnet::glmnet
Partial Correlation network
net_par_cor <- estimateNetwork(complete_df[feature_list],
default = "pcor")Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholdingplot(net_par_cor, layout = Layout,
title = "Partial Correlation", edge.labels=TRUE, posCol="#306fbe", negCol="#e58038", label.scale.equal=TRUE, label.cex=10)
par(mar=c(5,1,10,1)+7)
for (checkpoint in unique(complete_df[, "fsd_round"])) {
net_par_cor <- estimateNetwork(complete_df[complete_df["fsd_round"]==checkpoint, feature_list],
default = "pcor")
plot(net_par_cor, layout = Layout,
edge.labels=TRUE, posCol="#306fbe", negCol="#e58038", label.scale.equal=TRUE, label.cex=10)
title(main=paste("Partial Correlation network", "checkpoint =", checkpoint), line=16.25)
}Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Estimating Network. Using package::function:
- qgraph::qgraph(..., graph = 'pcor') for network computation
- psych::corr.p for significance thresholding
Correlation network
net_cor <- estimateNetwork(complete_df[feature_list],
default = "cor")Estimating Network. Using package::function:
- psych::corr.p for significance thresholdingplot(net_cor, layout = Layout,
title = "Correlation", edge.labels=TRUE, posCol="#306fbe", negCol="#e58038", label.scale.equal=TRUE, label.cex=10)
GGMncv network
net_GGMncv <- estimateNetwork(complete_df[feature_list],
default = "GGMncv")Loading required namespace: GGMncv
Registered S3 method overwritten by 'GGMncv':
method from
plot.graph BDgraph
Estimating Network. Using package::function:
- GGMncv::ggmncv for model estimation
selecting lambda
|
| | 0%
|
|== | 2%
|
|===== | 4%
|
|======= | 6%
|
|========= | 8%
|
|============ | 10%
|
|============== | 12%
|
|================ | 14%
|
|================== | 16%
|
|===================== | 18%
|
|======================= | 20%
|
|========================= | 22%
|
|============================ | 24%
|
|============================== | 26%
|
|================================ | 28%
|
|================================== | 30%
|
|===================================== | 32%
|
|======================================= | 34%
|
|========================================= | 36%
|
|============================================ | 38%
|
|============================================== | 40%
|
|================================================ | 42%
|
|=================================================== | 44%
|
|===================================================== | 46%
|
|======================================================= | 48%
|
|========================================================== | 50%
|
|============================================================ | 52%
|
|============================================================== | 54%
|
|================================================================ | 56%
|
|=================================================================== | 58%
|
|===================================================================== | 60%
|
|======================================================================= | 62%
|
|========================================================================== | 64%
|
|============================================================================ | 66%
|
|============================================================================== | 68%
|
|================================================================================ | 70%
|
|=================================================================================== | 72%
|
|===================================================================================== | 74%
|
|======================================================================================= | 76%
|
|========================================================================================== | 78%
|
|============================================================================================ | 80%
|
|============================================================================================== | 82%
|
|================================================================================================= | 84%
|
|=================================================================================================== | 86%
|
|===================================================================================================== | 88%
|
|======================================================================================================== | 90%
|
|========================================================================================================== | 92%
|
|============================================================================================================ | 94%
|
|============================================================================================================== | 96%
|
|================================================================================================================= | 98%
|
|===================================================================================================================| 100%plot(net_GGMncv, layout = Layout,
title = "GGMncv", edge.labels=TRUE, posCol="#306fbe", negCol="#e58038", label.scale.equal=TRUE, label.cex=10)
LS0tCnRpdGxlOiAidW5pZmllZCBTRU0gYW5kIE11bHRpbGV2ZWwgVkFSIEVzdGltYXRpb24gYWxsIGRldGVybWluYW50cyIKb3V0cHV0OiBodG1sX25vdGVib29rCi0tLQoKIyBPdXRsaW5lClRoaXMgc2NyaXB0IGNvdmVycyB0aGUgZm9sbG93aW5nIHN0ZXBzCgpBLiBOID0gMSBtb2RlbCAtIHVuaWZpZWQgU3RydWN0dXJhbCBFcXVhdGlvbiBNb2RlbCAodVNFTSkKCi0gU2V0IHVwIHRoZSB1U0VNIG1vZGVsCgotIENoZWNrIG1vZGVsIHN1bW1hcnkgKG1vZGVsIGZpdCBzdGF0aXN0aWNzKQoKLSBEYXRhIHZpc3VhbGl6YXRpb24gYW5kIGludGVycHJldGF0aW9uIG9mIHJlc3VsdHMKCkIuIE4gPSBhbGwgTXVsdGlsZXZlbCBWQVIgTW9kZWwKCi0gU2V0IHVwIHRoZSBtbFZBUiBtb2RlbAoKLSBDaGVjayBtb2RlbCBzdW1tYXJ5KG1vZGVsIGZpdCBzdGF0aXN0aWNzKQoKLSBEYXRhIHZpc3VhbGl6YXRpb24gYW5kIGludGVycHJldGF0aW9uIG9mIHJlc3VsdHMKCkMuIFNlbGVjdGVkIFJlYWRpbmdzCgotIGZvciB1U0VNIG1vZGVsOiBZYW5nLCBYLiwgUmFtLCBOLiwgR2VzdCwgUy4sIEx5ZG9uLCBELiwgQ29ucm95LCBELiBFLiwgUGluY3VzLCBBLiBMLiwgJiBNb2xlbmFhciwgUC4gQy4gTS4gKDIwMTgpLiBTb2Npb2Vtb3Rpb25hbCBkeW5hbWljcyBvZiBlbW90aW9uIHJlZ3VsYXRpb24gYW5kIGRlcHJlc3NpdmUgc3ltcHRvbXM6IEEgcGVyc29uLXNwZWNpZmljIG5ldHdvcmsgYXBwcm9hY2guIENvbXBsZXhpdHksIDIwMTgsIEFydGljbGUgSUQgNTA5NDE3OS4gZG9pOiAxMC4xMTU1LzIwMTgvNTA5NDE3OSBbT3BlbiBBY2Nlc3MgaHR0cHM6Ly93d3cuaGluZGF3aS5jb20vam91cm5hbHMvY29tcGxleGl0eS8yMDE4LzUwOTQxNzkvXQoKLSBmb3IgbWxWQVIgbW9kZWw6IEJyaW5nbWFubiBMRiwgVmlzc2VycyBOLCBXaWNoZXJzIE0sIEdlc2Nod2luZCBOLCBLdXBwZW5zIFAsIFBlZXRlcnMgRiwgZXQgYWwuICgyMDEzKSBBIE5ldHdvcmsgQXBwcm9hY2ggdG8gUHN5Y2hvcGF0aG9sb2d5OiBOZXcgSW5zaWdodHMgaW50byBDbGluaWNhbCBMb25naXR1ZGluYWwgRGF0YS4gUExvUyBPTkUgOCg0KTogZTYwMTg4LiBodHRwczovL2RvaS5vcmcvMTAuMTM3MS9qb3VybmFsLnBvbmUuMDA2MDE4OCBbT3BlbiBBY2Nlc3MgaHR0cHM6Ly9qb3VybmFscy5wbG9zLm9yZy9wbG9zb25lL2FydGljbGU/aWQ9MTAuMTM3MS9qb3VybmFsLnBvbmUuMDA2MDE4OF0KCiMjIyBQcmVsaW1pbmFyaWVzCiMjIyMgTG9hZGluZyBMaWJyYXJpZXMKCkxvYWRpbmcgbGlicmFyaWVzIHVzZWQgaW4gdGhpcyBzY3JpcHQKCmBgYHtyfQojIENoZWNrIHRvIHNlZSBpZiBuZWNlc3NhcnkgcGFja2FnZXMgYXJlIGluc3RhbGxlZCwgYW5kIGluc3RhbGwgaWYgbm90CnBhY2thZ2VzIDwtIGMoInBzeWNoIiwgInBvbXBvbSIsICJtbFZBUiIsICJib290bmV0IiwgInBzeWNob25ldHJpY3MiLCAiR0dNbmN2IiwgIkVzdGltYXRlR3JvdXBOZXR3b3JrIiwgInJlbGFpbXBvIikKaWYgKGxlbmd0aChzZXRkaWZmKHBhY2thZ2VzLCByb3duYW1lcyhpbnN0YWxsZWQucGFja2FnZXMoKSkpKSA+IDApIHsKICBpbnN0YWxsLnBhY2thZ2VzKHNldGRpZmYocGFja2FnZXMsIHJvd25hbWVzKGluc3RhbGxlZC5wYWNrYWdlcygpKSkpICAKfQojIExvYWQgcGFja2FnZXMKbGlicmFyeSh0aWR5cikKbGlicmFyeShsdWJyaWRhdGUpCmxpYnJhcnkoc3RyaW5ncikKbGlicmFyeShwc3ljaCkgI2ZvciBkYXRhIGRlc2NyaXB0aW9uCmxpYnJhcnkocGx5cikgI2ZvciBkYXRhIG1hbmlwdWxhdGlvbgpsaWJyYXJ5KGRwbHlyKQpsaWJyYXJ5KGdncGxvdDIpICNmb3IgZGF0YSB2aXN1YWxpemF0aW9uCiMgbGlicmFyeShwb21wb20pICNmb3IgdVNFTQojIGxpYnJhcnkobWxWQVIpICNmb3IgbWxWQVIgbW9kZWxzCmxpYnJhcnkoYm9vdG5ldCkKbGlicmFyeShwc3ljaG9uZXRyaWNzKQpsaWJyYXJ5KEVzdGltYXRlR3JvdXBOZXR3b3JrKQpgYGAKCiMjIyBMb2FkaW5nIERhdGEKCmBgYHtyfQpmc19kZW1vX2NvbHVtbnMgPC0gYygnaWQnLCAnZGVtb2dyYXBoaWNfYWdlJywgJ2RlbW9ncmFwaGljX2FnZV9mYWN0b3InLAogICAgICAgJ2RlbW9ncmFwaGljX2VkdWNhdGlvbicsICdkZW1vZ3JhcGhpY19nZW5kZXInLAogICAgICAgJ2RlbW9ncmFwaGljX2dlbmRlcl9mYWN0b3InLCAnZGVtb2dyYXBoaWNfaW5jb21lJywKICAgICAgICdkZW1vZ3JhcGhpY19saXZpbmdfd2l0aCcsICdkZW1vZ3JhcGhpY19yZWdpb24nLAogICAgICAgIyAnZGVtb2dyYXBoaWNfdW5kZXJhZ2VfY2hpbGRyZW4nLAogICAgICAgJ2RlbW9ncmFwaGljX3VuZGVyYWdlX2NoaWxkcmVuX2ZhY3RvcicsICdmc2RfZW5kJywgCiAgICAgICAjICdmc2RfaWQnLAogICAgICAgIyAnZnNkX25vJywgCiAgICAgICAnZnNkX3JvdW5kJywgCiAgICAgICAnZnNkX3N0YXJ0JywgJ2ZzZF92bmsnLCAKICAgICAgICMgJ2ZzZF92cicsCiAgICAgICAnZnNkX3dlaWdodCcpCgpgYGAKCmBgYHtyfQpkZiA8LSByZWFkLmNzdigiLi4vY2l0aXplbl9zaGllbGQvZGF0YS9rcF9kZl9lbmdfb3JkaW5hbC5jc3YiLCBoZWFkZXI9VFJVRSwgcm93Lm5hbWVzID0gIlgiKQpyZW1vdmVfbmEgPC0gZnVuY3Rpb24oREYsIG49MCkgewogIERGWywgY29sU3Vtcyhpcy5uYShERikpIDw9IG5dCn0KCmRmIDwtIHJlbW92ZV9uYShkZiwgbj00MDAwKQoKYGBgCgpgYGB7cn0KIyBkZXNjcmliZUJ5KGRmLCBncm91cD0idXNlcl9pZCIpCiMgdG1wIDwtIGRmICU+JQojICAgZ3JvdXBfYnkodXNlcl9pZCkgJT4lCiMgICBzdW1tYXJpc2VfYXQodmFycyhmZWF0dXJlX2xpc3QpLCBmdW5zKHNkKC4sIG5hLnJtPVRSVUUpKSkKYGBgCgoKCiMjIyMgY3JlYXRlIGEgZmVhdHVyZSBsaXN0IGJhc2VkIG9uIHRoZSBjb2x1bW4gbmFtZXMgb2YgdGhlIGRhdGEgZnJhbWUKCmBgYHtyfQpmZWF0dXJlX2xpc3QgPC0gY29sbmFtZXMoZGYgJT4lIHNlbGVjdCgtZnNfZGVtb19jb2x1bW5zKSkKYGBgCgojIyMjIFNob3cgdGhlIGhlYWQgYW5kIGRlc2NyaXB0aW9uIG9mIHRoZSBvdmVyYWxsIGRhdGEgZnJhbWUKCmBgYHtyfQpoZWFkKGRmKQpgYGAKCmBgYHtyfQojIGRlc2NyaWJlQnkoZGYsIGdyb3VwID0gInVzZXJfaWQiKQojIGRlc2NyaWJlKGRmKQpgYGAKCiMjIyMgU2hvdyB0aGUgaGVhZCBhbmQgZGVzY3JwdGlvbiBvZiBhbiBleGFtcGxlIHVzZXIgCgpgYGB7cn0KZXhhbXBsZV9yb3VuZCA8LSAxCmRhdGFfaW5kaXYgPC0gZGZbZGYkZnNkX3JvdW5kID09IGV4YW1wbGVfcm91bmQsIF0KIyBoZWFkKGRhdGFfaW5kaXYpCiMgZGVzY3JpYmUoZGF0YV9pbmRpdikKYGBgCgoKYGBge3J9CnBsb3RfZGYgPC0gZGF0YV9pbmRpdiAlPiUKICBzZWxlY3QoYyhpZCwgZnNkX3JvdW5kKSwgYWxsX29mKGZlYXR1cmVfbGlzdFsxOjIwXSkpICU+JQogIGdhdGhlcihrZXkgPSAidmFyaWFibGUiLCB2YWx1ZSA9ICJ2YWx1ZSIsIC1jKGlkLCBmc2Rfcm91bmQpKQpgYGAKCiMjIyMgcGxvdHRpbmcgaW50cmFpbmRpdmlkdWFsIGNoYW5nZSAKCmBgYHtyfQojcGxvdHRpbmcgaW50cmFpbmRpdmlkdWFsIGNoYW5nZSAKZ2dwbG90KGRhdGEgPSBwbG90X2RmLAogICAgICAgYWVzKHggPSBpZCwgeT12YWx1ZSwgZ3JvdXA9IGZzZF9yb3VuZCkpICsKICAjZmlyc3QgdmFyaWFibGUKICBnZW9tX2xpbmUoYWVzKGNvbG9yID0gdmFyaWFibGUpKSArIAogICNwbG90IGxheW91dHMKICBzY2FsZV94X2NvbnRpbnVvdXMobmFtZT0iQXJiaXRyYXJ5IFRpbWUiKSArCiAgc2NhbGVfeV9jb250aW51b3VzKG5hbWU9IlJhdyBWYWx1ZXMiKSArICAKICB0aGVtZV9jbGFzc2ljKCkgKwogIHRoZW1lKGF4aXMudGl0bGU9ZWxlbWVudF90ZXh0KHNpemU9MTQpLAogICAgICAgIGF4aXMudGV4dD1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICAgICAgcGxvdC50aXRsZT1lbGVtZW50X3RleHQoc2l6ZT0xNCwgaGp1c3Q9LjUpKSArCiAgZ2d0aXRsZShleGFtcGxlX3JvdW5kKQpgYGAKIyMjIyBOb3JtYWxpemUgdGhlIGRhdGEgZnJhbWUgKGNvbnNpZGVyIG1pbiBtYXggbWF5YmUpCgpgYGB7cn0KIyBzdGFuZGFyZGl6ZSBzcGVjaWZpYyBkYXRhIGNvbHVtbnMgKG5vdCB0aGUgaWQgb3IgdGltZSB2YXJpYWJsZXMgaW4gZmlyc3QgMyBjb2x1bW5zKQpkYXRhX2luZGl2W2ZlYXR1cmVfbGlzdF0gPC0gbGFwcGx5KGRhdGFfaW5kaXZbZmVhdHVyZV9saXN0XSwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgZnVuY3Rpb24oeCkgYyhzY2FsZSh4LCBjZW50ZXI9VFJVRSwgc2NhbGU9VFJVRSkpKQojIGRlc2NyaWJlKGRhdGFfaW5kaXYpCmBgYAoKIyMjIyBwbG90dGluZyBub3JtYWxpemVkIGludHJhaW5kaXZpZHVhbCBjaGFuZ2UgCmBgYHtyfQpwbG90X2RmIDwtIGRhdGFfaW5kaXYgJT4lCiAgc2VsZWN0KGMoaWQsIGZzZF9yb3VuZCksIGFsbF9vZihmZWF0dXJlX2xpc3RbMToyMF0pKSAlPiUKICBnYXRoZXIoa2V5ID0gInZhcmlhYmxlIiwgdmFsdWUgPSAidmFsdWUiLCAtYyhpZCwgZnNkX3JvdW5kKSkKYGBgCgoKYGBge3J9CiNwbG90dGluZyBpbnRyYWluZGl2aWR1YWwgY2hhbmdlIApnZ3Bsb3QoZGF0YSA9IHBsb3RfZGYsCiAgICAgICBhZXMoeCA9IGlkLCB5PXZhbHVlLCBncm91cD0gZnNkX3JvdW5kKSkgKwogICNmaXJzdCB2YXJpYWJsZQogIGdlb21fbGluZShhZXMoY29sb3IgPSB2YXJpYWJsZSkpICsgCiAgI3Bsb3QgbGF5b3V0cwogIHNjYWxlX3hfY29udGludW91cyhuYW1lPSJBcmJpdHJhcnkgVGltZSIpICsKICBzY2FsZV95X2NvbnRpbnVvdXMobmFtZT0iUmF3IFZhbHVlcyIpICsgIAogIHRoZW1lX2NsYXNzaWMoKSArCiAgdGhlbWUoYXhpcy50aXRsZT1lbGVtZW50X3RleHQoc2l6ZT0xNCksCiAgICAgICAgYXhpcy50ZXh0PWVsZW1lbnRfdGV4dChzaXplPTE0KSwKICAgICAgICBwbG90LnRpdGxlPWVsZW1lbnRfdGV4dChzaXplPTE0LCBoanVzdD0uNSkpICsKICBnZ3RpdGxlKGV4YW1wbGVfcm91bmQpCmBgYAoKCk5vdyB3ZSBzZWUgdGhhdCBhbGwgdGhlIHZhcmlhYmxlcyBhcmUgaW4gc3RhbmRhcmRpemVkIGZvcm0uCgojIyMgQ2hlY2sgdGhlIGRhdGEKCkl0IGlzIHVzZWZ1bCB0byBjaGVjayB0aGF0IHRoZXJlIGFyZSBkYXRhIGluIGFsbCBjb2x1bW5zLiBJZiBhbnkgb25lIG9mIHRoZSB2YXJpYWJsZXMgaXMgYWxsIG1pc3NpbmcgKG9yIGhhcyBubyB2YXJpYW5jZSksIHRoZSBtb2RlbCBjYW5ub3QgYmUgZml0LiBNaXNzaW5nIGRhdGEgb24gYSBmZXcgb2JzZXJ2YXRpb25zIHdpdGhpbiBhIGNvbHVtbiBpcyBvay4KCmBgYHtyfQojIGNoZWNrIGNvbHVtbiBtaXNzaW5nCm5hX2NvbCA8LSAwCmZvciAoY29sIGluIDE6bmNvbChkYXRhX2luZGl2KSkgewogIGlmIChzdW0oaXMubmEoZGF0YV9pbmRpdlssY29sXSkpID09IG5yb3coZGF0YV9pbmRpdikpewogICAgICAgIG5hX2NvbCA8LSBuYV9jb2wgKyAxCiAgfQp9Cm5hX2NvbApgYGAKCkFsbCBjb2x1bW5zIGFyZSByZXBvcnRlZC4KCiMjIyBEZXNjcmliaW5nIHRoZSBkYXRhLgpgYGB7cn0KZGVzY3JpYmUoZGYpCmBgYAoKIyMjIE5vdCBzdGFuZGFyZGl6aW5nIHRoZSBkYXRhCgpGb3IgdGhlIGZvbGxvd2luZyBuZXR3b3JrcywgdGhlIGRhdGEgYXJlIGtlcHQgaW4gdGhlaXIgb3JpZ2luYWwgZm9ybS4KCmBgYHtyfQojIyBJbXB1dGUgdGhlIGZlYXR1cmVfbGlzdCBtaXNzaW5nbmVzcwojIGltcC5jYXJ0IDwtIG1pY2U6Om1pY2UoZGZbLCBmZWF0dXJlX2xpc3RdLCBtZXRob2Q9ImNhcnQiLCBwcmludEZsYWcgPSBGQUxTRSkKIyBkZlssIGZlYXR1cmVfbGlzdF0gPC0gbWljZTo6Y29tcGxldGUoaW1wLmNhcnQpCmNvbXBsZXRlX2RmIDwtIGRmW2NvbXBsZXRlLmNhc2VzKGRmWywgYygiaWQiLCAiZnNkX3JvdW5kIiwgZmVhdHVyZV9saXN0KV0pLCBjKCJpZCIsICJmc2Rfcm91bmQiLCBmZWF0dXJlX2xpc3QpXQpgYGAKCiMjIyBnZ21Nb2RTZWxlY3QgYW5kIEVCSUNnbGFzc28gbmV0d29ya3MKVGhlcmUgaXMgbm8gYWNjb3VudGluZyBmb3IgdGhlIGhpZXJhcmNoaWNhbCBuYXR1cmUgb2YgdGhlIGRhdGEgaGVyZS4gVW5yZWd1bGFyaXplZCBHYXVzc2lhbiBHcmFwaGljYWwgTW9kZWwgKCJnZ21Nb2RTZWxlY3QiOyBHR00pIHVzaW5nIHRoZSBnbGFzc28gYWxnb3JpdGhtIGFuZCBzdGVwd2lzZSBtb2RlbCBzZWxlY3Rpb24uIEdhdXNzaWFuIE1hcmtvdiByYW5kb20gZmllbGQgZXN0aW1hdGlvbiB1c2luZyBncmFwaGljYWwgTEFTU08gYW5kIGV4dGVuZGVkIEJheWVzaWFuIGluZm9ybWF0aW9uIGNyaXRlcmlvbiAoIkVCSUNnbGFzc28iKSB0byBzZWxlY3Qgb3B0aW1hbCByZWd1bGFyaXphdGlvbiBwYXJhbWV0ZXIuCgpgYGB7cn0KbmV0X21vZFNlbGVjdCA8LSBlc3RpbWF0ZU5ldHdvcmsoY29tcGxldGVfZGZbZmVhdHVyZV9saXN0XSwgCiAgICAgICAgICAgICAgZGVmYXVsdCA9ICJnZ21Nb2RTZWxlY3QiLAogICAgICAgICAgICAgIHN0ZXB3aXNlID0gRkFMU0UsCiAgICAgICAgICAgICAgY29yTWV0aG9kID0gImNvciIpCmBgYAoKYGBge3J9Cm5ldF90aHJlc2ggPC0gZXN0aW1hdGVOZXR3b3JrKGNvbXBsZXRlX2RmW2ZlYXR1cmVfbGlzdF0sCiAgICAgICAgICAgICAgdHVuaW5nID0gMCwgIyBFQklDZ2xhc3NvIHNldHMgdHVuaW5nIHRvIDAuNSBieSBkZWZhdWx0CiAgICAgICAgICAgICAgZGVmYXVsdCA9ICJFQklDZ2xhc3NvIiwKICAgICAgICAgICAgICB0aHJlc2hvbGQgPSBUUlVFLAogICAgICAgICAgICAgIGNvck1ldGhvZCA9ICJjb3IiKQpgYGAKCmBgYHtyfQpMYXlvdXQgPC0gcWdyYXBoOjphdmVyYWdlTGF5b3V0KG5ldF9tb2RTZWxlY3QsIG5ldF90aHJlc2gpCmxheW91dCh0KDE6MikpCnBsb3QobmV0X21vZFNlbGVjdCwgbGF5b3V0ID0gTGF5b3V0LCB0aXRsZSA9ICJnZ21Nb2RTZWxlY3QiLCBlZGdlLmxhYmVscz1UUlVFLCBwb3NDb2w9IiMzMDZmYmUiLCBuZWdDb2w9IiNlNTgwMzgiLCBsYWJlbC5zY2FsZS5lcXVhbD1UUlVFLCBsYWJlbC5jZXg9MTApCnBsb3QobmV0X3RocmVzaCwgbGF5b3V0ID0gTGF5b3V0LCB0aXRsZSA9ICJUaHJlc2hvbGRlZCBFQklDZ2xhc3NvIiwgZWRnZS5sYWJlbHM9VFJVRSwgcG9zQ29sPSIjMzA2ZmJlIiwgbmVnQ29sPSIjZTU4MDM4IiwgbGFiZWwuc2NhbGUuZXF1YWw9VFJVRSwgbGFiZWwuY2V4PTEwKQpgYGAKCkhlcmUgdGhlIHByaW5jaXBhbCBkaXJlY3Rpb24gaXMgZm9yY2VkIC0gdGhpcyByZXNjYWxlcyB2YXJpYWJsZXMgYWNjb3JkaW5nIHRvIHRoZSBzaWduIG9mIHRoZSBmaXJzdCBlaWdlbi12ZWN0b3IuIFRoaXMgd2lsbCBsZWFkIHRvIG1vc3QgY29ycmVsYXRpb25zIHRvIGJlIHBvc2l0aXZlIChwb3NpdGl2ZSBtYW5pZm9sZCksIGxlYWRpbmcgdG8gbmVnYXRpdmUgZWRnZXMgdG8gYmUgc3Vic3RhbnRpdmVseSBpbnRlcnByZXRhYmxlLiAobm90IHN1cmUgdGhpcyBpcyBwcmVmZXJhYmxlIGluIHRoaXMgaW5zdGFuY2UgYXMgdGhlIHZhcmlhYmxlcyBhcmUgbm90IGFsbCBmcm9tIHRoZSBzYW1lIHF1ZXN0aW9ubmFpcmUpLgoKYGBge3J9Cm5ldF9tb2RTZWxlY3RfcmVzY2FsZSA8LSBlc3RpbWF0ZU5ldHdvcmsoY29tcGxldGVfZGZbZmVhdHVyZV9saXN0XSwgCiAgICAgICAgICAgICAgZGVmYXVsdCA9ICJnZ21Nb2RTZWxlY3QiLAogICAgICAgICAgICAgIHN0ZXB3aXNlID0gRkFMU0UsCiAgICAgICAgICAgICAgcHJpbmNpcGFsRGlyZWN0aW9uID0gVFJVRSkKbmV0X3RocmVzaF9yZXNjYWxlIDwtIGVzdGltYXRlTmV0d29yayhjb21wbGV0ZV9kZltmZWF0dXJlX2xpc3RdLAogICAgICAgICAgICAgIHR1bmluZyA9IDAsIAogICAgICAgICAgICAgIGRlZmF1bHQgPSAiRUJJQ2dsYXNzbyIsCiAgICAgICAgICAgICAgdGhyZXNob2xkID0gVFJVRSwKICAgICAgICAgICAgICBwcmluY2lwYWxEaXJlY3Rpb24gPSBUUlVFKQpsYXlvdXQodCgxOjIpKQpwbG90KG5ldF9tb2RTZWxlY3RfcmVzY2FsZSwgbGF5b3V0ID0gTGF5b3V0LCAKICAgICB0aXRsZSA9ICJnZ21Nb2RTZWxlY3QiLCBlZGdlLmxhYmVscz1UUlVFLCBwb3NDb2w9IiMzMDZmYmUiLCBuZWdDb2w9IiNlNTgwMzgiLCBsYWJlbC5zY2FsZS5lcXVhbD1UUlVFLCBsYWJlbC5jZXg9MTApCnBsb3QobmV0X3RocmVzaF9yZXNjYWxlLCBsYXlvdXQgPSBMYXlvdXQsIAogICAgIHRpdGxlID0gIlRocmVzaG9sZGVkIEVCSUNnbGFzc28iLCBlZGdlLmxhYmVscz1UUlVFLCBwb3NDb2w9IiMzMDZmYmUiLCBuZWdDb2w9IiNlNTgwMzgiLCBsYWJlbC5zY2FsZS5lcXVhbD1UUlVFLCBsYWJlbC5jZXg9MTApCmBgYApgYGB7cn0KcWdyYXBoOjpjZW50cmFsaXR5UGxvdCgKICBsaXN0KAogICAgZ2dtTW9kU2VsZWN0ID0gbmV0X21vZFNlbGVjdF9yZXNjYWxlLAogICAgRUJJQ0dsYXNzb190aHJlc2ggPSBuZXRfdGhyZXNoX3Jlc2NhbGUKICApLCBpbmNsdWRlID0gIkV4cGVjdGVkSW5mbHVlbmNlIgopCmBgYAoKYGBge3J9CmJvb3RzIDwtIGJvb3RuZXQobmV0X3RocmVzaF9yZXNjYWxlLCBzdGF0aXN0aWNzID0gIkV4cGVjdGVkSW5mbHVlbmNlIiwgCiAgICAgICAgICAgICAgICAgbkJvb3RzID0gMTAwLCBuQ29yZXMgPSAyLCB0eXBlID0gImNhc2UiKQpwbG90KGJvb3RzLCBzdGF0aXN0aWNzID0gIkV4cGVjdGVkSW5mbHVlbmNlIikgKyAKICB0aGVtZShsZWdlbmQucG9zaXRpb24gPSAibm9uZSIpCmBgYAojIyMgcmVsYXRpdmUgaW1wb3J0YW5jZSBuZXR3b3JrClRoZXJlIGlzIG5vIGFjY291bnRpbmcgZm9yIHRoZSBoaWVyYXJjaGljYWwgbmF0dXJlIG9mIHRoZSBkYXRhIGhlcmUKCmBgYHtyfQojIG5ldF9yZWxpbXAgPC0gZXN0aW1hdGVOZXR3b3JrKGNvbXBsZXRlX2RmW2ZlYXR1cmVfbGlzdF0sCiMgICAgICAgICAgICAgICBkZWZhdWx0ID0gInJlbGltcCIsCiMgICAgICAgICAgICAgICBub3JtYWxpemUgPSBGQUxTRSkKIyBuZXRfcmVsaW1wMiA8LSBlc3RpbWF0ZU5ldHdvcmsoY29tcGxldGVfZGZbZmVhdHVyZV9saXN0XSwKIyAgICAgICAgICAgICAgIGRlZmF1bHQgPSAicmVsaW1wIiwKIyAgICAgICAgICAgICAgIG5vcm1hbGl6ZSA9IEZBTFNFLAojICAgICAgICAgICAgICAgc3RydWN0dXJlRGVmYXVsdCA9ICJnZ21Nb2RTZWxlY3QiLAojICAgICAgICAgICAgICAgc3RlcHdpc2UgPSBGQUxTRSAjIFNlbnQgdG8gc3RydWN0dXJlRGVmYXVsdCBmdW5jdGlvbgojICAgICApCmBgYAoKCmBgYHtyfQojIExheW91dCA8LSBxZ3JhcGg6OmF2ZXJhZ2VMYXlvdXQobmV0X3JlbGltcCwgbmV0X3JlbGltcDIpCiMgbGF5b3V0KHQoMToyKSkKIyBwbG90KG5ldF9yZWxpbXAsIGxheW91dCA9IExheW91dCwgdGl0bGUgPSAiU2F0dXJhdGVkIiwgZWRnZS5sYWJlbHM9VFJVRSwgcG9zQ29sPSIjMzA2ZmJlIiwgbmVnQ29sPSIjZTU4MDM4IikKIyBwbG90KG5ldF9yZWxpbXAyLCBsYXlvdXQgPSBMYXlvdXQsIHRpdGxlID0gIk5vbi1zYXR1cmF0ZWQiLCBlZGdlLmxhYmVscz1UUlVFLCBwb3NDb2w9IiMzMDZmYmUiLCBuZWdDb2w9IiNlNTgwMzgiKQpgYGAKIyMjIGdyYXBoaWNhbFZBUgpUaGlzIGFwcHJvYWNoIGlzIG5vdCByZWFsbHkgdmFsaWQgYXMgaXQgdXNlcyBhbGwgdGltZSBwb2ludHMgYXMgaWYgdGhleSBhcmUgZnJvbSB0aGUgc2FtZSBwZXJzb24gd2hpY2ggaXMgbm90IHRoZSBjYXNlIGhlcmUKCmBgYHtyfQojIEVzdGltYXRlIG1vZGVsOgpndmFyIDwtIGVzdGltYXRlTmV0d29yaygKICBjb21wbGV0ZV9kZiwgZGVmYXVsdCA9ICJncmFwaGljYWxWQVIiLCB2YXJzID0gZmVhdHVyZV9saXN0LAogIHR1bmluZyA9IDAsIGRheXZhciA9ICJmc2Rfcm91bmQiLCBuTGFtYmRhID0gMTAKKQpgYGAKCgpgYGB7cn0KTGF5b3V0IDwtIHFncmFwaDo6YXZlcmFnZUxheW91dChndmFyJGdyYXBoJHRlbXBvcmFsLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGd2YXIkZ3JhcGgkY29udGVtcG9yYW5lb3VzKQpsYXlvdXQodCgxOjIpKQpwbG90KGd2YXIsIGdyYXBoID0gInRlbXBvcmFsIiwgbGF5b3V0ID0gTGF5b3V0LAogICAgIHRpdGxlID0gIlRlbXBvcmFsIiwgZWRnZS5sYWJlbHM9VFJVRSwgcG9zQ29sPSIjMzA2ZmJlIiwgbmVnQ29sPSIjZTU4MDM4IiwgbGFiZWwuc2NhbGUuZXF1YWw9VFJVRSwgbGFiZWwuY2V4PTEwKQpwbG90KGd2YXIsIGdyYXBoID0gImNvbnRlbXBvcmFuZW91cyIsIGxheW91dCA9IExheW91dCwKICAgICB0aXRsZSA9ICJDb250ZW1wb3JhbmVvdXMiLCBlZGdlLmxhYmVscz1UUlVFLCBwb3NDb2w9IiMzMDZmYmUiLCBuZWdDb2w9IiNlNTgwMzgiLCBsYWJlbC5zY2FsZS5lcXVhbD1UUlVFLCBsYWJlbC5jZXg9MTApCmBgYAoKYGBge3J9CiMgZ3Zhcl9ib290IDwtIGJvb3RuZXQoZ3ZhciwgbkJvb3RzID0gMiwgbkNvcmVzID0gMikKYGBgCgpgYGB7cn0KIyBwbG90KGd2YXJfYm9vdCwgZ3JhcGggPSAiY29udGVtcG9yYW5lb3VzIiwgcGxvdCA9ICJpbnRlcnZhbCIpCmBgYAoKIyMjIE1peGVkIEdyYXBoaWNhbCBtb2RlbAoKYGBge3J9Cm5ldF9tZ20gPC0gZXN0aW1hdGVOZXR3b3JrKGNvbXBsZXRlX2RmW2ZlYXR1cmVfbGlzdF0sCiAgICAgICAgICAgICAgZGVmYXVsdCA9ICJtZ20iLAogICAgICAgICAgICAgIHR5cGU9ImciLAogICAgICAgICAgICAgIGxldmVsPTEKICAgICAgICAgICAgICAjIHR5cGU9YygiZyIsICJnIiwgImciLCAiZyIsICJjIiwgImMiLCAiYyIsICJnIiksCiAgICAgICAgICAgICAgIyBsZXZlbD1jKDEsIDEsIDEsIDEsIDEyLCA3LCAxNSwgMSkKICAgICAgICAgICAgICApCmBgYAoKYGBge3J9CnBsb3QobmV0X21nbSwgbGF5b3V0ID0gTGF5b3V0LAogICAgIHRpdGxlID0gIm1nbSIsIGVkZ2UubGFiZWxzPVRSVUUsIHBvc0NvbD0iIzMwNmZiZSIsIG5lZ0NvbD0iI2U1ODAzOCIsIGxhYmVsLnNjYWxlLmVxdWFsPVRSVUUsIGxhYmVsLmNleD0xMCkKYGBgCgpgYGB7cn0KcGFyKG1hcj1jKDUsMSwxMCwxKSs3KQpmb3IgKGNoZWNrcG9pbnQgaW4gdW5pcXVlKGNvbXBsZXRlX2RmWywgImZzZF9yb3VuZCJdKSkgewogIG5ldF9tZ20gPC0gZXN0aW1hdGVOZXR3b3JrKGNvbXBsZXRlX2RmW2NvbXBsZXRlX2RmWyJmc2Rfcm91bmQiXT09Y2hlY2twb2ludCwgZmVhdHVyZV9saXN0XSwgCiAgICAgICAgICAgICAgZGVmYXVsdCA9ICJtZ20iLAogICAgICAgICAgICAgIHR5cGU9ImciLAogICAgICAgICAgICAgIGxldmVsPTEpCiAgcGxvdChuZXRfbWdtLCBsYXlvdXQgPSBMYXlvdXQsIAogICAgICAgIyB0aXRsZSA9IHBhc3RlKCJtZ20gbmV0d29yayIsICJjaGVja3BvaW50ID0iLCBjaGVja3BvaW50KSwgCiAgICAgICBlZGdlLmxhYmVscz1UUlVFLCBwb3NDb2w9IiMzMDZmYmUiLCBuZWdDb2w9IiNlNTgwMzgiLCBsYWJlbC5zY2FsZS5lcXVhbD1UUlVFLCBsYWJlbC5jZXg9MTApCiAgCiAgdGl0bGUobWFpbj1wYXN0ZSgiTWl4ZWQgR3JhcGhpY2FsIE1vZGVsIG5ldHdvcmsiLCAiY2hlY2twb2ludCA9IiwgY2hlY2twb2ludCksIGxpbmU9MTYuMjUpCn0KYGBgCgoKIyMjIFBhcnRpYWwgQ29ycmVsYXRpb24gbmV0d29yawoKYGBge3J9Cm5ldF9wYXJfY29yIDwtIGVzdGltYXRlTmV0d29yayhjb21wbGV0ZV9kZltmZWF0dXJlX2xpc3RdLCAKICAgICAgICAgICAgICBkZWZhdWx0ID0gInBjb3IiKQpgYGAKCmBgYHtyfQpwbG90KG5ldF9wYXJfY29yLCBsYXlvdXQgPSBMYXlvdXQsIAogICAgIHRpdGxlID0gIlBhcnRpYWwgQ29ycmVsYXRpb24iLCBlZGdlLmxhYmVscz1UUlVFLCBwb3NDb2w9IiMzMDZmYmUiLCBuZWdDb2w9IiNlNTgwMzgiLCBsYWJlbC5zY2FsZS5lcXVhbD1UUlVFLCBsYWJlbC5jZXg9MTApCmBgYAoKYGBge3J9CnBhcihtYXI9Yyg1LDEsMTAsMSkrNykKZm9yIChjaGVja3BvaW50IGluIHVuaXF1ZShjb21wbGV0ZV9kZlssICJmc2Rfcm91bmQiXSkpIHsKICBuZXRfcGFyX2NvciA8LSBlc3RpbWF0ZU5ldHdvcmsoY29tcGxldGVfZGZbY29tcGxldGVfZGZbImZzZF9yb3VuZCJdPT1jaGVja3BvaW50LCBmZWF0dXJlX2xpc3RdLCAKICAgICAgICAgICAgICBkZWZhdWx0ID0gInBjb3IiKQogIHBsb3QobmV0X3Bhcl9jb3IsIGxheW91dCA9IExheW91dCwgCiAgICAgICBlZGdlLmxhYmVscz1UUlVFLCBwb3NDb2w9IiMzMDZmYmUiLCBuZWdDb2w9IiNlNTgwMzgiLCBsYWJlbC5zY2FsZS5lcXVhbD1UUlVFLCBsYWJlbC5jZXg9MTApCiAgCiAgdGl0bGUobWFpbj1wYXN0ZSgiUGFydGlhbCBDb3JyZWxhdGlvbiBuZXR3b3JrIiwgImNoZWNrcG9pbnQgPSIsIGNoZWNrcG9pbnQpLCBsaW5lPTE2LjI1KQp9CmBgYAoKCiMjIyBDb3JyZWxhdGlvbiBuZXR3b3JrCgpgYGB7cn0KbmV0X2NvciA8LSBlc3RpbWF0ZU5ldHdvcmsoY29tcGxldGVfZGZbZmVhdHVyZV9saXN0XSwgCiAgICAgICAgICAgICAgZGVmYXVsdCA9ICJjb3IiKQpgYGAKCmBgYHtyfQpwbG90KG5ldF9jb3IsIGxheW91dCA9IExheW91dCwgCiAgICAgdGl0bGUgPSAiQ29ycmVsYXRpb24iLCBlZGdlLmxhYmVscz1UUlVFLCBwb3NDb2w9IiMzMDZmYmUiLCBuZWdDb2w9IiNlNTgwMzgiLCBsYWJlbC5zY2FsZS5lcXVhbD1UUlVFLCBsYWJlbC5jZXg9MTApCmBgYAoKIyMjIEdHTW5jdiBuZXR3b3JrCgpgYGB7cn0KbmV0X0dHTW5jdiA8LSBlc3RpbWF0ZU5ldHdvcmsoY29tcGxldGVfZGZbZmVhdHVyZV9saXN0XSwgCiAgICAgICAgICAgICAgZGVmYXVsdCA9ICJHR01uY3YiKQpgYGAKCmBgYHtyfQpwbG90KG5ldF9HR01uY3YsIGxheW91dCA9IExheW91dCwgCiAgICAgdGl0bGUgPSAiR0dNbmN2IiwgZWRnZS5sYWJlbHM9VFJVRSwgcG9zQ29sPSIjMzA2ZmJlIiwgbmVnQ29sPSIjZTU4MDM4IiwgbGFiZWwuc2NhbGUuZXF1YWw9VFJVRSwgbGFiZWwuY2V4PTEwKQpgYGAK