From 5a57214c2c8d85fa33cbf26251e461cd12dcf366 Mon Sep 17 00:00:00 2001 From: Rausch Date: Sun, 8 Dec 2024 13:42:14 +0100 Subject: [PATCH] Revise package for paper --- R/compareBayes.R | 41 ----- R/estimateMetaI.R | 14 +- R/fitConfModels.R | 15 -- R/plotConfModelFit.R | 43 ++--- README.md | 385 ++++++++++++++++++++----------------------- README.rmd | 113 +++++++------ TestResults.RData | Bin 1942233 -> 1942680 bytes TestScript.R | 7 +- paper.md | 23 ++- 9 files changed, 278 insertions(+), 363 deletions(-) delete mode 100644 R/compareBayes.R diff --git a/R/compareBayes.R b/R/compareBayes.R deleted file mode 100644 index 345ff19..0000000 --- a/R/compareBayes.R +++ /dev/null @@ -1,41 +0,0 @@ -#' Bayesian Model Comparison - -#' \code{compareBayes} performs a Bayesian model comparison based on marginal -#' likelihoods (alias model evidence), given for different models across different -#' subject on a group level using a fixed effects model and a random effects model -#' on the distribution of model probabilities (see Rigoux at al., 2014; Daunizeau et al., 2014) -#' `compareBayes` can be used with the output of \code{\link{fitConfModels}}, i.e. a data frame with information -#' criteria for different models and subjects, using a information criterion to -#' approximate the model evidence. -#' \code{summaryCompareBayes} p -#' - -#' @param fits a data frame as returned by \code{\link{fitRTConfModels}}. -#' Should contain a column `model`indicating the model name, a column -#' `subject` (alternatively `sbj` or `participant`) indicating the grouping -#' structure of the data, and a column with the name given by the `measure` -#' argument containing the values of the information criterion that should be -#' used to approximate model evidence. -#' @param measure the name of the column indicating the information criterion -#' to approximate model evidence. For outputs of \code{\link{fitRTConfModels}}, -#' the available measures are 'BIC', 'AIC', and 'AICc'. Any other approximation -#' for the model evidence may be used, the measure is transferred to log model -#' evidence by taking -measure/2. -#' @param opts a list with options for the iteration algorithm to estimate -#' the parameter of the Dirichlet distribution. Following values may be provided: -#' * \code{maxiter} the maximum number of iterations (Default: 200) -#' * \code{tol} the tolerance for changes in the free energy approximation -#' to stop the algorithm, if abs(FE(i+1)-FE(i)) 1){ - res$wAIC <- NA - res$wAICc <- NA - res$wBIC <- NA - for (sbj in subjects){ - Ls <- exp(-0.5 * (res$AIC[res$participant==sbj] - min(res$AIC[res$participant==sbj]))) - res$wAIC[res$participant==sbj] <- Ls / sum(Ls) - Ls <- exp(-0.5 * (res$AICc[res$participant==sbj] - min(res$AICc[res$participant==sbj]))) - res$wAICc[res$participant==sbj] <- Ls / sum(Ls) - Ls <- exp(-0.5 * (res$BIC[res$participant==sbj] - min(res$BIC[res$participant==sbj]))) - res$wBIC[res$participant==sbj] <- Ls / sum(Ls) - } - } - - # finally, drop columns with unnecessary parameters res <- res[,apply(res, 2, function(X) any(!is.na(X)))] if (no_sbj_column) res$participant <- NULL diff --git a/R/plotConfModelFit.R b/R/plotConfModelFit.R index fb0f95c..da65be7 100644 --- a/R/plotConfModelFit.R +++ b/R/plotConfModelFit.R @@ -1,4 +1,4 @@ -#' @title Plot the prediction of fitted parameters of one model of confidence over the corresponding real data +#' @title Plot the prediction of fitted parameters of one model of confidence over the corresponding data #' #' @description The `plotConfModelFit` function plots the predicted distribution of discrimination responses #' and confidence ratings created from a `data.frame` of parameters obtaind from \code{\link{fitConfModels}} @@ -25,38 +25,25 @@ #' If there is no model column in data or if there are multiple models in fitted_pars, #' it is necessary to specify the model argument. #' -#' @param model `character`. See \code{\link{fitConf}} for all available models +#' @param model `character`. See \code{\link{fitConfModels}} for all available models #' -#' @return a `data.frame` with one row for each combination of model and -#' participant. There are different columns for the model, the participant ID, and one -#' one column for each estimated model parameter (parameters -#' not present in a specific model are filled with NAs) +#' @return a `ggplot` object with empirically observed distribution of responses and confidence ratings +#' as bars on the x-axis as a function of discriminability (in the rows) and stimulus +#' (in the columns). Superimposed on the empirical data, +#' the plot also shows the prediction of one selected model as dots. #' #' @examples -#' # 1. Select two subjects from the masked orientation discrimination experiment -#' data <- subset(MaskOri, participant %in% c(1:2)) -#' head(data) +#' # 1. Fit some models to each subject of the masked orientation discrimination experiment +#' # Normally, the fits should be created using the function fitConfModels +#' # Fits <- fitConfModels(data, models = "WEV", .parallel = TRUE) +#' # Here, we create a dummy dataframe because fitting models takes about 10 minutes per model fit per participant on a 2.8GHz processor #' -#' # 2. Fit some models to each subject of the masked orientation discrimination experiment -#' \donttest{ -#' # Fitting several models to several subjects takes quite some time -#' # (about 10 minutes per model fit per participant on a 2.8GHz processor -#' # with the default values of nInits and nRestart). -#' # If you want to fit more than just two subjects, -#' # we strongly recommend setting .parallel=TRUE -#' Fits <- fitConfModels(data, models = "ITGc", .parallel = FALSE) -#' } -#' # 3. Plot the predicted probabilies based on model and fitted parameter over the observed relative frequencies. #' -#' \donttest{ -#' # Fitting several models to several subjects takes quite some time -#' # (about 10 minutes per model fit per participant on a 2.8GHz processor -#' # with the default values of nInits and nRestart). -#' # If you want to fit more than just two subjects, -#' # we strongly recommend setting .parallel=TRUE -#' myPlottedFit <- plotConfModelFit(data, Fits) -#' myPlottedFit -#' } +#' # 2. Plot the predicted probabilies based on model and fitted parameter over the observed relative frequencies. +#' +#' PlotFitWEV <- plotConfModelFit(MaskOri, fitted_pars, model="WEV") +#' PlotFitWEV +#' #' @import ggplot2 #' @importFrom plyr ddply summarise #' @importFrom Rmisc summarySEwithin diff --git a/README.md b/README.md index 3611d26..e7c719e 100644 --- a/README.md +++ b/README.md @@ -1,7 +1,9 @@ +# 1 The `statConfR` package for R + The `statConfR` package provides functions to fit static models of decision-making and confidence derived from signal detection theory for -binary discrimination tasks. Up to now, the following models have been -included: +binary discrimination tasks with confidence ratings on the data from +individual subjects. Up to now, the following models have been included: - signal detection rating model (Green & Swets, 1966), - Gaussian noise model (Maniscalco & Lau, 2016), @@ -9,31 +11,32 @@ included: - post-decisional accumulation model (Rausch et al., 2018), - independent Gaussian model (Rausch & Zehetleitner, 2017), - independent truncated Gaussian model (the model underlying the - meta-d′/d′ method, see Rausch et al., 2023), + meta-d$`^\prime`$/d$`^\prime`$ method, see Rausch et al., 2023), - lognormal noise model (Shekhar & Rahnev, 2021), and - lognormal weighted evidence and visibility model (Shekhar & Rahnev, 2023). -Bayesian model selection on the group level is performed using a fixed -effects model (i.e. assuming that data from each subject was caused by -the same generative model) and a and a Dirichelet random-effects model -(which assumes that different generative models may cause the data from -different subjects), as proposed by Rigoux et al. (2014) and Daunizeau -et al. (2014). - In addition, the `statConfR` package provides functions for estimating -different kinds of measures of metacognition: - -meta-d$`^\prime`$/d$`^\prime`$, the most widely-used measure of -metacognitive efficiency, allowing both Maniscalco and Lau (2012)’s and -Fleming (2017)’s model specification. Fitting models of confidence is a -way to test the assumptions underlying meta-d′/d′. - -Information-theoretic measures of metacognition (Dayan, 2023), -including - meta-I, an information-theoretic measures of metacognitive -sensitivity, - $`meta-I_{1}^{r}`$ and $`meta-I_{2}^{r}`$, two measures -of metacognitive efficiency proposed by Dayan (2023), - RMI, a novel -measure of metacognitive accuracy, also derived from information theory. - -## Mathematical description of implemented models of confidence +different kinds of measures of metacognition: + +- meta-d$`^\prime`$/d$`^\prime`$, the most widely-used measure of + metacognitive efficiency, allowing both Maniscalco and Lau (2012)’s + and Fleming (2017)’s model specification. Fitting models of confidence + is a way to test the assumptions underlying + meta-d$`^\prime`$/d$`^\prime`$. + +- Information-theoretic measures of metacognition (Dayan, 2023), + including + + - meta-I, an information-theoretic measures of metacognitive + sensitivity, + - $`meta-I_{1}^{r}`$ and $`meta-I_{2}^{r}`$, two measures of + metacognitive efficiency proposed by Dayan (2023), + - meta-$`I_{1}^{r\prime}`$, a novel variant of $`meta-I_{1}^{r}`$, + - RMI, a novel measure of metacognitive accuracy, also derived from + information theory. + +## 1.1 Mathematical description of implemented generative models of confidence The models included in the statConfR package are all based on signal detection theory (Green & Swets, 1966). It is assumed that participants @@ -64,7 +67,7 @@ models: \theta_{1,1}, ,...,\theta_{1,L-1}`$ ($`L`$: number of confidence categories available for confidence ratings). -### Signal detection rating model (SDT) +### 1.1.1 Signal detection rating model (SDT) According to SDT, the same sample of sensory evidence is used to generate response and confidence, i.e., $`y=x`$. The confidence criteria @@ -72,7 +75,7 @@ associated with $`R=-1`$ are more negative than the decision criterion $`c`$, whereas the confidence criteria associated with $`R=1`$ are more positive than $`c`$. -### Gaussian noise model (GN) +### 1.1.2 Gaussian noise model (GN) Conceptually, the Gaussian noise model reflects the idea that confidence is informed by the same sensory evidence as the task decision, but @@ -81,7 +84,7 @@ $`y`$ is subject to additive noise and assumed to be normally distributed around the decision evidence value $`x`$ with a standard deviation $`\sigma`$, which is an additional free parameter. -### Weighted evidence and visibility model (WEV) +### 1.1.3 Weighted evidence and visibility model (WEV) Conceptually, the WEV model reflects the idea that the observer combines evidence about decision-relevant features of the stimulus with the @@ -95,7 +98,7 @@ the weight that is put on the choice-irrelevant features in the confidence judgment. The parameters $`w`$ and $`\sigma`$ are free parameters in addition to the set of shared parameters. -### Post-decisional accumulation model (PDA) +### 1.1.4 Post-decisional accumulation model (PDA) PDA represents the idea of on-going information accumulation after the discrimination choice. The parameter $`a`$ indicates the amount of @@ -103,7 +106,7 @@ additional accumulation. The confidence variable is normally distributed with mean $`x+S\times d_k\times a`$ and variance $`a`$. The parameter $`a`$ is fitted in addition to the shared parameters. -### Independent Gaussian model (IG) +### 1.1.5 Independent Gaussian model (IG) According to IG, the information used for confidence judgments is generated independently from the sensory evidence used for the task @@ -114,7 +117,7 @@ parameter $`m`$ represents the amount of information available for confidence judgment relative to amount of evidence available for the discrimination decision and can be smaller as well as greater than 1. -### Independent truncated Gaussian model: HMetad-Version (ITGc) +### 1.1.6 Independent truncated Gaussian model: HMetad-Version (ITGc) Conceptually, the two ITG models just as IG are based on the idea that the information used for confidence judgments is generated independently @@ -134,7 +137,7 @@ the amount of information available for confidence judgments relative to amount of evidence available for discrimination decisions and can be smaller as well as greater than 1. -### Independent truncated Gaussian model: Meta-d’-Version (ITGcm) +### 1.1.7 Independent truncated Gaussian model: Meta-d’-Version (ITGcm) According to the version of the ITG consistent with the original meta-d’ method (Maniscalco & Lau, 2012, 2014), $`y`$ is sampled independently @@ -147,7 +150,7 @@ efficiency, i.e., the amount of information available for confidence judgments relative to amount of evidence available for the discrimination decision and can be smaller as well as greater than 1. -### Logistic noise model (logN) +### 1.1.8 Logistic noise model (logN) According to logN, the same sample of sensory evidence is used to generate response and confidence, i.e., $`y=x`$ just as in SDT. However, @@ -169,7 +172,7 @@ criteria, i.e., $`\mu_{\theta_{-1,1}}, ..., \mu_{\theta_{-1,L-1}}, \mu_{\theta_{1,1}}, ... \mu_{\theta_{1,L-1}}`$, as free parameters. -### Logistic weighted evidence and visibility model (logWEV) +### 1.1.9 Logistic weighted evidence and visibility model (logWEV) The logWEV model is a combination of logN and WEV proposed by . Conceptually, logWEV assumes that the observer combines evidence about @@ -185,51 +188,57 @@ to the discrimination judgments. The parameter $`w`$ represents the weight that is put on the choice-irrelevant features in the confidence judgment. The parameters $`w`$ and $`\sigma`$ are free parameters. -## Measures of metacognition - -### Meta-d’/d’ - -The conceptual idea of meta-d′ is to quantify metacognition in terms of -sensitivity in a hypothetical signal detection rating model describing -the primary task, under the assumption that participants had perfect -access to the sensory evidence and were perfectly consistent in placing -their confidence criteria (Maniscalco & Lau, 2012, 2014). Using a signal -detection model describing the primary task to quantify metacognition, -it allows a direct comparison between metacognitive accuracy and -discrimination performancembecause both are measured on the same scale. -Meta-d′ can be compared against the estimate of the distance between the -two stimulus distributions estimated from discrimination responses, -which is referred to as d′: If meta-d′ equals d′, it means that -metacognitive accuracy is exactly as good as expected from -discrimination performance. If meta-d′ is lower than d′, it means that +## 1.2 Measures of metacognition + +### 1.2.1 meta-d$`^\prime`$/d$`^\prime`$ + +The conceptual idea of meta-d$`^\prime`$ is to quantify metacognition in +terms of sensitivity in a hypothetical signal detection rating model +describing the primary task, under the assumption that participants had +perfect access to the sensory evidence and were perfectly consistent in +placing their confidence criteria (Maniscalco & Lau, 2012, 2014). Using +a signal detection model describing the primary task to quantify +metacognition, it allows a direct comparison between metacognitive +accuracy and discrimination performance because both are measured on the +same scale. Meta-d$`^\prime`$ can be compared against the estimate of +the distance between the two stimulus distributions estimated from +discrimination responses, which is referred to as d$`^\prime`$: If +meta-$`^\prime`$ equals d$`^\prime`$, it means that metacognitive +accuracy is exactly as good as expected from discrimination performance. +If meta-d$`^\prime`$ is lower than d$`^\prime`$, it means that metacognitive accuracy is not optimal. It can be shown that the implicit -model of confidence underlying the meta-d’/d’ method is identical to -different versions of the independent truncated Gaussian model (Rausch -et al., 2023), depending on whether the original model specification by -Maniscalco and Lau (2012) or alternatively the specification by Fleming -(2017) is used. We strongly recommend to test whether the independent -truncated Gaussian models are adequate descriptions of the data before -quantifying metacognitive efficiency with meta-d′/d′. - -### Information-theoretic measures of metacognition - -Dayan (2023) proposed several measures of metacognition based on -quantities of information theory. +model of confidence underlying the meta-d$`^\prime`$/d$`^\prime`$ method +is identical to different versions of the independent truncated Gaussian +model (Rausch et al., 2023), depending on whether the original model +specification by Maniscalco and Lau (2012) or alternatively the +specification by Fleming (2017) is used. We strongly recommend to test +whether the independent truncated Gaussian models are adequate +descriptions of the data before quantifying metacognitive efficiency +with meta-d$`^\prime`$/d$`^\prime`$ (see Rausch et al., 2023). + +### 1.2.2 Information-theoretic measures of metacognition + +It is assumed that a classifier (possibly a human being performing a +discrimination task) or an algorithmic classifier in a classification +application, makes a binary prediction $`R`$ about a true state of the +world $`S`$. Dayan (2023) proposed several measures of metacognition +based on quantities of information theory (for an introduction into +information theory, see MacKay, 2003; Cover & Thomas, 2006). - Meta-I is a measure of metacognitive sensitivity defined as the mutual information between the confidence and accuracy and is calculated as the transmitted information minus the minimal information given the - accuracy: + accuracy of the classification response: ``` math -meta-I = I(Y; \hat{Y}, C) - I(Y; \hat{Y}) +meta-I = I(S; R, C) - I(S; R) ``` -This is equivalent to Dayan’s formulation where meta-I is the -information that confidences transmit about the correctness of a +It can be shown that this is equivalent to Dayan’s formulation of meta-I +as the information that confidence transmits about the correctness of a response: ``` math -meta-I = I(Y = \hat{Y}; C) +meta-I = I(S = R; C) ``` - Meta-$`I_{1}^{r}`$ is meta-I normalized by the value of meta-I expected assuming a signal detection model (Green & Swets, 1966) with @@ -238,11 +247,16 @@ Gaussian noise, based on calculating the sensitivity index d’: ``` math meta-I_{1}^{r} = meta-I / meta-I(d') ``` - - Meta-$`I_{2}^{r}`$ is meta-I normalized by its theoretical upper -bound, which is the information entropy of accuracy, $`H(Y = \hat{Y})`$: + - Meta-$`I_{1}^{r\prime}`$ is a variant of meta-$`I_{1}^{r}`$, which +normalizes by the meta-I that would be expected from an underlying +normal distribution with the same accuracy (this is similar to the +sensitivity approach but without considering variable thresholds). + +- Meta-$`I_{2}^{r}`$ is meta-I normalized by its theoretical upper + bound, which is the information entropy of accuracy, $`H(S = R)`$: ``` math -meta-I_{2}^{r} = meta-I / H(Y = \hat{Y}) +meta-I_{2}^{r} = meta-I / H(S = R) ``` Notably, Dayan (2023) pointed out that a liberal or conservative use of @@ -250,9 +264,10 @@ the confidence levels will affected the mutual information and thus all information-theoretic measures of metacognition. In addition to Dayan’s measures, Meyen et al. (submitted) suggested an -additional measure that normalizes the Meta-I by the range of possible -values it can take. This required deriving lower and upper bounds of the -transmitted information given a participant’s accuracy. +additional measure that normalizes meta-I by the range of possible +values it can take. Normalizing meta-I by the range of possible values +requires deriving lower and upper bounds of the transmitted information +given a participant’s accuracy. ``` math RMI = \frac{meta-I}{\max_{\text{accuracy}}\{meta-I\}} @@ -262,13 +277,15 @@ As these measures are prone to estimation bias, the package offers a simple bias reduction mechanism in which the observed frequencies of stimulus-response combinations are taken as the underlying probability distribution. From this, Monte-Carlo simulations are conducted to -estimate and subtract the bias from these measures. Note that there is -probably no way to remove this bias completely. +estimate and subtract the bias from these measures. Note that the bias +is only reduced but not removed completely. -## Installation +## 1.3 Installation The latest released version of the package is available on CRAN via + + install.packages("statConfR") The easiest way to install the development version is using `devtools` @@ -276,11 +293,9 @@ and install from GitHub: devtools::install_github("ManuelRausch/StatConfR") - - -## Usage +## 1.4 Usage -### Example data set +### 1.4.1 Example data set The package includes a demo data set from a masked orientation discrimination task with confidence judgments (Hellmann et al., 2023, @@ -300,12 +315,13 @@ head(MaskOri) ## 5 1 0 1 3 133.3 5 ## 6 1 0 1 0 16.7 6 -### Fitting +### 1.4.2 Fitting models of confidence and decision making to individual subjects The function `fitConfModels` allows the user to fit several confidence -models separately to the data of each participant. The data should be -provided via the argument `.data` in the form of a data.frame object -with the following variables in separate columns: +models separately to the data of each participant using maximum +likelihood estimation. The data should be provided via the argument +`.data` in the form of a data.frame object with the following variables +in separate columns: - stimulus (factor with 2 levels): The property of the stimulus which defines which response is correct @@ -324,7 +340,7 @@ with the following variables in separate columns: Setting the optional argument `.parallel=TRUE` parallizes model fitting over all but 1 available core. Note that the fitting procedure takes may take a considerable amount of time, especially when there are multiple -models, several difficulty conditions, and/or several confidence +models, several difficulty conditions, and/or multiple confidence categories. For example, if there are five difficulty conditions and five confidence levels, fitting the WEV model to one single participant may take 20-30 minutes on a 2.8GHz CPU. We recommend parallelization to @@ -336,9 +352,11 @@ fitted_pars <- fitConfModels(MaskOri, models=c("ITGcm", "WEV"), .parallel = TRUE The output is then a data frame with one row for each combination of participant and model and separate columns for each estimated parameter -as well as for different measures for goodness-of-fit (negative -log-likelihood, BIC, AIC and AICyc). These may be used for -statistical model comparisons. +(d_1, d_2, d_3, d_4, c, theta_minus.4 theta_minus.3, theta_minus.2, +theta_minus.1, theta_plus.1, theta_plus.2, theta_plus.3, theta_plus.4 +for both models, w and sigma for WEV, and m only for ITGcm) as well as +for different measures for goodness-of-fit (negative log-likelihood, +BIC, AIC and AICc). ``` r head(fitted_pars) @@ -365,40 +383,28 @@ head(fitted_pars) ## 4 -1.3982493 -0.9030114 0.82007352 1.4484447 2.2446957 ## 5 -1.0652684 -0.9656961 -0.92027462 -0.6053266 0.3337906 ## 6 -0.3723945 0.9327974 -2.76951959 -1.1312635 0.7714093 - ## theta_plus.4 m sigma w wAIC wAICc - ## 1 1.6044716 1.1177354 NA NA 5.099723e-43 5.196487e-43 - ## 2 2.1879187 NA 1.0104584 0.5361153 1.000000e+00 1.000000e+00 - ## 3 2.3601086 1.5701944 NA NA 2.549474e-43 2.597848e-43 - ## 4 2.4029896 NA 0.6390763 0.5019978 1.000000e+00 1.000000e+00 - ## 5 0.9382662 0.7404757 NA NA 3.315175e-15 3.378078e-15 - ## 6 1.7520050 NA 1.3288815 0.3817864 1.000000e+00 1.000000e+00 - ## wBIC - ## 1 7.551090e-42 - ## 2 1.000000e+00 - ## 3 3.774970e-42 - ## 4 1.000000e+00 - ## 5 4.908733e-14 - ## 6 1.000000e+00 - -It can be seen that the independent truncated Gaussian model is -consistently outperformed by the weighted evidence and visibility model, -which is why we would not recommend using meta-d′/d′ for this specific -task. - -### Visualization + ## theta_plus.4 m sigma w + ## 1 1.6044716 1.1177354 NA NA + ## 2 2.1879187 NA 1.0104584 0.5361153 + ## 3 2.3601086 1.5701944 NA NA + ## 4 2.4029896 NA 0.6390763 0.5019978 + ## 5 0.9382662 0.7404757 NA NA + ## 6 1.7520050 NA 1.3288815 0.3817864 + +### 1.4.3 Visualization of model fits After obtaining the model fit, it is strongly recommended to visualise -the predictions implied by the best-fitting set of parameters and to -compare the predictions with the actual data (Palminteri et al., 2017). -The `statConfR' package provides the function`plotConfModelFit’, which -plots the empirically observed distribution of responses and confidence -ratings (on the x-axis) as a function of discriminability (in the rows) -and stimulus (in the columns) as bars. Superimposed on the empirical -data, the plot also shows the prediction of a selected model as dots. -The parameters of the model are passed to -`plotConfModelFit' by the argument`fitted_pars’ - - +the predictions implied by the best-fitting set of parameters and +compare these predictions with the actual data (Palminteri et al., +2017). The `statConfR` package provides the function `plotConfModelFit`, +which creates a `ggplot` object with empirically observed distribution +of responses and confidence ratings as bars on the x-axis as a function +of discriminability (in the rows) and stimulus (in the columns). +Superimposed on the empirical data, the plot also shows the prediction +of one selected model as dots. The parameters of the model are passed to +`plotConfModelFit' by the argument`fitted_pars\`. + + ``` r PlotFitWEV <- plotConfModelFit(MaskOri, fitted_pars, model="WEV") @@ -432,17 +438,28 @@ by the Independent truncated Gaussian model: HMetad-Version (ITGc) -### Measuring metacognition +### 1.4.4 Estimating measures of metacognition Assuming that the independent truncated Gaussian model provides a decent -account of the data (notably, this is not the case though in the demo -data set), the function `fitMetaDprime` can be used to estimate -meta-d′/d′ independently for each subject. The arguments `.data` and -`.parallel=TRUE` just in the same way the arguments of `fitConfModels`. -The argument `model` offers the user the choice between two model -specifications, either “ML” to use the original model specification used -by Maniscalco and Lau (2012, 2014) or “F” to use the model specification -by Fleming (2017)’s Hmetad method. +account of the data (notably, this is not the case in the demo data +set), the function `fitMetaDprime` can be used to estimate +meta-d$`^\prime`$/d$`^\prime`$ independently for each subject. The +arguments `.data` and `.parallel=TRUE` work just in the same way the +arguments of `fitConfModels`. The argument `model` offers the user the +choice between two model specifications, either “ML” to use the original +model specification used by Maniscalco and Lau (2012, 2014) or “F” to +use the model specification by Fleming (2017)’s Hmetad method. The +function `fitMetaDprime` produces a dataframe with one row for each +participant and the following columns: + +- participant: the participant id, +- model: indicating which model specification has been used, +- dprime: the sensitivity index d′ from signal detection theory, a + measure of discrimination performance, +- c: the bias index c from signal detection theory, a measure of + discrimination bias, +- Ratio: The meta-d′/d′ index, the most common measure of metacognitive + efficiency. ``` r MetaDs <- fitMetaDprime(data = MaskOri, model="ML", .parallel = TRUE) @@ -457,51 +474,20 @@ head(MetaDs) ## 5 ML 5 1.314925 -0.1047285 2.740354 2.0840380 ## 6 ML 6 1.260150 -0.1400093 1.872001 1.4855389 -Information theoretic measures of metacognition can be obtained by the +Information-theoretic measures of metacognition can be obtained by the function `estimateMetaI`. It expects the same kind of data.frame as -`fitMetaDprime` and returns separate estimates of meta-I, -Meta-$`I_{1}^{r}`$, and Meta-$`I_{2}^{r}`$ for each subject. The -preferred way to estimate these measures is with bias reduction, but -this may take ~ 6 s for each subject. - -``` r -metaIMeasures <- estimateMetaI(data = MaskOri, bias_reduction = TRUE) -``` +`fitMetaDprime` and `fitConfModels`, returning a dataframe with one row +for each participant and the following columns: - ## Bias reduction for participant 1 (speed up with 'bias_reduction = FALSE') - ## | || || || || || || || || || || || || || || || || || || || || || || || || ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================| - ## Bias reduction for participant 2 (speed up with 'bias_reduction = FALSE') - ## | || || || || || || || || || || || || || || || || || || || || || || || || ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================| - ## Bias reduction for participant 3 (speed up with 'bias_reduction = FALSE') - ## | || || || || || || || || || || || || || || || || || || || || || || || || ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================| - ## Bias reduction for participant 4 (speed up with 'bias_reduction = FALSE') - ## | || || || || || || || || || || || || || || || || || || || || || || || || ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================| - ## Bias reduction for participant 5 (speed up with 'bias_reduction = FALSE') - ## | || || || || || || || || || || || || || || || || || || || || || || || || ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================| - ## Bias reduction for participant 6 (speed up with 'bias_reduction = FALSE') - ## | || || || || || || || || || || || || || || || || || || || || || || || || ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================| - ## Bias reduction for participant 7 (speed up with 'bias_reduction = FALSE') - ## | || || || || || || || || || || || || || || || || || || || || || || || || ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================| - ## Bias reduction for participant 8 (speed up with 'bias_reduction = FALSE') - ## | || || || || || || || || || || || || || || || || || || || || || || || || ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================| - ## Bias reduction for participant 9 (speed up with 'bias_reduction = FALSE') - ## | || || || || || || || || || || || || || || || || || || || || || || || || ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================| - ## Bias reduction for participant 10 (speed up with 'bias_reduction = FALSE') - ## | || || || || || || || || || || || || || || || || || || || || || || || || ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================| - ## Bias reduction for participant 11 (speed up with 'bias_reduction = FALSE') - ## | || || || || || || || || || || || || || || || || || || || || || || || || ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================| - ## Bias reduction for participant 12 (speed up with 'bias_reduction = FALSE') - ## | || || || || || || || || || || || || || || || || || || || || || || || || ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================| - ## Bias reduction for participant 13 (speed up with 'bias_reduction = FALSE') - ## | || || || || || || || || || || || || || || || || || || || || || || || || ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================| - ## Bias reduction for participant 14 (speed up with 'bias_reduction = FALSE') - ## | || || || || || || || || || || || || || || || || || || || || || || || || ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================| - ## Bias reduction for participant 15 (speed up with 'bias_reduction = FALSE') - ## | || || || || || || || || || || || || || || || || || || || || || || || || ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================| - ## Bias reduction for participant 16 (speed up with 'bias_reduction = FALSE') - ## | || || || || || || || || || || || || || || || || || || || || || || || || ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||= ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||=== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||==== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||===== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||====== ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======= ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||======== ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========= ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||=========== ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============ ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============= ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||=============== ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================ ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================= ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||=================== ||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================||====================| +- `participant`: the participant id, +- `meta_I` is the estimated meta-I value (expressed in bits, i.e. log + base is 2), - `meta_Ir1` is meta-$`I_{1}^{r}`$, +- `meta_Ir1_acc` is meta-$`I_{1}^{r\prime}`$, +- `meta_Ir2` is meta-$`I_{2}^{r}`$, and +- `RMI` is RMI. ``` r +metaIMeasures <- estimateMetaI(data = MaskOri, bias_reduction = FALSE) head(metaIMeasures) ``` @@ -512,40 +498,32 @@ head(metaIMeasures) ## 4 4 0.2223333 2.403126 2.429517 0.2884294 0.6969924 ## 5 5 0.2277498 2.922673 2.945799 0.2774337 0.7380805 ## 6 6 0.1648054 2.232405 2.276843 0.1969847 0.5433609 - ## debiased.meta_I debiased.meta_Ir1 debiased.meta_Ir1_acc debiased.meta_Ir2 - ## 1 0.1134380 1.285039 1.341253 0.1420908 - ## 2 0.2031712 2.797931 2.784386 0.2438806 - ## 3 0.1883784 1.526301 1.969593 0.2504197 - ## 4 0.2244844 2.432992 2.461668 0.2915417 - ## 5 0.2303172 2.968762 2.984187 0.2810282 - ## 6 0.1609399 2.195737 2.171638 0.1939167 - ## debiased.RMI - ## 1 0.3615649 - ## 2 0.6683213 - ## 3 0.5878881 - ## 4 0.7047581 - ## 5 0.7470780 - ## 6 0.5275060 - -For the impatient and for testing purposes, bias_reduction can be turned -off to increase computation speed: - - metaIMeasures <- estimateMetaI(data = MaskOri, bias_reduction = FALSE) - -### Documentation - -After installation, the documentation of each function of of `statConfR` + +All information-theoretic measures can be calculated with a bias-reduced +variant for which the observed frequencies are taken as underlying +probability distribution to estimate the sampling bias. The estimated +bias is then subtracted from the initial measures. This approach uses +Monte-Carlo simulations and is therefore not deterministic. This is the +preferred way to estimate the information-theoretic measures, but it may +take ~ 6 s for each subject. To invoke bias reduction, the argument +`bias_reduction` needs to be set to TRUE: + + metaIMeasures <- estimateMetaI(data = MaskOri, bias_reduction = TRUE) + +### 1.4.5 Documentation + +After installation, the documentation of each function of `statConfR` can be accessed by typing *?functionname* into the console. -## Contributing to the package +## 1.5 Contributing to the package The package is under active development. We are planning to implement new models of decision confidence when they are published. Please feel -free to [contact us](malto::manuel.rausch@ku.de) to suggest new models -to implement in in the package, or to volunteer adding additional -models. +free to [contac us](malto::manuel.rausch@hochschule-rhein-waal.de) to +suggest new models to implement in the package, or to volunteer adding +additional models. -### Instruction for implementing custom models of decision confidence +### 1.5.1 Instruction for implementing custom models of decision confidence **Only recommended for users with experience in cognitive modelling!** For readers who want to use our open code to implement models of @@ -581,19 +559,17 @@ confidence themselves, the following steps need to be taken: the same structure as the other functions but adapt the likelihood of the responses. -## Contact +## 1.6 Contact For comments, bug reports, and feature suggestions please feel free to write to either or or [submit an issue](https://github.com/ManuelRausch/StatConfR/issues). -## References +## 1.7 References -- Daunizeau, J., Adam, V., & Rigoux, L. (2014). Vba: A probabilistic - treatment of nonlinear models for neurobiological and behavioural - data. , 10(1), e1003441. - +- Cover, T. M., & Thomas, J. A. (2006). Elements of information theory. + 2nd edition. Wiley. - Dayan, P. (2023). Metacognitive Information Theory. Open Mind, 7, 392–411. - Fleming, S. M. (2017). HMeta-d: Hierarchical Bayesian estimation of @@ -609,6 +585,8 @@ issue](https://github.com/ManuelRausch/StatConfR/issues). for estimating metacognitive sensitivity from confidence ratings. Consciousness and Cognition, 21(1), 422–430. +- MacKay, D. J. (2003). Information theory, inference and learning + algorithms. Cambridge University Press. - Maniscalco, B., & Lau, H. (2016). The signal processing architecture underlying subjective reports of sensory awareness. Neuroscience of Consciousness, 1, 1–17. @@ -627,9 +605,6 @@ issue](https://github.com/ManuelRausch/StatConfR/issues). - Rausch, M., & Zehetleitner, M. (2017). Should metacognition be measured by logistic regression? Consciousness and Cognition, 49, 291–312. -- Rigoux, L., Stephan, K. E., Friston, K. J., & Daunizeau, J. (2014). - Bayesian model selection for group studies - revisited. , 84, 971–985. - - Shekhar, M., & Rahnev, D. (2021). The Nature of Metacognitive Inefficiency in Perceptual Decision Making. Psychological Review, 128(1), 45–70. diff --git a/README.rmd b/README.rmd index 26e4ebd..7ca2ed0 100644 --- a/README.rmd +++ b/README.rmd @@ -5,6 +5,7 @@ date: "2024-10-13" output: md_document: variant: gfm + number_sections: true editor_options: markdown: wrap: 72 @@ -16,34 +17,33 @@ knitr::opts_chunk$set(echo = TRUE) gitrep <- "https://github.com/ManuelRausch/StatConfR/tree" gitbranch <- "main/" ``` - +# The `statConfR` package for R The `statConfR` package provides functions to fit static models of decision-making and confidence derived from signal detection theory for -binary discrimination tasks. Up to now, the following models have been included: +binary discrimination tasks with confidence ratings on the data from individual subjects. Up to now, the following models have been included: - signal detection rating model (Green & Swets, 1966), - Gaussian noise model (Maniscalco & Lau, 2016), - weighted evidence and visibility model (Rausch et al., 2018), - post-decisional accumulation model (Rausch et al., 2018), - independent Gaussian model (Rausch & Zehetleitner, 2017), -- independent truncated Gaussian model (the model underlying the meta-d′/d′ method, see Rausch et al., 2023), +- independent truncated Gaussian model (the model underlying the meta-d$^\prime$/d$^\prime$ method, see Rausch et al., 2023), - lognormal noise model (Shekhar & Rahnev, 2021), and - lognormal weighted evidence and visibility model (Shekhar & Rahnev, 2023). -Bayesian model selection on the group level is performed using a fixed effects model (i.e. assuming that data from each subject was caused by the same generative model) and a and a Dirichelet random-effects model (which assumes that different generative models may cause the data from different subjects), as proposed by Rigoux et al. (2014) and Daunizeau et al. (2014). - In addition, the `statConfR` package provides functions for estimating different kinds of measures of metacognition: -- meta-d$^\prime$/d$^\prime$, the most widely-used measure of metacognitive efficiency, allowing both Maniscalco and Lau (2012)'s and Fleming (2017)'s model specification. Fitting models of confidence is a way to test the assumptions underlying meta-d′/d′. + +- meta-d$^\prime$/d$^\prime$, the most widely-used measure of metacognitive efficiency, allowing both Maniscalco and Lau (2012)'s and Fleming (2017)'s model specification. Fitting models of confidence is a way to test the assumptions underlying meta-d$^\prime$/d$^\prime$. - Information-theoretic measures of metacognition (Dayan, 2023), including + - meta-I, an information-theoretic measures of metacognitive sensitivity, - $meta-I_{1}^{r}$ and $meta-I_{2}^{r}$, two measures of metacognitive efficiency proposed by Dayan (2023), + - meta-$I_{1}^{r\prime}$, a novel variant of $meta-I_{1}^{r}$, - RMI, a novel measure of metacognitive accuracy, also derived from information theory. - - -## Mathematical description of implemented models of confidence +## Mathematical description of implemented generative models of confidence The models included in the statConfR package are all based on signal detection theory (Green & Swets, 1966). It is assumed that participants select a binary discrimination response $R$ about a stimulus $S$. Both $S$ and $R$ can be either -1 or 1. $R$ is considered correct if $S=R$. @@ -158,34 +158,34 @@ features in the confidence judgment. The parameters $w$ and $\sigma$ are free pa ## Measures of metacognition -### Meta-d'/d' -The conceptual idea of meta-d′ is to quantify metacognition in terms of sensitivity -in a hypothetical signal detection rating model describing the primary task, -under the assumption that participants had perfect access to the sensory evidence -and were perfectly consistent in placing their confidence criteria (Maniscalco & Lau, 2012, 2014). Using a signal detection model describing the primary task to quantify metacognition, it allows a direct comparison between metacognitive accuracy and discrimination performancembecause both are measured on the same scale. Meta-d′ can be compared against the estimate of the distance between the two stimulus distributions estimated from discrimination responses, which is referred to as d′: If meta-d′ equals d′, it means that metacognitive accuracy is exactly as good as expected from discrimination performance. If meta-d′ is lower than d′, it means that metacognitive accuracy is not optimal. It can be shown that the implicit model of confidence underlying the meta-d'/d' method is identical to different versions of the independent truncated Gaussian model (Rausch et al., 2023), depending on whether the original model specification by Maniscalco and Lau (2012) or alternatively the specification by Fleming (2017) is used. We strongly recommend to test whether the independent truncated Gaussian models are adequate descriptions of the data before quantifying metacognitive efficiency with meta-d′/d′. +### meta-d$^\prime$/d$^\prime$ +The conceptual idea of meta-d$^\prime$ is to quantify metacognition in terms of sensitivity in a hypothetical signal detection rating model describing the primary task, under the assumption that participants had perfect access to the sensory evidence and were perfectly consistent in placing their confidence criteria (Maniscalco & Lau, 2012, 2014). Using a signal detection model describing the primary task to quantify metacognition, it allows a direct comparison between metacognitive accuracy and discrimination performance because both are measured on the same scale. Meta-d$^\prime$ can be compared against the estimate of the distance between the two stimulus distributions estimated from discrimination responses, which is referred to as d$^\prime$: If meta-$^\prime$ equals d$^\prime$, it means that metacognitive accuracy is exactly as good as expected from discrimination performance. If meta-d$^\prime$ is lower than d$^\prime$, it means that metacognitive accuracy is not optimal. It can be shown that the implicit model of confidence underlying the meta-d$^\prime$/d$^\prime$ method is identical to different versions of the independent truncated Gaussian model (Rausch et al., 2023), depending on whether the original model specification by Maniscalco and Lau (2012) or alternatively the specification by Fleming (2017) is used. We strongly recommend to test whether the independent truncated Gaussian models are adequate descriptions of the data before quantifying metacognitive efficiency with meta-d$^\prime$/d$^\prime$ (see Rausch et al., 2023). ### Information-theoretic measures of metacognition -Dayan (2023) proposed several measures of metacognition based on quantities of information theory. +It is assumed that a classifier (possibly a human being performing a discrimination task) or an algorithmic classifier in a classification application, makes a binary prediction $R$ about a true state of the world $S$. +Dayan (2023) proposed several measures of metacognition based on quantities of information theory (for an introduction into information theory, see MacKay, 2003; Cover & Thomas, 2006). -- Meta-I is a measure of metacognitive sensitivity defined as the mutual information between the confidence and accuracy and is calculated as the transmitted information minus the minimal information given the accuracy: +- Meta-I is a measure of metacognitive sensitivity defined as the mutual information between the confidence and accuracy and is calculated as the transmitted information minus the minimal information given the accuracy of the classification response: -$$meta-I = I(Y; \hat{Y}, C) - I(Y; \hat{Y})$$ -This is equivalent to Dayan's formulation where meta-I is the information that confidences transmit about the correctness of a response: +$$meta-I = I(S; R, C) - I(S; R)$$ +It can be shown that this is equivalent to Dayan's formulation of meta-I as the information that confidence transmits about the correctness of a response: -$$meta-I = I(Y = \hat{Y}; C)$$ +$$meta-I = I(S = R; C)$$ - Meta-$I_{1}^{r}$ is meta-I normalized by the value of meta-I expected assuming a signal detection model (Green & Swets, 1966) with Gaussian noise, based on calculating the sensitivity index d': $$meta-I_{1}^{r} = meta-I / meta-I(d')$$ -- Meta-$I_{2}^{r}$ is meta-I normalized by its theoretical upper bound, which is the information entropy of accuracy, $H(Y = \hat{Y})$: +- Meta-$I_{1}^{r\prime}$ is a variant of meta-$I_{1}^{r}$, which normalizes by the meta-I that would be expected from an underlying normal distribution with the same accuracy (this is similar to the sensitivity approach but without considering variable thresholds). + +- Meta-$I_{2}^{r}$ is meta-I normalized by its theoretical upper bound, which is the information entropy of accuracy, $H(S = R)$: -$$meta-I_{2}^{r} = meta-I / H(Y = \hat{Y})$$ +$$meta-I_{2}^{r} = meta-I / H(S = R)$$ Notably, Dayan (2023) pointed out that a liberal or conservative use of the confidence levels will affected the mutual information and thus all information-theoretic measures of metacognition. In addition to Dayan's measures, Meyen et al. (submitted) suggested an -additional measure that normalizes the Meta-I by the range of possible values it can take. This required deriving lower and upper bounds of the transmitted information given a participant's accuracy. +additional measure that normalizes meta-I by the range of possible values it can take. Normalizing meta-I by the range of possible values requires deriving lower and upper bounds of the transmitted information given a participant's accuracy. $$RMI = \frac{meta-I}{\max_{\text{accuracy}}\{meta-I\}}$$ @@ -193,12 +193,14 @@ As these measures are prone to estimation bias, the package offers a simple bias reduction mechanism in which the observed frequencies of stimulus-response combinations are taken as the underlying probability distribution. From this, Monte-Carlo simulations are conducted to estimate -and subtract the bias from these measures. Note that there is probably no way to remove this bias completely. +and subtract the bias from these measures. Note that the bias is only reduced but not removed completely. ## Installation The latest released version of the package is available on CRAN via + + ``` install.packages("statConfR") ``` @@ -209,9 +211,8 @@ and install from GitHub: ``` devtools::install_github("ManuelRausch/StatConfR") ``` - -## Usage +## Usage ### Example data set @@ -225,12 +226,11 @@ data("MaskOri") head(MaskOri) ``` -### Fitting +### Fitting models of confidence and decision making to individual subjects The function `fitConfModels` allows the user to fit several confidence -models separately to the data of each participant. -The data should be provided via the argument `.data` in the form of a data.frame -object with the following variables in separate columns: +models separately to the data of each participant using maximum likelihood estimation. +The data should be provided via the argument `.data` in the form of a data.frame object with the following variables in separate columns: - stimulus (factor with 2 levels): The property of the stimulus which defines which response is correct @@ -243,28 +243,25 @@ object with the following variables in separate columns: - participant (integer): giving the subject ID. The argument `model` is used to specify which model should be fitted, with 'WEV', 'SDT', 'GN', 'PDA', 'IG', 'ITGc', 'ITGcm', 'logN', and 'logWEV' as available options. If model="all" (default), all implemented models will be fit, although this may take a while. -Setting the optional argument `.parallel=TRUE` parallizes model fitting over all but 1 available core. Note that the fitting procedure takes may take a considerable amount of time, -especially when there are multiple models, several difficulty conditions, and/or several confidence categories. For example, if there are five difficulty conditions and five confidence levels, fitting the WEV model to one single participant may take 20-30 minutes on a 2.8GHz CPU. We recommend parallelization to keep the required time tolerable. +Setting the optional argument `.parallel=TRUE` parallizes model fitting over all but 1 available core. Note that the fitting procedure takes may take a considerable amount of time, especially when there are multiple models, several difficulty conditions, and/or multiple confidence categories. For example, if there are five difficulty conditions and five confidence levels, fitting the WEV model to one single participant may take 20-30 minutes on a 2.8GHz CPU. We recommend parallelization to keep the required time tolerable. ```{r} fitted_pars <- fitConfModels(MaskOri, models=c("ITGcm", "WEV"), .parallel = TRUE) ``` The output is then a data frame with one row for each combination of -participant and model and separate columns for each estimated parameter as well as for different measures for goodness-of-fit (negative log-likelihood, BIC, AIC and AICyc). -These may be used for statistical model comparisons. +participant and model and separate columns for each estimated parameter (d_1, d_2, d_3, d_4, c, theta_minus.4 theta_minus.3, theta_minus.2, theta_minus.1, theta_plus.1, theta_plus.2, theta_plus.3, theta_plus.4 for both models, w and sigma for WEV, and m only for ITGcm) as well as for different measures for goodness-of-fit (negative log-likelihood, BIC, AIC and AICc). ```{r} head(fitted_pars) ``` -It can be seen that the independent truncated Gaussian model is consistently outperformed by the weighted evidence and visibility model, which is why we would not recommend using meta-d′/d′ for this specific task. -### Visualization +### Visualization of model fits -After obtaining the model fit, it is strongly recommended to visualise the predictions implied by the best-fitting set of parameters and to compare the predictions with the actual data (Palminteri et al., 2017). The `statConfR' package provides the function `plotConfModelFit', which plots the empirically observed distribution of responses and confidence ratings (on the x-axis) as a function of discriminability (in the rows) and stimulus (in the columns) as bars. Superimposed on the empirical data, the plot also shows the prediction of a selected model as dots. The parameters of the model are passed to `plotConfModelFit' by the argument `fitted_pars' +After obtaining the model fit, it is strongly recommended to visualise the predictions implied by the best-fitting set of parameters and compare these predictions with the actual data (Palminteri et al., 2017). The `statConfR` package provides the function `plotConfModelFit`, which creates a `ggplot` object with empirically observed distribution of responses and confidence ratings as bars on the x-axis as a function of discriminability (in the rows) and stimulus (in the columns). Superimposed on the empirical data, the plot also shows the prediction of one selected model as dots. The parameters of the model are passed to `plotConfModelFit' by the argument `fitted_pars`. - + ```{r, echo=TRUE, results="hide", message=FALSE, warning=FALSE} PlotFitWEV <- plotConfModelFit(MaskOri, fitted_pars, model="WEV") @@ -280,37 +277,46 @@ PlotFitWEV PlotFitITGcm ``` -### Measuring metacognition -Assuming that the independent truncated Gaussian model provides a decent account of -the data (notably, this is not the case though in the demo data set), the function `fitMetaDprime` can be used to estimate meta-d′/d′ independently for each subject. The arguments `.data` and `.parallel=TRUE` just in the same way the arguments of `fitConfModels`. The argument `model` offers the user the choice between two model specifications, either "ML" to use the original model specification used by Maniscalco and Lau (2012, 2014) or "F" to use the model specification by Fleming (2017)'s Hmetad method. +### Estimating measures of metacognition + +Assuming that the independent truncated Gaussian model provides a decent account of the data (notably, this is not the case in the demo data set), the function `fitMetaDprime` can be used to estimate meta-d$^\prime$/d$^\prime$ independently for each subject. The arguments `.data` and `.parallel=TRUE` work just in the same way the arguments of `fitConfModels`. The argument `model` offers the user the choice between two model specifications, either "ML" to use the original model specification used by Maniscalco and Lau (2012, 2014) or "F" to use the model specification by Fleming (2017)'s Hmetad method. The function `fitMetaDprime` produces a dataframe with one row for each participant and the following columns: + +- participant: the participant id, +- model: indicating which model specification has been used, +- dprime: the sensitivity index d′ from signal detection theory, a measure of discrimination performance, +- c: the bias index c from signal detection theory, a measure of discrimination bias, +- Ratio: The meta-d′/d′ index, the most common measure of metacognitive efficiency. ```{r} MetaDs <- fitMetaDprime(data = MaskOri, model="ML", .parallel = TRUE) head(MetaDs) ``` -Information theoretic measures of metacognition can be obtained by the function `estimateMetaI`. It expects the same kind of data.frame as `fitMetaDprime` -and returns separate estimates of meta-I, Meta-$I_{1}^{r}$, and Meta-$I_{2}^{r}$ for each subject. -The preferred way to estimate these measures is with bias reduction, but this may take ~ 6 s for each subject. +Information-theoretic measures of metacognition can be obtained by the function `estimateMetaI`. It expects the same kind of data.frame as `fitMetaDprime` and `fitConfModels`, returning a dataframe with one row for each participant and the following columns: -```{r} -metaIMeasures <- estimateMetaI(data = MaskOri, bias_reduction = TRUE) +- `participant`: the participant id, +- `meta_I` is the estimated meta-I value (expressed in bits, i.e. log base is 2), - `meta_Ir1` is meta-$I_{1}^{r}$, +- `meta_Ir1_acc` is meta-$I_{1}^{r\prime}$, +- `meta_Ir2` is meta-$I_{2}^{r}$, and +- `RMI` is RMI. + +```{r, message=FALSE, warning=FALSE} +metaIMeasures <- estimateMetaI(data = MaskOri, bias_reduction = FALSE) head(metaIMeasures) ``` -For the impatient and for testing purposes, bias_reduction can be turned off to increase computation speed: - +All information-theoretic measures can be calculated with a bias-reduced variant for which the observed frequencies are taken as underlying probability distribution to estimate the sampling bias. The estimated bias is then subtracted from the initial measures. This approach uses Monte-Carlo simulations and is therefore not deterministic. This is the preferred way to estimate the information-theoretic measures, but it may take ~ 6 s for each subject. To invoke bias reduction, the argument `bias_reduction` needs to be set to TRUE: ``` -metaIMeasures <- estimateMetaI(data = MaskOri, bias_reduction = FALSE) +metaIMeasures <- estimateMetaI(data = MaskOri, bias_reduction = TRUE) ``` ### Documentation -After installation, the documentation of each function of of `statConfR` can be accessed by typing *?functionname* into the console. +After installation, the documentation of each function of `statConfR` can be accessed by typing *?functionname* into the console. ## Contributing to the package -The package is under active development. We are planning to implement new models of decision confidence when they are published. Please feel free to [contact us](malto::manuel.rausch@ku.de) to suggest new models to implement in in the package, or to volunteer adding additional models. +The package is under active development. We are planning to implement new models of decision confidence when they are published. Please feel free to [contac us](malto::manuel.rausch@hochschule-rhein-waal.de) to suggest new models to implement in the package, or to volunteer adding additional models. ### Instruction for implementing custom models of decision confidence __Only recommended for users with experience in cognitive modelling!__ @@ -325,8 +331,7 @@ For readers who want to use our open code to implement models of confidence them - If applicable, the parameter vector i obtained during optimization needs to back-transformation for the the output object `res`. - Name the new file according to the convention 'int_fit*yourmodelname*.R'. - Add your model and fitting-functions to the high-level functions `fitConf` and `fitConfModels`. -- Add a simulation function in the file 'int_simulateConf.R' which uses the same - structure as the other functions but adapt the likelihood of the responses. +- Add a simulation function in the file 'int_simulateConf.R' which uses the same structure as the other functions but adapt the likelihood of the responses. ## Contact @@ -337,18 +342,18 @@ or [sebastian.hellmann\@ku.de](mailto:sebastian.hellmann@ku.de) or [submit an issue](https://github.com/ManuelRausch/StatConfR/issues). ## References -- Daunizeau, J., Adam, V., & Rigoux, L. (2014). Vba: A probabilistic treatment of nonlinear models for neurobiological and behavioural data. \emph{PLOS Computational Biology}, 10(1), e1003441. https://doi.org/10.1371/journal.pcbi.1003441 +- Cover, T. M., & Thomas, J. A. (2006). Elements of information theory. 2nd edition. Wiley. - Dayan, P. (2023). Metacognitive Information Theory. Open Mind, 7, 392–411. https://doi.org/10.1162/opmi_a_00091 - Fleming, S. M. (2017). HMeta-d: Hierarchical Bayesian estimation of metacognitive efficiency from confidence ratings. Neuroscience of Consciousness, 1, 1–14. https://doi.org/10.1093/nc/nix007 - Green, D. M., & Swets, J. A. (1966). Signal detection theory and psychophysics. Wiley. - Hellmann, S., Zehetleitner, M., & Rausch, M. (2023). Simultaneous modeling of choice, confidence, and response time in visual perception. Psychological Review, 130(6), 1521–1543. https://doi.org/10.1037/rev0000411 - Maniscalco, B., & Lau, H. (2012). A signal detection theoretic method for estimating metacognitive sensitivity from confidence ratings. Consciousness and Cognition, 21(1), 422–430. https://doi.org/10.1016/j.concog.2011.09.021 +- MacKay, D. J. (2003). Information theory, inference and learning algorithms. Cambridge University Press. - Maniscalco, B., & Lau, H. (2016). The signal processing architecture underlying subjective reports of sensory awareness. Neuroscience of Consciousness, 1, 1–17. https://doi.org/10.1093/nc/niw002 - Maniscalco, B., & Lau, H. C. (2014). Signal Detection Theory Analysis of Type 1 and Type 2 Data: Meta-d, Response- Specific Meta-d, and the Unequal Variance SDT Model. In S. M. Fleming & C. D. Frith (Eds.), The Cognitive Neuroscience of Metacognition (pp. 25–66). Springer. https://doi.org/10.1007/978-3-642-45190-4_3 - Palminteri, S., Wyart, V., & Koechlin, E. (2017). The importance of falsification in computational cognitive modeling. Trends in Cognitive Sciences, 21(6), 425–433. https://doi.org/10.1016/j.tics.2017.03.011 - Rausch, M., Hellmann, S., & Zehetleitner, M. (2018). Confidence in masked orientation judgments is informed by both evidence and visibility. Attention, Perception, and Psychophysics, 80(1), 134–154. https://doi.org/10.3758/s13414-017-1431-5 - Rausch, M., & Zehetleitner, M. (2017). Should metacognition be measured by logistic regression? Consciousness and Cognition, 49, 291–312. https://doi.org/10.1016/j.concog.2017.02.007 -- Rigoux, L., Stephan, K. E., Friston, K. J., & Daunizeau, J. (2014). Bayesian model selection for group studies - revisited. \emph{NeuroImage}, 84, 971–985. https://doi.org/10.1016/j.neuroimage.2013.08.065 - Shekhar, M., & Rahnev, D. (2021). The Nature of Metacognitive Inefficiency in Perceptual Decision Making. Psychological Review, 128(1), 45–70. https://doi.org/10.1037/rev0000249 - Shekhar, M., & Rahnev, D. (2024). How Do Humans Give Confidence? A Comprehensive Comparison of Process Models of Perceptual Metacognition. Journal of Experimental Psychology: General, 153(3), 656–688. https://doi.org/10.1037/xge0001524 diff --git a/TestResults.RData b/TestResults.RData index 68fbdc170f303d4299cef218729cf69a08c53b27..7c04d06d3c39513a57bb4e07902384520c872912 100644 GIT binary patch delta 257043 zcmV(=K-s_9#des3F+e{>-nU0^N6p(#BfplO-KFoUNs!&rWZO=h^5GIV$(1RdfLcU`o2 z1H+P`^UDMq!sJaE%4M5k=AHr+scXRSL|Pb}P==))BZkS1We2lkn9;F320NO;WJDpa zu|gO$8^Z`;^MbkTDD+G$ddW(NVIi03v0}r4tjNeHW;D_mf6HJ-nwc=HEUc_e7+wi6 zW(-Rs(nskU5Z?|Vz55^!GlRn!v0OGY(nJ`8covt%;DvMIQA~L3=r|sS9m0%cgyEi& zzzRW+#f}YUaT(!A!*mXUXJlj|a+5KQg#tsbOcGNVN3LQxJRUoUIu!R5sB z&@pjYJY*~=ozNf#88*UhjAcA*XtpRB*-Qjso)ZCG0f9a-goVmV5Nig}=#4hAV_8u% zXpByp!A7_khVddYj>SXA9~aG@8pooG0|O-$S~`QpO(LNAA4%2)y`k7AERwA0moK;Tn(7j{w6kv@}9BA)14HwV*m2 zPah%%812u7E|H{)p{j>8BNv=F9s@f?&j?~ie@7$Ij&O~`2xU)WF%aZfVJJm-WDiVQ z4`kSzG@~sYOGJ%L6pvxZHe;DFkcW^ySh4XeRy3uSn3!Q|i@i$?#fjDtCXjxdq#0h( zaZxO;Km>3>MeG!vi6jIm1OoY84ONLLti*T@H-v|&1kx9era9O?C9#*f42a9Z)F2p< ze^=7%nK1kjn>U_?@F)^7Nzp8>31bM-qR$w?jN=7|qgM<=)Fv94G5pbS#WJH=C|$8S z3>du;vk=Z<2eV9Q%rL5S7%Faz5v*x! zRy<;Qtt|}gj7%7owpNxO<|JF%+E|-0e?mBHCrb-6OABjzb1rL|1@h0vl3cOuj|`B< zi9-N0!ee7&cuwZ#VTe(P3o;AlM49`u$Ppu7r}{IaVo=-#wIML4Oj1pZ`0Rp`mX&}$ zOqEhVjah3pN(E`>#YIISrdjk>XC0z}bYUL9?+aO|P$42agcZy55jaCn6ho{Se+9#f zc!Dv6#Y96n9?BT>@nB9^G*(1~5z6I6A>IqOpJ>C#a2AJ~C^G6{n7PKRAjTp_pit+5 z4Du3@0i?lnB5P{&44)*F;|Pl>;HI%Ca26uE1l%F0*hk^Wp}0i}a6|MFvDIj)muc+S zL`DpkgE$l1@p&>65xBSnnxJMje;(l@@=0?Dh@XvOM>0`A#YI4cke%>M5PX6o<3dm= zrJ))y!!l{|3~o{qCZj{>H>~g*r1!K(p(8{>B$&x%(fmj>I?71)bZn$Nax^3855!b**;;7%Dh4A=kbY}c6Er{qPIFVr(8;*>NO^TEcP8~v~5PyNaK@(4A z3?iUt0EmFaV4@xrF@0!Ve=IKAHyKz6kvldVkx0bQh473>at~@rZmYKCgPDMsUxejR zoVXUm7Y;9QvQi}DqR}eq{6dikHxeOIFyh>qh$~E_d4I}jp{|(AisB%OWJZ}*6i=+D z5kq{0kQ3q*fhm_69foN*JGMns7>*%GMNN2!iTEWB8a89~ZYVcue}Ub$G-Dur;(`~A zAQefOkk-YFbXF}wM@;bCBdPb1fCG6t2#o|HgORx|DpQz%Fp*$^$us4$LgIpvHd5LV z6bZs27}H^Lf)EQn4U9N5sKSqZU7;4u)H22Ddl6GBt5xfSY_5ot}tf2S}gv#?iCf)F5k=J_ZIMsL$+ zOjH^bHCUAS!3j$jLjp3w%4l8`J2n;zTm|5x&}k)&a>fWWl<-j^XoMlo5J!US%Y=Bt z2A}94L&Egee~019@G%_c%$SIn+8N^zSKi+UQFwZjky#Q==0_52K;)f`uoIhEad7=J z;4z5g5pHr(;xmX|a51IhNF@gha5GP%7CCwz%}5bbglHBI^SMkaz$6FOx7C3m{}aP- zMn*=B1fb#}%3Z|2AV7H-$q`wKMS}<|!biGCf>cHje-d7!&sk9>W+X-s#Nc7G9Ll=< zPQZZ40Qv%2s~WL^lxTXP>4sP|p+MMjMAOhoJ4!3MxkJn>8%rzTltS(@8Ii~&mWzl4 zRcjCp7Ew2aSSuzLb0PXpPB&?Uk3>`rnR>*t(KrjiA5Rm66M{~_GD2X{WevCFacBxA zG%^l@e}i+Nr6I=ROJq{RjKTtG#BnnM1vB|TLS(QE3o?~QX^olk!w4T0=ZN zB3OPvXYVbh^r*BNGbRQj;l0rOongr1M4@wDPFxJb$I}Fv&hSvD8jD)&Hs>2_keA6$UJ!M7O>S5l~FTVslaUQDYcR8v`-1XBc960)#Adxg=8-2oh}}iX%y8 ze`fLiv67#pLqzjwJYh4#VT7~8!i8H&PP-8xs4=%b;Gc|e7;S`Pu7qKT^uq}e&5yK} z5OF4li*{^*3Kap@4#$o<$w0l0J8Mf!{#x84XQhJ#YKXeb0L+Er^F3lR9%#lGL*m9k zqlCyr%EK}Qk5l+y_7pKtW(=QD1{VoZf3ZnFV)HqO_;8}bOsF6k38!PRTn#4F2ykzA zUwf$)yo^L$H5#Ksh=9a#qg$8{lnJQCK#d1o10zr}5D{k! z<1q-cji_?*oEU*L{SPF)7TqSG1|tyF{Qw{8KBe}wERT?l$5a{Ndm9dh=3EE}f8$U> zSQ$}WaV@dVTAOpxo(VvleH+h_(>PKvvFR=OqE*Y6tVrM})rcq@`5>8Lg}jbY+XT(m zk**7)ITpK-vjo9}+(?9tttD7cd!UPk{r;>-lw+vzA-Kn*qT1g|@)LlqiOdbUK7ku# zGEpOx!)NqmNB3m}8(KP985z-Be@i%v8DfaO-+ESBmtkeb=ugIQEgS=M^1KR2-sdp-dj)&d82EevT)_1Q9djidzK|lA37}kzfALb<6SR%shLgpw#IBYWxH_RN(Yg*b_ znR8;I*a6G{3kwTJOE*e#e^DD5!f|3SLqdqb@fgFHsIYKQCx*CUbW$`885A1*Fq}I|}!I5cV zJ@kQp>K7d)@vJ0+Au1pJaZLIkI$;=Ws6$3tIwlMqJa|FB5k6PP2)8BCh|uwHb!5;` zHKtId;x&{B7>x{t+DT?wqi+z=g`jWD0SU(=WK`5g$EfY05Jc^RP_@-g|9dbsMlm(S ze-^+HUuJ88Yads{e^pW#`(oj2EGNcLXCyuYjY9%FEPcofj*LYE8N{s!!fY~2MT@s7 z*8T%xjMhnrO9G96`V;|)H7XJE5ibZdibg!*jXxxvK1MoBT(O?WaFB3v7ABTPG(7bL zWFsFGgxZ#?y(wznyRzY5)|4cx8ThdVkEr2f&MBkgSv9r;H}t5OTDib{^l?=Oyrvazp%WpQ)C zvbZ-Jf6axW+tCo`L(BVM+ZV8~TCgFB6xvYH6>v1Y8%XpLC|INjMYGdHZUB);WZHwd zH8lA^bcpwYw1u#O**x?e+7<~~dMJj=nTE7d3BW+?#Xts=8y1I7VNI|Inx4PIb3Co3 z$H?h9x_05uVlh1N6%A@$j_@a(h5BW5zXkd`e}>d=`;f_CY-uG5-=~Hl!lSKSsA9Q# zbX%BU)MS^w_--?j7HBp!6korHJq{iHu9CSf{Xup-uS;DRs6pp zp+EO;r@Q|&!|f~36kMqSgAsW`m&dt*sGQ;xN;K7o+IJ){$M)Y*Du^wkQ52*lo{@jJ zRWoDY+s1?pCJ*H?*NI^;#%r{J3B$nOb0qpPzz_X@n5R4X;WNO1q?QQ|(7b!j||#YU~&NfB_H~of7q5vtp^aEj_^*x{#&rJj;{3aurxI3328gfDCZ%v z>@HZY4yAsC7!@1CK*Wjoa>9JsQv%y`C<4S#u*9OF06j{{(51sb3=TzX`csTRKcRaV zdC-l~6aX|`8i=?nn6>pA?^l8b0QL)Pnm#5x4cO+ zu<;3YOQKP?7Z!KKMGI**IYh!%B;j_UrCJ-J>k+z)A@l&19)^=4e;KdEn`~ka1|DlM z39Te!SA;;QI0a!7bOa8M9Tts&j%5+Mjj+r;!*Bo>-L|98@Q-Jq;ew^3ot=>xx&Z^t zuJd?EC{Bv+WOB!f(836AD+Hdot?lmkR=Om@R4@gb@30&GN%R#q55z%}?U*?uUnb&6 z;vk7BmY%aD-!wxPe~pL-v3&#h!YeC;a+k>5ABXBXg6eOwXjB}}BF2pm7TfWK(Gz=h za8j%BA2k}$K#=Gq7>nrfMN?{#j#vd{GGf9Lc^K!Zq&(Jj6mtsUN<@f?hCO(2$VDlD zMT}f>K>kQq-lWaPFl;qI#Z9izw2ny|nsAR~CJ6Hlv`x#Df4X9{2?>~zge`>QG(#8q z(4BI~SfcR>Vr#FG=5->vvf6_5t-piIHyOI}&?Pt~AxIVs7e+{cCGtPR%*+hC7)d*()b?Be_(7k5)qEI2^W**C}j9#7Mz?~6ELxDACwEiUkgq`A0SP8)_RtS%Rj}8OTL4=enlENVn+H8Xof2@bZ zmIIH*B6p&%ftWO6(E>4cCjR0?>?f=PW{falBZFb1e^uQ~P-!q>_?lWGE%+~N66a&@=4aLmK>~4V*v3nuGv6drUMwqy(b_bOe4U;vKp8CvQUp7ssd)$zR0 zakM8MVMqv==-z=qd@>kFhJ4hfD^#xHcqXC=8(ug@QF6~F>L>($!-+-?)3)@F(07EI zC|!vwf5bK#5=PRAhBRta*uh9>n@AW;GJ@%i^&m(Si3%|Bmg{7fB+`I5dW6BMJ_MK{MQm4hxsLDM!82d@rFjVJ|nu*tY554scCv}dAKeI2>MWc`#Qm^|s3lBvO-Q0PPqh?3B!odCAc2;mKSnGP>|;Me zf6PFm5Hjp+TiDx(#9ENmNQA7^j|4|^(1Zp-%>jNCF)c)i8B2OV6S|;~yTz!~2j-}- zsAw9C0FG_hCG9r{-<#Wte`I36BrP;vnoXfNgl`TL@|{@LIywZ2XOK6iv2i1es}~Z$ zMllg84Pi#J(Nhz_9E4Q9%s6ybWGNt&e>EYzg3v_xeQYCrD0;M)dZHzbT|{U+hJ`W` zJ;6Lpu&*6G*vBT0H4s!E<29NhI~s-|*95(I0)I!Goj^4`3W=GKTLP$9Y)sP3l-gMm z%3{XS)(udTPso$t2n%)2Czgxnc#tPV0OLtBQ#Q9Pz$klSTlL-yL;P$c?Z~*Le*=0- z0Wlz0$c*l*M!QD_#-pXxQ3~L{UM)xv#}Q{&gdkGK-SF5$h-x$`CFP9(HwAaul;jaY zgoR)nB5*OZG>tbRBC&*i@eDywMtmEAYxz$kkG{kpEMP+Nh3B%bDL~}prWKUUs2-`A97!zNVhL3|!-O(Bf+I0Rlt+XuE!SWKn(H8< zxx+ZTSW{A=5buMY3ZV{a5L!FT)1A^S%;SS|82?6jKK=I#3)LHrr z5cZN-=z(HMfuoEOI=jT8e*w~^ksQ_+Ic$z_+TO^lHM90pW5yJ4K$!A0_M;O@h9NVI z$;M9NvB{I9cvS!lDh4Ymi4ZqocSzo(X@rP22*giF4cZE0Nkc%hNQfoDGr{Pjj)Ep| zS3;m#F>_QHg#~hysG_kE8kJzFRAeNy#B~@Ku~e95BGj~ODKCTne?eYixpC3K*y$Ew z$#G%~L^qO#n2si#o*}xDLCKP7Yk?QdKOzs~Nh-uGP}B(_H<+Uj6X1y@Vnc5v=4PX3 z3Qz%ZMwEfYXkkMzANq>|J4{qy@$=QKjko2QVkRS!LoA_FqC=Y#kpfFI8KmcpGPfd5 ze-R=n5IsRIr1hRjf2fHhjYpt)H69IPY>^N_g5!UbaXKnWXp2rrh) zL~Lv<{TO5{ULGcljZa)~nR7xjTzEbJs~(?ZLQ1FrPa%|W&eNPGJ}n@}5{&1}D2Trb z5Swt&5_5ETCzCprZcAs))jE3$Py% zg|}NLg)$X`e+d)y7j@GAS9J1c4*9RBWj_(M^yP%%$Lxjj9O#Y#O6mHFDjj;aMc#-O z*9bC5e<5$g7Rno;zxIYjU(smtiecy<&YFTmtyqzv@MzXFOeHPp=lq$iW8O;QiDvYf zL?r^@tPE;ZVzJ%E=xhlhCR*t=KRsRe5g{~a4!=mXMn9x))k&{RiF)Ks@ zLS(U*wlG7bC~+ZSV@LH+(V-&9p;*>}i`fx0@rNguTM=0k2BK$iT>SiN%Y`2i$sR{Y zHZu~5K;OMYey4^}WUj$D@!SpfK_6o1=UfBQDxB-8o9;aG(iJll(kJ!blG`KJ^M z)kM)Vu`_V9C(I}wszaDoV#zb1(kJMAkJ_ftDk<@33`eu2%wbf(heC6ktv`sbhqZE# zg28D0t`If5w?4!cCVgOACO!Ta^Q-utFv{Me?iz2xl>twvQrmh_8;Su!AE4LQB5g5t zf5aEF#v&DT&`DT-^ps%?TK)m8OG$L|FC=rr|9UdFjm#1)z@*l|k^4N3@TiDPKjtEE zbrq6A%F)yFNR&~fMZefg40CB%Vh9^j8-%wsqA!q&dT@m9Ej(dMENJm8Yib;(o&?Mw z$}dkgrZT=}RFhB${BtMqPvI@9XRW85f60CkcSTP?|HCx6wbV1}csg>=|FyYi>>M?D z8k-fwMAR7xZ3R^)$ursHEwgaq7BnT!EQFObF_;u2G;@SZ@!}8#B}-BgFGpdmW?Zb5 zc#n9A+$ckL&Bd(SmN^Gbne;>vs zKFqK%Yy(UT3on8zh9CSstt)(loZLV;(2QY-ZK5<|xHJ4%@eE%MX9|O`o#=5E%>E;K zhHWZl_z-nxf{E0%kC&GhVxHs$>xymVKw&x|!;e9?VPk`B{gfzKlFW?Z zAA<%;EUp=fB2M6J5frIZpuZVWtrSZs55&_FPK<$UghAZkaI8OUyDBP+f3#yKEs9YJ zCYiVuY`G7?4B=oL65wG^VJq4Q1CT3D91pEdWrFUq!3vk!;AKm3>N{GSM+cinvl9?L z2uL0-G9GO08>22>iIrFbAB4yaCPLVz#1=aUh&_xb)nl-ds`y4a1k*9>NLJ!M&`*#+ zF=2RMJz`mufjB9xFnMi#f6F9sq8H1r-Ed=8c_xK-^XxtBvCYOfLX)vZQ*!&TfTSANxe{>Nv5$1cN+i)3% zULia)WZg&nXqwX?A@wXwByv@o>^uolS3 zo!^oXJ7V#KkP>XGGY>!Uh3Xwj;yA3j8C3_7*kOT=1us9&qbDGk@rW%(rQny<%)T`> zi$@HTU`VwhLlP7?e>M>*hb+2AMHm%yMN&{P7_0x>vI>nLKwy)*;_*N`2;IlqMof=r zSS*_N#3X$fRU8=?pkZ`vHeoneV2WUAZG+cE77X0l-qyjKhupA4jJl=0silpzrKzpJ z&fIG!0f_P^t)AZ(Hk#Djm%K-8nri(Zq-YK3A(%no(FSH|e`RfB&f$fcu{q{bLZ(~W z2)GLW!=T#WBkCOd@pC;w6$sF55pnzv<5(m)CF7#??|CTJ;Gd0@jU!^H98rNpP^L?y zrJZ?%88Tv|FEbPaGYcy-!Uy2PSSvCN>fpoxJZeB?&r4uk@rW}DwW_%PV&Wvm)zCdU znu$}J3M&x7f3Y(}Ye^w~A2pzMbiZU}X=Bdh@XReO?d_~>Y%Hzq1c;p%MGT*|2&#nR z2|Q0Ta`u8@;D<${B9;j&mqU{hM1crdkHai6As9oLQ;;FHUKkvadn*Ur5uoPH-hxhK zK~-=o8%KfI=l#|QtnoA?!;`}p7#D?RAJ79vG`$Cie>d#Ui9%xbaFqPmJ#<$tn}>5^ z7;gN?qhV-^V30y~+Ke%XgG5(MY)`ruwG$q>riPyA#2A1jUL%F8pC^Q|kYQTdTG

umY;+_7N;dMY?hrFmO8Qv^ZQNte|XMv=e;- zk3#iEPY(G9MWD$Kw1feE9-OF_gsGpa4swqwR6#GgMKZ?~We&Oq%Z>F$>5iSGVT7PF zY(@}U-GJ5z^c-D4urW)Wa5i#iz+e@L}b&IymgT^Tw^?4d(ut46gv-mlAG zkSBeSr_q8BCW2%P*+3p5A+L$;tHdR_?WDEp0mOktSB9;L;P9X;!$wf}0jnZImes-Q zJrVdA8R2DGDE!EBEGA^jq&8vDN(Hs3WQ4;YTSyp=EnpC%CP9!ypdb(pBmlb>0I0%1 zeRVJd|`klf=zhBGA13Ssw zMlGk7rJR1Pg44fQ{7RTg)LXwpCC0x}SjtQYG2)HiLCfoxs!9D~0V&do^=2R*6~P-n z4UpJx&D z(F(PDFc{3BhyctMTQbZI$!?6TT9md#+kZ3zuPGa=KMWxT8GxcP-h6fM@`3sJm;f>E!)seZS|QL z-9MbeL5tx>qjT04wL8#q9U>JvsEQs$nGUi<2UZFhEAye#qNtuDHUt87e{v*-q~&)d zeSisRRLK?(69Ir${*ji=mHcKx8V$0A0?>MaKq@51zX-+Ux8#Nz93&^3RJkZGt*(feJ@c5_Y!0-vUpePu6+=f;Zj4b%nMrkmt^a!?m z5fdp?{9Cl{F#3CxZ59i|e{uME$uJU`R_hngvSzg1F+y9fqFbp2gs^}t?}hILj%}l` z7;S}85Juy(d8(e7puUO;b^ZcNlC=oDsRc;%^eq{bq33diimDT<{P@XS3LE;lB2f}z zyBgxT%$OMRv@q?+KCL*#4B|cF=e^M1(j-}iZn2Sx|rmqZS$3>QV&}gsFrRk)#S*^F_3v8@5W>di9x(@@yUD z+5YFsv;FV?S&#n>wc7qWf12dq_|cx>x`H3=!QCppkCw2zJXSCV`wb@2hzo2ZCfsfR zh>wHrAO46B&DYVZf7J2lW$N(N6al1G)$d`sMgYlC>bqx1N1pR2t zWTIOJk?1~<$dDucSSOJBeHTg+jR=87WV)5|qok}O!=cwI`h_BRBGs_|S`9o}alt>T zf%jXL?hQ(Xe_{m+`|-#EfCPSk8jQ+PgD@y=_1`livTsXq=W#4FY0!QJs`A- zfWPpgKq7l&iCv)79(1Az8%ZWi7rCOp1WWvAkf014KFK5kFri-zB5DzmOB84@*-B+X z!Ow@`_y{%(e;NuRI-2c4C$q!`Lfq4kC4I^9V3sU0k~~D~=PvjGQuNS_d+SvUh07RX zI}ynm#q4PM*&Xs%lW2Cwl<_;I4$&fbrlgp*UGb2C18%$KA(<+`pA)Wsi2s~6^^61l z%paFOB;No10*JKO)ATQtKP147#E)tbsc2lujTmltf5M&6c{HnnnqCv4AQ=@sgrhsv z+vcYcj%qwgD<^^)#2!_iprRfcVUr2)> zW=Mb)@_$E#%>UgLGQD+wtwN@&rHK_*)bM{{eN6P&dE50diHGd*lT{t1GCN9Tc9hEe zkC)0sQ~JMCD)awBrOa`Rfgdy6h-)*-_}SqtInXq05d!mmP&JI|^NP6uRsv zblFkpvb}{a(M$oo&?S0$nlQnJ1Zq6Qn|efPO0)kl(hNsTxU?v77}m%|_;9QM#eOJ? zR836JxR^+6_Z|IsTnLvF6T=Fj3Rhyq$OHru?x`hS9rbMSEdjq-&z2}-N|lZNH|yG3 z3kd=B7W?;#w*G!;TVF~)S}AQC*|N4RwY%xpirk9*Gk@v+O0ipE(ot{yCg~XeO1)c4 zA>4>JeiO5QrR1#Y~L&*jR~)s3>%Cml;Jb zyA>CU=HAg-=RxRkZuB&lAbF41spEvPXea12F_syqaG;fMZ*ee>|?kA9%V0fZK`2?H(EqTN5r6bcypBNVshUKnr5}mzjXR*Q1C=K@t!je?o*b1fIlGHpEjCNJXB|$B@!#%;sTV4UtETj3!OOXzMPp z57ZD*5GLe{Bxkze4`8)ExvbV=CDK6lM}Gy7b{aX7jTQQ$>QzK=g0LBC2nRpRgTRat zEjL7f(m)8wK}Q%s9C$^r!(w=0=O`4H&`4w?QWsbBKE3ol_CSlyX!AnaNDL7{Z(-W^4!!WDP6Sw6LQMG0K_{OFsS4JBCK4 zmZClzn~*57W6yKN@Cs;(|_z6q4qkIjW-mv@eBqldK#OHkO}+bM5A*iLn<)v zL!Z!PcvFXTvGTguo-O)z7XoW+zeFrH{Xxw=RxU4?$-_fW#9VUelCO&;5r4ScxR_Wp z>_NV9s7h59=mVT+GgbmS)-aZvXox~3X&4-dN+3HD4RKvDeWB2GpxG1xC-<0`$i)B0 z-kX5ObsPu6Js=6*BnVOzPw^4F01^iQkvb@WAb3ckL{TzH-3K@XhQvs~3^X&~VOchP z$FbLr9UqD9#FjVlwHwEW;(uJb$>!T5+3e=nO`QDM?B;gj&1RF>%I&Q9cfGE9uex8q zYYvi<9zHhTyw}~;)z#JARn^tq#}2xrB=+frnPixejq52e3;BnV`N|}gIDb*@2l(BtIM(Yh zJ|Y%G4cFDt)nJTT=$kBOKY3?ochbNQM>1&x_DUWzu0{Eo4jP%(dA%DtqvQu~*q{QR zQfzpP2A}Re@QB>$z?i>Pmh^-%3k?rTNHUY^jgg6ZJjU3g3L)%6U`hle8Uqr?>F#45 zJ;!1Y98ZK{NGc!2y?;82VNmTjMiTL05+a5svJ){JrX4|Tu(eF#!l%L(I50}N*MTj? zJ2THU>&})+1u*);kwC!%?sS1dbxQfO*BR>7gvWg8k}^x=<(rgD{2mQGMw^p+Y*G*i zh-56c$tVq;M-Iy&hiAYh@1IBh(JkJ2dXcGjN?%6f`4w@D$=9G?2r{oN;Lop z-EB7NRO<4yI_$m@F!CGC2dfjt@#b7Dz;hz1262myXf3oz5L2sj!ReUXgQjNq3OH5(Y_!LbHtAyDIIaFHd`p*ZYBCT zv$fy}>CuO;Gk>VsG3@#ob^N4j&pA&&`d!JTxQT-l2<7}+;OlpAXs&B-4!Fo&)pM}H zp}zjZrq!MU@N0I>K-nqLW*y$TrOBs6*LyJZvs=OrhL&we?gF%2di3xe{-Gtwk9($m zNaBu5B7zCM?|gB>^%dt^zW4#o{QPFuJ6$<;5B57p)PHGoUH2dB0>%MzgTDEXsp~M> z&`GY!xFY*|aO_i_YjT=%y}e*O@48C^&S4(0!6a`if8gP*npd9?aYqz*?G)FdcS#F7!PzTCoxWPEop)=5U`{JA6Rwo!K`=ZsxBv&c za4$Mi(}NB@tM*lqz~CJ>1OAgRYRh;w+{kjq!-_algpoHb)GE>#y1omUWVEOn_(xTn zuCBgwpeG@y(?$6lp*JtsugkpX0Vv(OedCg>g?~HjD&KTE;xBv$t;wO5lYtN5o`s+^ zJ8c*4@HkOLPk*aFI2}!1nt^#&`FaPOi1{%`6VW5NJCKuc2eu61a!skg^Yc-AkLA3t zhqus~ue7WW+m^wynkNfz1TZ?QVw2PQfD$nCF}2oCYEwGI8JeY`n}Ddp zWq%wPL|oTdH7Y@EXV3@RJWO^nKS8?%Ve=9Ap?P~a^nJbvyMRi@1rR&^eTM$Fe5laO zRDK*0ENVNcy|ddQH{^Tm0CVF*)amTJ5J8TJX34`4N$d-oW8ITFU14e5cg~{&8jW3` zfBvBfni^ox|^1a@d~878y+MbRHMej@MX=>&pNb1i}hc)_kRXA z)~7*EO0%vkl%EPfuX$VgC(9Q~zC9ScZ)E4gGarpZDVe*wG6T?nskOQMLsb_X#>w%B zx@|GRVI09>u2pBd-?Js{+3q1HwIjTv31^7lEi$Imf&e$;#_8+S6&0A~>?gP-c0a+4Z9jogKyV|$T^i0|8wrNN z^w=Bf!+&%0eE7**7N;m|Mpe8dVo#6mFQ8mMRa(z|SJ?@6+<(l~-*?=#qdES<$5lm| z>@lpZO1@p0xMn8fejBkyFDn1C)gqpTs@Nq-#KvdsZ``c zPQ#u)>;XR+4ty{faC6PZ1N}A^wCe)qj(X0W&Ys=7dwd$B(7V|gC3rF(Z)|gSi_y3T za=o_!iZjm3yl2MFy3T&ifDz|xyK@LO;p8V^ z51FfO0!mYt#`_q04~zYJSUodu>Ns!ebZ*N%mrwi{A%FE|PRp6oa-7rhHTD0D_T@a1 z-j@?*URrA!J8}O}-<@+8|Ex(S-rCey4MYKdI1xUUTb$$WA%w*@5{>t>MXj;%DJiVE z_u0EcqYiKY9COV=$hhD*K0GNZNETOrK+^Jsle5#+Zd)-uUdPf9V z&1ZH-5#ZR94R%lPA_Ws^Y5bDv6nbTfd7W=pKv) z?;e-B{TMNS*La}SZNER~sx=DZVt}jW+XCde_}%j2npEFWnqNdt(|9 z4-mv!WwtOjl|Q5O@*!uZSw^38vnwUYv253W;6UFX9(9XwZucreqq#$HsODhf3kUEZ z0q`b4OAnlt3As`U#z4y+%<_DZA8k zw+C>(0z*@E+}5uZffCKh{+cCb2*G2y%4h)E`Y`(srLC2%6j9w~pqduc1_$qx11>Lij5&@3D+lwR z>2pkdz+GhS&YzK^XwSe)v*m46p z0={XC(wg1%c$2y-48DGs-D8cv4yT^M#q* zbO@I)%9)(9$#E?KaJ`PdDRQQNQh+;TnHs*!aY|#pB~BItrW|__#KUrEn7BAbuuA8~ zT(jI57=v6_lYQL`zCaX`b4$5io* zd*)OS1-f}L1c$rBaLBt?DR?yKb#Cqf5jbp%iop}>6;Ckn&T~Yee_g@bFo}CGc;BGb zkppfk8&%>#r>6EAxo0w%H%RuXM6mMUITX7dToL!>62k5(MzMq!O!)pe-MFL(Uxts5 zs)fa2_y2BSSdXRd2qPr^;WDJE?k>l7cy_!63)f2tT)QF7@UX<&Q?j-xATEMW^bS6y z+^oyzTpYGSFX{1De+?EwQgCUa+$BBtK2<^wgCeWxdIEW)iUR50DgZ3FyBBt!9`42U z<9={y!piJ|^N}4N53f4fqQ+`fH`XxwB}YBa`@e@^H^D_jcX>xK54kvFCeQk2uYu~y zy%Og(ZbqlZGU5+?WHKwVB>4VxGGIQkdhQlYxl`It6FcX*I7}m$@^HH zRh9X9>h8e9Kyqnb%S3rt1~zv^6tXL{kbyvJXrx!!ypc6;s&8AdA&&Xpp+zN0-9LKb z?xV+D&jw8UT#$}lyMN8}IN<*}HRVcnU=az!e0xMJ^9z53u`k{Lueq;0R1G>sdLZkO-{8690j39o5Vk~bD| z$Xdv_x~&)L2j2E@CWPxwv-{~i;6XH1bK~S|-=3a;D+GxV?k>O5q-2U(wR^hP>5_!* zb3L`YdU~{L1F+G$-GhmT_Ian|8-fY^L1VeC##?L}mudzXE<&A*yhXP+(j8>${TSX^ z`62!tUSYa({4PH$lsdiD)$yD=p$PT6$1E*?ca-xBJDJ<_RJVxZt`t6~oco4%d!*W` zm)ZsyD}Q@@cG|TVUYsF#Pxz9z-?~E{@U7zp1j=U2g(3b;u0KEG7j+kkhOjA0k9Wrv z-zSw1*gSBaDmboHF;aZ%fj^6wk)TXdo(k61dUK1dvIEI0yGs^K`0h@QFJyCeVZO)t z01#jgEAi#g?_Q}t~*VOeHq=d(MzpOy3(ARv9u`WH`Z z*8qjWu?6ao?|Lv|(@u8{%n=6^tgL>chh*@voFi_S`AdYLZ_bPuX(UU26b zI8d$TA6z6Sq-q(?h=mhg&%<_WI%v1=Xz8r$dLf?;7!YTI4H+~bj!7}@I<_BfvZV9v zht3w8g=$OOQKwBXH>NW)_F8)tTCJc3GApCehS$!@xZ7Hz`1Z<-j5cFkW@K!{$bT4b zTx6Sa5u5AE$e0-yGvlK6yxC_ZrP(JpG(PHQy%3)b>M7-~UGb?hLuNA!ne`hmkDj{Q zH((BiIyr`&Sx$lgWUQ%6>@LE2YH;o<+BH3=u}2|MpCd~gpSIq5K!#9uEz3-$JX211 zWaOPb`~Z0O$npsdoPO0;NRL^pNPjdweVrIvGk?ujv6(eg?3;dl_-o#%@=W)^VGrd1 zNO!Cwoig+3%4#~bTPf<6szxvd@#`f1xIX}M1G83%GOnmFH4rDX2e-!f z+vKJptM$F!IGF_1!6;OX7Rp>;ub~U&z(VvD%h+(-UU#eDpIT;Z-#fwz#P>qal5NO&Sdk*6nsGDg6lFI=>@g>-?0PR`WN# zCAfQ@yLO%|Og=j)1sQM?J&~U*70$aG==T`tFYyq$POP4<+O6~#Lw~a}knV-ozJb(RqYE_{qQR(A znDO2QbQy#}rtZkpJKh)UhQK>*h{uQ#uBY#HR*#k&H1Fq?Y*rPw+G-eLyK6>EUGqx3 z>I{&tqdn`%Tq2dobblS&KVKW$)}uWqRU>3pQllBKXV1ydCVO2QNi*YUtZ}qU;gx`` zGt;OLZ=i;84W8Y7$?Rs~Cc-9eFn`qRDcvcpd66cuz)+a&^Y*{LrVMX~8Zo%RH9Ee< zZD+K_4KGmSMz`Byj;uU6Sum__u(x_>x7qYdeRMLrTVr-NyMK)6ggPB!wqjVeElyrG zZT?(Avx!X?q`uLReQtLIo>sTS`Vej0cz1tTfg#4b9+zz_g}4?y+nn2E+uQ5HHStwr z&FQkSxYZ1DhYjagTh4WC%6W}iN1M=2*F!a4Pgb|qx&EPCl$pL-Z2H=5Wo@#fU@K&{ zuj|J474IP!-hXDVYvWhuA((jx+RR|XK3ZgIx_>OKAAHju#qfrn=*#p!}?BfBFI=eT!Nd!k{5 zCJVauzSqGkv1!8CYwu6~pKDNiSlQEh$%v&ZAK`yCTYp#n%rj$W117Ex*YQef82L)U z9dwQO6|zU1snUhsRllnpfO2a2GgAes?Gu;?l<>i){JQJkU6)lr1>r1L1-L_XV(_~| z!0!%#XFU&!IXMXJG~Ny4mS5}>y|SP6@_M>od?`kuaF2^1-a8Igo#P0h0QU^A-<0SUMl%6RdPttL#$}u@N+B30G`BO?RQ^@nzAZA&i24( zSq}36)@tpKi{9ra6#S6zJDflf;Fj|ozA&g8)twOj(1{|y-)f9&?U`;*X} zsg5|5_lI&oYoC0*EyhImIR~?wxai%bypRM{8C{zI7JlHaevJ!=< z@&#vn65ji}thR(6$?Yx^boce|g~K2jH_0yQvm51>8tS-L@o`qS0aYD?P7eT?0mFQV zd0rj!diIiU{Pk`1?%1e#e?wONPGd9EPoN!ocfYbkYX-}~-Jb2`d+fupZ*>PC62?$3 z+s8S$yMFgqnOf=)?g6~A&NL)CqlnMH4#kIC*LU~t?cHl&)B_k*+(Z%`)m*+!-z(@~ z6CGuZ7CzaaO?*(Y8J8ECP5c(a=Xd^1h5mUgw8V|Ox?x^)w!Ca|^?+2j^*Cbg}KupDn>wHn%I8Y*>DcykS`TjHxy zKk2VE#*F&=d=o8#+!wIY0v@KNws**!6W6;MI+tjn({$Z`tjlZ8Cf~uWRHG?ZKnJs| z5-xg`ynwGm>UF5sf0vQf3>0dSWyD#pSTj(kyXvdbrNmXjUwSjj=x8 zl*snn8EPF)!5_XM`5CJr8I7k_L$X5cnO>#o-dATR z318!>i}u-we{wyKC^x!>rE@T>UhoNyVi?h>+cZmdM81M=N z^%l6MtbTK~Pao>ES5x?Qm8fp_`kiWbmn0Kg5W7Kts=AE<}NdVDcRJDe0l7s5|V1WW)xl!I9 z+UK1^yJ3&rZl9k{4o=Skh&~_U04-yzmeE5h+7i1_VKFwY$L}2H^gJ#{(;+g4j(5Y> zuU?m55g8jba_lgy+BRNnIH70 zT&iHa;z=oyXm#Zd6VOQDRr|iUN3Ox_`%(-twsGrfcJP@iU0{?4)3TB z?`RCX`#f&b5gcLw`6r(@<53*aP#g-NIOL-k1+QJTVc0bAh%P2JIuW4ocAd=xe-GLQ zd6F~JjPg`Hggd4W^BC)czHSEkz}XiG2YRYelScZx>K^GmM6R2m{w8A}^&0>B8SBGQ z%m(|{)nGqbw;#{(aJ*%#Gj+)+PR~@z=L-`U zCv&2x-IQtV@v4>>e3b&IX*Qz zA#tjln=O>4Yc9zE)MWXBGo3G8@|V@|F#hUfd3I_7>QSo{Wo-dfNL)T!f0Gq~0tur^ zdA0`a>gT8^i&0_1=-Z2_DYGqtBDK1~_k{C5J z+4NfNRZMhbNbJ;Bl*)0kH;njJILO-i@$acy;1`~6o-AdUP zUJ5zs1Pi&!yC^F`Vp?`lf4XAbb-ai2s$HLuZc}7`khqS&!OkUWwk6VUm}|Tx(mtgm zX|ZfWq{uczHhDuN^Phpgh>elg>4r$EKoiaf^Tg?^ad85c$?>cG){4?6NcEe`;-_FkS>Nm;98I zAD8?yJLMilp&dwea0^<6z%)BimIEkkc*<8LuYpOG8CU@NbRl1ztrYlmlb!{&FO~h) zoU2sbGDD@v43$kWRPGPMK^Z9(<$4|Y|DMc9nH{K>St*U4npr6`D`jS-eDzoNUy{I? zvC?mrYiz9CZLLv!du66dk(nwJm@2h_y6Gm%>-;RY%w(CFEP2I%h0bK=%By@;Y5iu) zlZQ|FX3M?^v!$GXOB4CZgd=mb$WGat#!iWO4sX%yImN0of8b`aWl>(H?w50wLf*w_ zGGB6b8`NB==<-@KdAhS`yvcKKZ&M7O?+wjr9wRlV>4(3^!gNo8#GHrCKxC z1I{0lRd?fS`RcRsd##AyrJx@;M`|nrCEfa|og=l^HA5yiMarOeOD-erOLiG)X2T1b zaju7x>IZCyfAbj^T3+e**Bk1u^*bx-Y?^C~^{ejcgL=$b(uRT zSCF!fXBUwa&CFPSt6XC88zJZ_#Rx59vEWzyqL5r1>{Dy(1 znV!nYG4?jfH*#%&!3vqBrx})>BlTH&&J}87;AvLLe~+{6!&~`h?Wl?IseH9sJS(+n zs#WfJe|X_pfJ;z*^E0{bJ93Eb@eYAs18cV12~4wU64a|;@iWsQ|f1rKbG^FoggZ>oGD2|PDhEIj6AY_B7m zEBu1wq{>Rw$Ir;W$>O<5*sm@BhLJGvmj(pXOF@8X-=zioQH567Dq?b%cO<=?@DXi$ z$(IM#N`cxvUgPXkSq__n16~qeESMg$CfGG-e;^{0-t(Bd<_{PZK&qL!q>5(eklpi` zJ92b864o>v8Q~+PMz3kv!-jlAKNs`5z5dzf$lOC-mO(d*3*_=-Ig~>umYRJ=a0D?PKCW_;(0aVh# zpAoirmlK?U+fJOR{F%a3k4{Nhz#9vdazA4-s=k~mq#|#j!BS3x-RUcQ2cUKs79XZz zj=3;d9G_IkRh`G2GSuBUTaj%mn-A`gD3xc=P0GHpZ~A67ombuNI^*mgc1VnyJn4Zx z3D<+~JLVc?*+_A-t9#4&rQ0p9yV}$1C+JeuMh2C|xHrD^P<@W)k2CY`b6(Rw0VsL$ ztL!Q>QSrp&TzbA-%(lyLt+E2iU9!_oS{-Jx_biDWkxXSc(;F>)eGm*)?a+)MO8a zWjeUkL_(l0Hf+c5=$KbLADF3#i81%aqJZFcKc3&HXNMw;&jCoXZ4SzMxg@4Iqqzrx zWlt7qCj`4<#^ua2;PdV_rrTFR7Qu|0B{xWF*~AC;G@jiwYV zdaRM_iD!BpZz#dj9u3UgB#<4h_mRVWc^dWvlzL5c-E;$D4N7h$1**4610CM^z`uc@iF&$&~@+gNwn3&WuD?DE)D@5_J$f{AMG644U2%|<*BLsOcmB$ckJ*MKkf|XcVzyd z-F>kjbkjYwNfBDX?Yb`7T~C&}BE*H|jysLOSm_R=`1uVEtd|$YYnBld2O5dT{e^s~ z8s2E7e1B!ye-KxXarSn%ngm8Lv%J1gR1oGt$B7&AEig4K4657|4bhxS?`vc(E#)hh zNGb9s(4JtVD;NyvnuV`R+yy9`$x(@x!n2k|)5FFgdazFlqs|KsldyGYVfxSE`m1iQ zGq0>(*Isvql>9Uln5eteC27U8rE;ws`<*AV`lFa*fA;#_sAuhGl(l4*r<6KbGDRtgmA z2`sz{Mxm?V)Poi+yhoG!V&LzSRL(S&<9+Dn1ZqseAZazAzS8M2{KbfH%jqH zf8%u}%AJ)x{j4`qFX4&8=8}=5jHvY}kK33oV5EiB2z5E2$-zstv|)%HOv=vHXwG<5(_C_?n#gMR#8xrIIIF_F(m(GQdjF}c(*D`%HiI`Z8$y9^>MA6gtU2R;7 z5B3EgoJW1S$(%8leMc7?!|<-CgMY)0A#7>V4N2ILGK&6cybVhMYUqUs1#n$Be{gfu zDbzp8%#`IXunmz;<8tP7u?7m5b<{bQCYw8!){44vG~O#EYB}rsVnL2AyxcRSv;+C{ zPSf{l`gAjD8e7G~iPB@;0#$RR4zK5|kTpU{L`lVgIvuF5PE%7uhbHq3>qYp*ce6O? zXj+=#TV>fU5b#ITZsDC#5?zh0e~+w%?`p}`y~yAR^r!Lqxa&VSRURL8WuZPu>j^5I z77+I4ShsAAMkgdeeg=SC`ONEM~>doXXH(uTinW zimT(`Yj&r9X@r@{-5|#0Z2lMU!kLNRF-GIp4jq)GTLJKMR-`kZydsA>f0>bPG<~~?|?t=}LeXy>w1#i{|eJBsR zeo@6Y7JMJ>XL^hJ1@!tI4#2*>szW{TjHEN138SK*`JX7djqLUSi1zZSNFK%Xb;ozw zU?0kBpLcJ!!-LKI(t>?q$5koO0+7vyJ-TMme}q zADpTb!duMH3yR(Q>y^R|9eLQ7!4^(UjmZyJQv`FhOC=}qE2T6yW!EXl-G>U>Ol#&o zRec}p3Ps~_w?FnVe<7&@BMvH=ET!<22~8~!n%rt>=W<4h$ZijH_3hBKuxEdudvI4& zd?vc-_1}e4{J|3kvG>Q$@*RpH*KCMGCf9=ikF_%bj&4IK)jj_LeqyQe;0X&Tg(rW1Eg6#uoteOy37nw=6% z@K(0jEE6&_Au|&)Ga)k*GBY7F6EZU)vmqgKv|g*G1osGct^mWP`ql~|)!e$#;kIT_ zXmt<%X^PP59s&-Bv*_Cr;2Z|)q2MiY%+Mkr14Gb9;L zEJ}sKL=`Vf@+AI3?Lwg-RU=o2l4BnNzb}k;%s;rR2@YW_z(Ipb!6;N`rf@moZM!WpJv*i-s0g#Gm)j&6F)|HP74+HsnQFHp4_3xKIHrH^PPg5k9_sa! zMEBr5U`_{)Cj?eKapd76Cr%zYym|9xmp&yKCjmZ}W+fRU0ezQ?B^kdyoe#6MWRkd( zMiPIAYSqLxUb|Evn+=of%tuNHwuC)_N#7qWEmFe&=(CCK){^#o3+zCGgLoJA!+%0Onf6>Rl5T#hl1pr%uxsU*VcPE#RCmAFPxW+wZ5ZpENRL_^aCmACM zm8}{hzfh8%m*^)MNPjrpvd>C}GsLZJ=L)3)m}w8^YkBPPz7zyoRSusGobK?bqXZsz z`Ag2fvTg7lSy$dsxt{1f2Y0>COt;xT(jx$DQ%0+q~lEn zDT{d8wd;;e7fZ9%{V}wC-@&?uGT;3Tv+yR|_-4U4LCY{>Zi5Zpc|?HRG(} ztGcS3t>YN?a6pu^VPn*TK zO?fiGQdy&Rlz%4^tR^+fg3_-w?znrIXtf4ozq2&(OTlFHs++H5agpICNyMQ?R)*7OF`U5wq>)#DC#h7pey}R1XGN>SoZJ-RVNz zP3y6N*C>uxXOapq>uqurE>EdRsRB1TyTfr8RX`58U4%XSo+zF@3xiJ=Rbz`){OD50 z`aq5u?_TGfE|yzoo=}pM`@6^SJu_A4zBnxBm7$&9NZMPKy?>a>rmF6-G+3p41}-zM z_MdkL4Oxz?12nk1pLp04rrp#Y8^9ENb}PL;A(0^mD%W=d&qTsh?h8-j;=wLfX52+T zdkMxc{vbSc#M9_~CHePm>K6n_Tp zcwYj7sT}Uz?KCD|aoN<^Z?npY7gOE+be^D!%R{MzQYJm=B58LBw50MU6Fyyaw{Gz> z^?ypD>jNDngf?3YWrE^E2>oCp=qaU8*S6|;)O!+gt5)-R`>CiS5Km%>228JktK|Rn=16_Zz`V>LCve%2a zq*3?W`$6kd_*@w>ROQ2a;ZrGn$#uIf8ZTnCI~=TH^t)SBsya2idG5%>Iifx-&wsrq z!K%IO)MAq8Z<|$)cnxl=N|;E8b1O<(oW-@%bKh|FIjPV+czD!^TFKS9qnZn65^e5~ z%dauo+|!vl$JIG^ORF2>MV;|U9=nO@5qF$2{7agr4wABYFd6tdS0yrSFWZIHu*{k5 z!fKR)*)FW65ir|@RS*3dRU7x4Wq-SWX;%g7Rv6P2AGR`h6;;I)2uG|BUPUD_9l~*| zgnJcx*0)Z$4>C8jQn<}pnUJ-@OnuDM$MotWHD@!`NY_v8e2;VVZc~Eg%Hz->xX~xd zQ!VpQ^L5IOkb63p+i&TN@=-h0!o|UpEnOP)Zx5w9P4oLhS4G?&x-$Ik(0|PH&F%iN zo^RAGABXPWn#(J(gt<)O+nT^%?s=cHou*$)X~Ah*nu{l`NR37!6@SlU1X78N1L18r z8r_ERH$_@d%l!Bw~l5md@6V9HJ?|p zlb&V*2vsv&b@l>}x!_CknSYaCV$s~S(V*YTA-C(*ebDm zx?&W#&&T~s>S!q2uklr*bSRi^h8%^fxN?*NX^WE~NBSzR9;HLtbbm4ANM{a)F)KuP zKV?%^h|J-E|7D9uTFiCtdkA~U&KG-}qo?j3pElywYR-qHiBlEHSoa^xv{6$Vb-BU1 zUPO9oV8tj}nIqz@fmG9Dzy@V)9fqrR{xS`vWQ#Pb2{r37%?*T}ZJ}l(0UsOJfxBoM zn7S73Cc8bVvWdu#Vt)y!W2?x__pv2PF!@a-TcO&jhUDlqDoi^{6Gfd%R?Ywd@|-nT zvBVRB)g-%DSh7_voR-4Yxx(v}YT3)H*CqlKQYCAR$kj688d*q{M$=R&e$gyJl}3|P zDbWgB6c3K3;=%YOx1>Bc8o`5^XWiA+k224?SB+=g2E^6Sn}0MtX`_+Gs!Xl*6S@C8 zcRIVZ1g0>Y`R8RSmeV2?3w110z_+PbcV!yZ>qEm@MZlGYl_^%4Vx^hFY;%X{l0%q&75FK6l)R z?BUwbvGO^XGk-KLGF6}h%~O05sXh0PrB{5ei-WS)B=i70>q5o}L}Cou2As&AKU3|t z;U6GKxY{Ade|5Tck9XDDp}?5ezjvpL*3(11uG^2C1h+sobr+m7S*R4?X1Eha9zJs7 z-;9INvwtqASX!NN`A>ru{Ts!7}-7`}v zai1^Zl91|qQiY^(rCh^%>VOVk_o339B%|G=f_sM&o{LczU7if1i;H)k%!2(~tF%v= zV6w!NQC$xSgJeofnXM_#yGTfw(bp7Vl9&zZBFw9^CpEU!?P;^lj!lV3Jo+_vGu%^& zkgE%~x_@`e4Wv;puR>L>!EU-1)+MN!4%X|;cz1JM8LyKKbw|~});t%+z!6v$2S)t* zn%Gd+@haFRM~o2IE(fY(@uI6Z2Di+08>*w)HP?F0@eOGf%=%q5={2M_c7$v>JI0r+ zb|=|r7qOOPliZYUxW$>6EjYEZt07J)dqI9mGM61O87F_+-QXISPb2@&q9A69VoF7E znVJQR%{L!W1diVtrX<$qBtGeO-kQX5;fFL$d5%6a?~W`YnzTqv{pMEzb`Ev>*~~& zJ#{ezjOu^UD;NbE>d@vCk!iX0X}Q<4+M21MnHrj@q1T@p>ZzY~+$lUWRd#>hU!EvT z-BqmlcM6xb>~Id$inXbN^Po)R>LxRl!bH(!GN*jjIa`!UbnI z%eaJGoG6sW3r_jGoP7X>OEjR+1hiSD09sJq^Cf?5+p+_HO+on+g{oA9X511_$;_us zd{299??6tS9wo;yU^3G|WCr<-l zPJ}bHJajoX<&)zQ(dVC(?egsNl3pI_)fcGI#<5Hw&{Y0XbPb4zP&#On7bc72lkOKq zbB2G$1z3PoP1GMC?t?&FH?aa`*64z}d|Aj#;FaRBlbO285V$06@r$XB3c{G|+5LmES59lbGTTypifa^;eoC1ihY zIcMhO@A1iU5zxz5pCvf=N7KD_p^OCRWf&K0AxP7xsDS2U>hK_|1CF_}3X)c3cMOrt z3MDG*3C#}|@>K`Z-a%Lc9=j#aRuJwjs`z4w26%5gaC_t+By|FDGy)%ESjnzbD~=bX z2m_c^%hLttoSedEoTG<(W!IGLTRwkVD*%OAN(b7zRy=s13dt~%$6=Vd92p1o*tJ2oa{e^%ISXRWT9Z2b6$ACZ3IadCx1R)oPzNg zF%1-O4-_EBzu8JDS*wnhr_a!gD!B(MP?}&AWewjC6FCws(AF+cj|$2l%9#eblRH_K zNC~}DLI;enc|4>FFv7Vrw!vghx6f|~<5mfyBt;xK>sA37mzPwV6vuzP27#{T@|8=4 z1^AGjk zcK1DR1Z@cVsW)ZZiZIor2jgeqY+iPKHhPwhmWnksgOpCl+DU)NJ^k8@vjs+&OXXQP zNtIl&1hAMcOAf2S$>-0^R&_S%Wi9R&F6&yWluPHPF3D+0c0Wnj2}v78wSM4l$*5Dq zr%pU{1hXD?v)%=WfmXpKQI`pNiO9oF7i|8L+N=jhe!FY**vTWrD03w&l3pt=tK8fl z&=Ei}keZ|`y-66loXJ;#LrVVW5Ktd{>9#DHxpH2{RSHv=Pd6DEe|-s>T(%$#60T~k zYi7t+z;eVmD*_oU9MuV9XmNU`T&X$d&H+?f{@dcm+y&z%DD#f1%fku%(^BoIQgdxJ zlAf5B;}NF1bn*yLyjTh_(jql{LoSlR&06V(7Pp3cnnz9;c8))E?3ibTxk1X9XW<5c z((Ke!x0|HLi*%jWe`R!+`@IW?YcfSK;C_|?Wq6U9a1D31RFvI=C*F#s3=a=_*>;k} zMjyU&TO?{kzcrUqm)$@@9PmV--Ks2 zn~w$J>tgpsEBsbV(J2bhyxf_A=r$my zsfGj^nR}RRb;sSucfgcRo2P(tSyWI>&OP4D-86+9^uoR-@ zNa(@5--J0Gz$P3ffb5&t5dgZ2muNW|ITzoA9D1s*9m~m&kIzcRRT8hBpC4?$gO|8D z87lz;m*hDaJU>z;$l>=EGqvMe?RRUFmC`eTOvr;zeQ22VE+q>}{3p%%xB zUdQR5sFY`hHF=n*u!U1Wt2%z}b(dc{85K*t&T&}@xW8zohpluYKCqRpkG%|dzs>DV zY+09*_ycPmCe3N7-;Hq&Q68LA4u2EBH?!7q;q zQDi4%9A&|QiDX;+zJ_x+jE!s)m%9#e_H1!nYGs#n1AmYyJ-`O9pflcm&akWqLnthJ zU`=}$aO<8PT!Jze;#?Dwr+^w+H#?LRoK5eVb+1*k2_1h!5$#VC7K0?e*rvunPJilU znU&9LqLOi%W0~a_Plb)jspKG*(Y;lUvfdt<)s=;`%-(r71mKQ10Mj85?mw0YeI@s? z{Kut~b16|)6i;~BjA*w;WhLQCZ!B;;>hU>R>hEB(Awv>rj!y)%NN0E$?YOj>f0yH% zhYq9ZlFxsW1X@m%+FY*lFyXS!fEJuw+?_%=6co>b9@(wu@Yn72@4jyVA9?+`CD2FJ zi1eUQIWCQQb4~XQ^E%i`-F~MU8+T#}y?WK$3B{}UfnZ@aWhyjHkI%&ZAQX}`W+b+u zV$o|u)3DQ8!ceh{t0O?r_;ED^PN4DV*$V^hUMYW7;7FTyjat5a&a+E0hlQ0&w|n4B z_2DX%$3zm>b5WVFJPFWOm%YDyq1t_MST%pIa|ybioSSxG%06V_LT$|Tjq-@=^Uy9& z9HLCFFm$d^o*p}suXI;y`Py)oT5POc@}~TLt?$FyhNR?$$zly0oRq2{g@rRy`SEAF ze9(WldY}uHO1T2?p#qnti>2Y2KIk!*rt=qvXLeN!Qe3`JoTyC>@Ak9r@UqX8izQ_w z95$QEPwpN$b8#wvrn~Eq>65{ba!-i3;mg`0lF+Ut1_$&(2VRx|EU@s1qR4z*(5;1t(mlo5Zm zFTl9>CZdedh%%!09)y%J8d1imt&BQoWhvvJwT$c*((D$}>=x2g-sI)yy(RT`P8X<&+v15+B=Ry%O$X z)a7p%16$Gp_c2*Frv>(!ST>#p7LtEbTma{jYxF9SYc!f%qaozl7)Gu>+ZA{wwKSSG zLa$z=*C?k~v&a>7f#a*4TnDcXxmwy8*IVh;w7%HrIl705wq5 zW7Ltjif8JkK-+R5qmK4fJXtp#+UAvvI@+(5OBv^59(;|s>S3`fqDvY5!NY%}MpUP< zbd*j&cTdWU6VRW|By=vJyVhbi#)~@RlblJw)#oa;?!3vhu2VsiFJ53mIOz`ulY!6f zT&P=sr^E6S9xw9_HRLrYy327HlkCh#N)EP!*O^G~6EM-qG7S-MG&uoB6A6>$~a%J7TmGXDWOt1j8aY_1DrYp!L(5`w4bCA)IX)$W^p;hKL1r)_DjRI?&A z8i`c=4QdfcCDQZ4+i*0x4dd@Xv!IrFLuB3%nKwiey&*urlJZsXB=8mbj*83?qG2=Z ztJu{+yOAzb9CVLhwjN}jxk{uFq1-*ixcYZU9l#$q3wNj?BXI8T2WT*<$NHM!;NQ@5 zf1{86T}^0NjX0|))?$Bv^~^vitTsM9N3RJzM=kX1i=*eLNl!}-kDfP}^yFqmkJwgo zVm$=ii3A<>3EC=pM%iXxgY-OjE$Dfz`}<0bpbdBTMvb%w9ot`0cMaKojT>syp3;KNHskMTv68SoLnUL&7hQ$89`SQYF0Do4TPS}5W10okB#fVU9=5M zT?detihbs|dIfmNOYSlaV#~6wpC)@# zNX#=iHK7ib{ZQg&`!Va;eo2*V8dHBeQlSdA3-nghV;^81g>}44>LKmn9EoyvIG9%V zR2R&?CY`?*$WpESW_i7BJH9ufx0)RHUU6B2)B^fg78BpP5{gn4!Lr0kCN#_niO z=_7tUU+I38e8{sa;M2R2Q*{FFNO(79p!R9x|5-%-O!QAF`Y+Q37X11VMc{bXX(fX^C-F(=ooeQb z%4G^Ot879H#&xPVi#s}=8PXa>!A`{=NKeH+Cja)OqGO*Y636B1F}!(gp3|#zI@(TO zX^CQCC*;SX2{~#K^0iIJBzlOQj^CG-j&*-^YKzZ#3<0Bh^a@77hB~z660%HhsY7qM zo)wWyvAAlAg{M%AZkZ~U;L_5rL;D6Esun8Mfd?NPy>)QUzY|>CY-+eYMas8R zRWId)h6#HXPd9|SSHI!ao(xUAYPcxj71h<4r`_bIy$g>K^jZnp zMdw`ce4*rDa_(JUeq1I%V!8LQjOTw#bXhUb>U^;}o1c=ignK6_Tx{+<2OnzcK6Hhn ze+wM7?E?~OccK4WzXSwTl_|~_%d^#~OM&awtCA&Zvz3w({hx%J@1B2BGQ_jb&qp54)lFduZUB3I-F{HtD5^gH*f z8&iwZGwO~XnWS2F&gLuo)Kz%B>R!5D_m;L^b>W(Ko1KCS*U$ChO>(_-AzUwBu-5C= zn(oG<+TQQi5_K&&67n>#cfWtj-lu0O^Io=d-gGM?L@XZ{({r3R}8Boy9JFq6Q1PpEX&F6ij#jZ$}_4X_fpL% z&N+G*pce8RX}IdX-#O{u7VciE4PDSpS1Diciu^Dua$;=og-|uuwl2(h7 z_u%$k#?UTf`t`D>axd|%Ov@p;YBaFA(M;V&30+F2!7Hvj+_o~@#w8K_gl_jcQ_NSr zw7;slD z=gO5!&}m)9kFXr<@+-dlkmmf^%3RT%7WUw2i(f5uCDUvNDvQ8r!kx7|sX#B5$-M-Sgn12`Hv|wo(rCK-1|3P{m6Ee+ zC~=34LHlIkbf2CWJl%VGV(2uqR}c7iDDj{$v5yIDI6;4*LLn(wkP=}PE`mf1+4aV< zc_)ghuC69tRX3|cTTb{g^W7*>_;Zq5G3$&b>(XE7_byo;9`ws6Ibx>-=S}W3;k%r` zK|*DTR0T$K;xxSpiTyn46SaF;jZi1iS_Lx{3st>curOB@(~5FuSy@%yHPFW1?b>i) z%<$%Mg!zB4gz1-L3QGR0Z|iQ<#-x4twC-VoEn$rJf@&zk$R=fHk0m{7b?QeKmUiVx`r&eTXS6+MLQ%J9j8Jef%`B z1z6&se|iIrM-8703@nn!*ALa~ErCj959&HKJK=w7kZPE4WndZ;PRn?yTIH#qur6gC zA@GJyRRZ=NOre9tvZnKwd|l)|U~0Wd6J>_Ifh#X6NWxIi)l8#9lg#JZ_)X5b5=XQ^nEH ztEGPeh$=1_J7L(aB1t{HuWic?Hews1vpH7497U2kBw+G15V<-964BHp1h`oOoRBIp zSSY+pRsg|3KEFLSlDyW>2>4(H1cCyN$-V%09~=DmDAnzbc3jZo8WZr&gdBn}?lc9mqBRcpGEEvYwNs8%InmDzDQsTYXxmFU>dn$kBRknsR*2Wm`kwMNZk zKr@u2sAMl4APp+_z@U_v?Yl^7y2D z&Q2A7`YMx!VyW*!K0nnzQ3&2)C*c+@=D`X;)V@i6+X8C9MByx$&Z_0J-y@d|Nh;*j8`-f5rn#-UhUf;nnk%xr!34| zoO4TI%&*q5WwHSY?gAjwzqi*pE`RLZy_?2=`ZaDfhx&DEo>Y`E{$`&~{CnIb^Fot$ zUjhuGH>=eh5Ze$F77>y~{Lu9JabLIyHp`9&hj8-C(jA@79bvt_3G(z+o02&zeJ)9IE3@4vZJwo6-J% zw5?d$=9lU%^tdNxRcmE%kbo6+H*v4iC5PM^w>@q4FPmqc;ayNh_vWtST?)QuU#2R1 zA5h`Z2{WT(}Pv!B~?uu51%@06(#0d>j1ak zHS3;#U6s~}MY6Y% z!#(2LvtwHGKyNT|d0S~I=bo^f(_vZfKNg9p>~cm%_wJ_1JkUYS(ilZ{hfqI%P!jH^ zuxzlD96=+WT5xiQE#k&r=go}udXaw^Yh!kENyc32guiyt{^2VyPs^}WJy-pJ5bwCv z{oVc%71#bze7+x^uc$CrzW*`2cR(QsbN+1U*;4sJNl*4CkZh5gOa=V@P5FJ!GWa(7 zJOBNE{!06QyzG7#a|mo3fqn3Qfs;oc9jEcR-F>b3h427?-(li)ySWNAIx_<_8aP%S z&rc1U7?9FO-&FBTC11HTu%~~|K$RAz?1dx=fXJU(YL0QiS}v|u#?MMoWxPB?bJTqN z6o4Gey#$lyr;7QiHM^FLDAO*JR0?N3;O&1#{Ln7M&saB!kXj4yR71Jey}!wX@?YMq}BxH#;P0#3m3!doPw9dCZr9~buBe4(iPHdmfyM< zQ*41eE0C`9FwZ|L8f?Y7*F|S!P@>=ZE9`q6b=!7@)rWoGj(Cf28#G=5E7wO+If{ux zSUawW#q+O3jRq<--S&DEv5zZ>adlG-& zX5eunKG$G=$a@OYuEx9oXB`V0WayURCK)zk`JMP}6Z_`Kumj<5X1Hv|@9VLQ&8*H_ zF#R?ex)7(0n0`Bd))(mABf`g&j=j-VQ&G-d%(qW;VZ^(qZNRPkSj9)Ao zZ)f=H5dJurdy|UXLy5T{WD?bUa^#kXNFuK{E3;Hjzc(&_{j%uFZ!q3(32TJqBAm&E zg&8`c%QcC9YZNmkWn%gLwj}Mr@mwJy>A%6OSEru-_PF#bMRccFC6ae?p6>>h58hXc zRP^3wqj%VomrD~z2)*tw>$gTk4~}c~_&d4K1M%zh_~DpAV?X6vADwT16u*fCgX;zz z{zz0mguf0W!6f?!M~@#lW&qr%1Ki31w6ThQ*Md;kEEv&H`)%nW7-*xHkWd*=f4lpT z?_KJgRm&X3lJk83S@~bJlz+A`Ha?ZFR=cZ(sk1#VywI;;-G{L6j^WQ^F#|xN0WmIJ z4yDeQ@f!@iKO;9_?ySKv-o-JH{rMdf9r&G?8iE_5q;(e-zxAjmX|{wr#i2`tXFbQL=cEa zSZD^l7Koq*2=&{}>P>AqPrbVW4CUum6iSbDSa*fxYnGLS;4CocX!%P8H-~}^;5(ny zZ=ulnX%*7PuJY@>V1f}Fle}LJJFi}{& znZryvMl2RrXN>3&77Zwe8W0t@^m0Vgg#TSHOx#CI+^*jD(mRxwpwq7B>6_JQ(=x;| z;SZcS)aY6{X)G7voqQG2<|yK4n;7OJ-phqHG4$cn8weFnN>ilzEWaGA1pU!OFqef! z>YGFDlDG2`e0DOL!~056fBzte?Ms8;hO0FQE)qfhYC{@=w!;Umd59}633zR^TD|Y% zI4`>F=gT2X3XR|m<*g7t&%pZ{^?oP4uf^v&e6CmV`;oSHP&ypAN9cWnNY~#ti01Y8 z4kMkXEt&}RutMe_A~5r;#4tye}8o-2G41KDZG2!6c?pD+_`LYL%H z8BhVzmo-xvMhR5}Eot0_{F|_sgi{$y0acgKQyCZzjnMliY4Kgc*WiI>8}OI*QyDD{ z_*BvId4c>qb|GIW370Tb85&w3{I-}7W$5H#Q81)-voh<>{?gX{F0Lo8HE7A}H`fy8 zv#>CExMuYwIAaOhl!y5-VKEC!8we{|xB zLKh2Llb57a8AN|xY_r8!cE9i!bO2r_gSQIdtQNlO*mkTdPfI*72l2lj({er_UV!`? zSbo6aIO0aI(7xu@wE9nPVRnf19x==ZCt}P8Ck=SINYUTlFM@yUV4`V~)l6rrmSLrct(GDE zor+7pR75xHG7;UZ%SB|fcGc6YHac{O@a7UYRK{6R0M3e(^z78rKNOeVaLS5f^M~u9 z2bD|T$)wNL^&j9OU)p6JzD`UUdMlQBa>)NA`jRz+tP^SR<`#w=@>+}Ve$cQKouv0g z!lH4g;URy4CUBgCX_h9yj0E1Q1R7sX(fg8Q_}#(NH+vP5mb$rA0!>Utr|rUb58B*y?ta>q)(3u_gWci8d;q8rEpFF%2Jdisth{(l%Nt zwC?_JtJ;WG0}1wt%RW9~8suCSZ)#Z!FobE63s`?x!osqcu!05B*yx?4Gn*C`7S^yp z8kf0IBPx*Qway5geyDdN7UX**M04_ZX_;y>SL+BfYTt)Xn0A&UtybeVNOPkIE=ZDg zMCnMABE#M?p>L#Ffq4M_W&@8-Yzz3_g>gHCH

c*Kt}&K#DcAkVj**kW?EO=$S<9 zGPHl0$PFJR{50jnXf=Vo1cp`<*Z^W^HGvHvDYcr`ZvZiYTU4Wfqr9OCnKEvGXohMO z&>2$hig_$b29D5e;^01>gxK@WRm!t7mV)_G70x`K4_8k3LMx?bg7Xli<4bcS-PG&I zhs$+!Ir15T@oV3ak4fg90}qP4o~W}>Bocph`gr9=9b5$;Uz3>loV{U{deJaZu7s9rCBTdH5+)6I|>BY&JAK=yZxj9&ad>uPeh7cyjsY$Kr!Wt|+bMjFfYv{D3V#^yLz+NZ*e>6X zZ80Fjo3PB?i02SKZ^rTlS-tn-w>{WaFBolg3#Pjb)7^??-p=X^zelhhpG5lcIuGM> zKf<^Z(~e+$i0%h40N)%GP1RVQj_QXIn#@>?24Zy`u)&SdC{D*{6nPu|5gLC+oa^VA zq<9;eiHY~PiHD&iOvKgGP#R1(M-R^i-5gV`6SevLaR$>_-A4tEn_=`bzlWu>C_^Tl z3o**kSyS_canqE;6DmZpZEP&|oHOH>iO4pcj};%j+y% zHIDX{JhdczY3Wyq_|ld?^^XbEf%IGoaZr*=i>XuE0%H}cJC5{`?eK}PQ+HwU+}2_7Z%8L&7Y;aV9OM5w2K zlNo=Li0;0dV&a{Mc!9%aT>WhI+$=)cuXSv2ZS=^1DsRBKP{F{h#fkGYiQmsn&lYg?Np{Pi@7_INz7u-4#;#dC%{_GCKfaHRWX$%FdI*q z^)t-I0hQG-1*bBXrd%0Ue^sLQgc}ozJbkNlDoeTLR+ej?=Fx@ix82fqIOe+JwkNMz zPAqBm2?^vFMRjE!Xj6uK?0MoX7rOkc%JKIwtq|IAa~1mDnXFAFdHQCz$#S9V#Uofg z;My(x{snR=$;5!y0ZdQ(n{e}j$F~UYS>ETC8#wbn(z7D|>e`6%fAnP?z8SdA)^3FP zMm&VD%?^uW0`aiT$*+Tj&V*sL@ZEjLoygoq&cmjNu#pAYAVKdOhQmTve7I)%Z-PGM z>Bmbg<+gBqJ>80ObGWp}yjIWiu_ysv+St`h`DD4!j(t4I$A>g{t!hC#CAG!!qZ@O$ zjMoZVEE`8J@VO(0e@k}ozDD@RFv4@SiuX>4Stsf~A!et&<|a(!6STpg=>PC}Vy%Vu*&LR3tauag3fZdwZapV;-6Zs})WPQ_hHtA* z>dN7|7L>OEpPTWyMbxh|Y!#Z$@ch-%ZIX3xkOJN%uC@f`R zc}!R-;x~KpO`hgP%_M=#MVmvy78XeU+RDQAn9zfP((huSFCvi4*N&_hB=y?Mg^W42xfB_9b{7l@=38X-aeK9ehJ0 zjA`6$_K|ike}owNbmAV@FM;l7dFYv|@94ROAXwzjz)jlWXV2NnHx(1a6Es+Jh3!(; z^gRZEUIw6+4Tlu})+Si#5t@~8#Sr1?-D`1m}K^0#O+?8m>$0E7rwlg zWLq6if4fu!Z)=6L%Z#!*kp^a2H;CZPtRTD5_BxX3Kxy5AzgG(X_Er<0DBOV-H;Gh( zfwm4B;s0Z9i+a0l3b%*?ahFtTaBT3}BJefwvaHL$BQCwM9$y!}HoT2>`+Dj8&M-O~ zgZ{hBdd-iCkGVA+}J?e*|M){@rH0u`d6;X1uZP9#`-8go&zr z9oF_e7m^Rgjoipz{8#w<6$>q*XtPYD>kG^E^zRQz|KTgbx_FCP8O@2-t+K6S+3%uyw~L_t(>%_G zlmos-P4>_E3|`uLFJNtu!@kgpdZ)!}q23-X!^^Y}C-`e%q#WaL;go8#>{t` zV_iEIjANY}pJMEcgZF;=4*Zg4>|8FIKXxt=IzQ2xMF*BYfVlNByxN84d-5LMe?5LU zAiO_XTO{0<7`RjW(>e|D0sBk4Uh`o-PA08muceNiDeAcL>elh2#23q0xp#$>e+z;7 z6+cjun=|9qPwF{Pa}^6KSXkYJzz@uf!+l|Wrp!--*iRttvkB}S@cVP7?PITMFY#HC z>~PH+gfGtzV_L9NED*j;gxY$@lD2@b7i0Pf8H!jo^y_ulW;Q%v4GPvSVeEMr^V}=^ zzC&e`O#}K%m++4zx;%L~d!f*`u;2UyIU3IY7pZ=*C zGzz0b5}Mg?j6Ra7{V$?zVsp0|xT4JZ(?1A*AGgN+frnd^%_k<`m&gWU*w%g=@%b{v z8@95SVr*pr8{m?d_>{J?f3Jk`%CdBDz8ckU;jcsZbMd@0Q~B{{LkczwU~vV%6jJb4 zLkwgAf*S_006{xr;#bDRuZpgZVMuEKzhMm$b1q0^!`k4jP6w}f4Qw1NQf~u)fg0F2 zh(xn4M_HxUis*(j4i|~T^Yf822OBLSi1?ERjGv%78V8gFa5YZFe`su$v+Q7#X+A@^ zY>dI>rf6JD%jsvraOn^}L(M%iTdP@V*Z!A;*QQkEs(dCq6Aysv=x_rP&}Kb8aMDJX z9v_g9wzL56C@EyC9&gUDe`TiMrloKHYcqa(1pW}eqk;OFc*WHl%Il7-pMFpgr0>zv z&;7I+zcZ$OyP8rze}$LjyVeid#;4ub_HR?_sB`Z*mc0>FVYM$9*#3o48-19+P@Jeu zh7{N*!iQyu?~jQe(Bj*_V`I}aWK=^NsWj2V+T8+TwNDm`=O+0e#!DQGp~g^5{LMPG zUTzAt4rs)(cD!I-MFslK&6;iM{p<9e6aLcIG7(f4Xc;Mme~I_&`2KOi!GuY8r7-g* zhDl3L5rcshUkgs(j><=-=9KmPwh3cioiKB#I#Qnc+b8!>Nc~f`i4G@+Y9K9%dA!Bc zK>ynxcy;r?`D!1TmigT^d?^ov4({i-Nkm`z4(|(v?+yg-CPNQdfRG-#xQuMo}Y;GIo^v(f@5DSu!*`Wz^;%Jnc%pj&^-2e9j{zpmEn zoehv_3r