From 6038712858c96a7f66b64acbfcc829cc9f894ecf Mon Sep 17 00:00:00 2001 From: Ben Anderson <dataknut@icloud.com> Date: Mon, 29 Oct 2018 15:37:49 +1300 Subject: [PATCH] updated package names & general tidying; introduced proportions stub --- .DS_Store | Bin 0 -> 6148 bytes .Rbuildignore | 2 + DESCRIPTION | 13 + NAMESPACE | 6 + R/power.R | 119 ++++++ Readme.md | 4 +- man/estimateEffectSizes.Rd | 43 +++ {figs => paper/figs}/fig1_statPowerEsts.png | Bin {figs => paper/figs}/fig1_statPowerEsts70.png | Bin {figs => paper/figs}/fig1_statPowerEsts80.png | Bin .../figs}/fig1_statPowerEsts80p0.05.png | Bin .../figs}/fig2_statPowerEsts80All.png | Bin .../sizingDemandResponseTrialsNZ.Rmd | 24 +- .../sizingDemandResponseTrialsNZ.html | 0 .../bootstrap-3.3.5/css/bootstrap-theme.css | 0 .../css/bootstrap-theme.css.map | 0 .../css/bootstrap-theme.min.css | 0 .../bootstrap-3.3.5/css/bootstrap.css | 0 .../bootstrap-3.3.5/css/bootstrap.css.map | 0 .../bootstrap-3.3.5/css/bootstrap.min.css | 0 .../bootstrap-3.3.5/css/cerulean.min.css | 0 .../bootstrap-3.3.5/css/cosmo.min.css | 0 .../bootstrap-3.3.5/css/flatly.min.css | 0 .../bootstrap-3.3.5/css/fonts/Lato.ttf | Bin .../bootstrap-3.3.5/css/fonts/LatoBold.ttf | Bin .../bootstrap-3.3.5/css/fonts/LatoItalic.ttf | Bin .../bootstrap-3.3.5/css/fonts/NewsCycle.ttf | Bin .../css/fonts/NewsCycleBold.ttf | Bin .../bootstrap-3.3.5/css/fonts/OpenSans.ttf | Bin .../css/fonts/OpenSansBold.ttf | Bin .../css/fonts/OpenSansBoldItalic.ttf | Bin .../css/fonts/OpenSansItalic.ttf | Bin .../css/fonts/OpenSansLight.ttf | Bin .../css/fonts/OpenSansLightItalic.ttf | Bin .../bootstrap-3.3.5/css/fonts/Raleway.ttf | Bin .../bootstrap-3.3.5/css/fonts/RalewayBold.ttf | Bin .../bootstrap-3.3.5/css/fonts/Roboto.ttf | Bin .../bootstrap-3.3.5/css/fonts/RobotoBold.ttf | Bin .../bootstrap-3.3.5/css/fonts/RobotoLight.ttf | Bin .../css/fonts/RobotoMedium.ttf | Bin .../css/fonts/SourceSansPro.ttf | Bin .../css/fonts/SourceSansProBold.ttf | Bin .../css/fonts/SourceSansProItalic.ttf | Bin .../css/fonts/SourceSansProLight.ttf | Bin .../bootstrap-3.3.5/css/fonts/Ubuntu.ttf | Bin .../bootstrap-3.3.5/css/journal.min.css | 0 .../bootstrap-3.3.5/css/lumen.min.css | 0 .../bootstrap-3.3.5/css/paper.min.css | 0 .../bootstrap-3.3.5/css/readable.min.css | 0 .../bootstrap-3.3.5/css/sandstone.min.css | 0 .../bootstrap-3.3.5/css/simplex.min.css | 0 .../bootstrap-3.3.5/css/spacelab.min.css | 0 .../bootstrap-3.3.5/css/united.min.css | 0 .../bootstrap-3.3.5/css/yeti.min.css | 0 .../fonts/glyphicons-halflings-regular.eot | Bin .../fonts/glyphicons-halflings-regular.svg | 0 .../fonts/glyphicons-halflings-regular.ttf | Bin .../fonts/glyphicons-halflings-regular.woff | Bin .../fonts/glyphicons-halflings-regular.woff2 | Bin .../bootstrap-3.3.5/js/bootstrap.js | 0 .../bootstrap-3.3.5/js/bootstrap.min.js | 0 .../bootstrap-3.3.5/js/npm.js | 0 .../bootstrap-3.3.5/shim/html5shiv.min.js | 0 .../bootstrap-3.3.5/shim/respond.min.js | 0 .../figure-html/ggHPSampleSizeFig80-1.png | Bin .../figure-html/ggHPSampleSizeFig80all-1.png | Bin .../figure-html/ggMeanDiffs-1.png | Bin .../figure-html/largeNmeanDiffs-1.png | Bin .../highlightjs-9.12.0/default.css | 0 .../highlightjs-9.12.0/highlight.js | 0 .../highlightjs-9.12.0/textmate.css | 0 .../jquery-1.11.3/jquery.min.js | 0 .../jqueryui-1.11.4/README | 0 .../images/ui-icons_444444_256x240.png | Bin .../images/ui-icons_555555_256x240.png | Bin .../images/ui-icons_777620_256x240.png | Bin .../images/ui-icons_777777_256x240.png | Bin .../images/ui-icons_cc0000_256x240.png | Bin .../images/ui-icons_ffffff_256x240.png | Bin .../jqueryui-1.11.4/index.html | 0 .../jqueryui-1.11.4/jquery-ui.css | 0 .../jqueryui-1.11.4/jquery-ui.js | 0 .../jqueryui-1.11.4/jquery-ui.min.css | 0 .../jqueryui-1.11.4/jquery-ui.min.js | 0 .../jqueryui-1.11.4/jquery-ui.structure.css | 0 .../jquery-ui.structure.min.css | 0 .../jqueryui-1.11.4/jquery-ui.theme.css | 0 .../jqueryui-1.11.4/jquery-ui.theme.min.css | 0 .../navigation-1.1/codefolding.js | 0 .../navigation-1.1/sourceembed.js | 0 .../navigation-1.1/tabsets.js | 0 .../tocify-1.9.1/jquery.tocify.css | 0 .../tocify-1.9.1/jquery.tocify.js | 0 sizingDemandResponseTrialsNZ.md | 352 ------------------ ...ecisionMaking.Rproj => weGotThePower.Rproj | 5 + 95 files changed, 207 insertions(+), 361 deletions(-) create mode 100644 .DS_Store create mode 100644 .Rbuildignore create mode 100644 DESCRIPTION create mode 100644 NAMESPACE create mode 100644 R/power.R create mode 100644 man/estimateEffectSizes.Rd rename {figs => paper/figs}/fig1_statPowerEsts.png (100%) rename {figs => paper/figs}/fig1_statPowerEsts70.png (100%) rename {figs => paper/figs}/fig1_statPowerEsts80.png (100%) rename {figs => paper/figs}/fig1_statPowerEsts80p0.05.png (100%) rename {figs => paper/figs}/fig2_statPowerEsts80All.png (100%) rename sizingDemandResponseTrialsNZ.Rmd => paper/sizingDemandResponseTrialsNZ.Rmd (96%) rename sizingDemandResponseTrialsNZ.html => paper/sizingDemandResponseTrialsNZ.html (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/bootstrap-theme.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/bootstrap-theme.css.map (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/bootstrap-theme.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/bootstrap.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/bootstrap.css.map (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/bootstrap.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/cerulean.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/cosmo.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/flatly.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/Lato.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/LatoBold.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/LatoItalic.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/NewsCycle.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/NewsCycleBold.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/OpenSans.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/OpenSansBold.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/OpenSansBoldItalic.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/OpenSansItalic.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/OpenSansLight.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/OpenSansLightItalic.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/Raleway.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/RalewayBold.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/Roboto.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/RobotoBold.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/RobotoLight.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/RobotoMedium.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/SourceSansPro.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/SourceSansProBold.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/SourceSansProItalic.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/SourceSansProLight.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/fonts/Ubuntu.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/journal.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/lumen.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/paper.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/readable.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/sandstone.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/simplex.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/spacelab.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/united.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/css/yeti.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.eot (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.svg (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.ttf (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.woff (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.woff2 (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/js/bootstrap.js (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/js/bootstrap.min.js (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/js/npm.js (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/shim/html5shiv.min.js (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/bootstrap-3.3.5/shim/respond.min.js (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/figure-html/ggHPSampleSizeFig80-1.png (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/figure-html/ggHPSampleSizeFig80all-1.png (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/figure-html/ggMeanDiffs-1.png (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/figure-html/largeNmeanDiffs-1.png (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/highlightjs-9.12.0/default.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/highlightjs-9.12.0/highlight.js (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/highlightjs-9.12.0/textmate.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jquery-1.11.3/jquery.min.js (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jqueryui-1.11.4/README (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jqueryui-1.11.4/images/ui-icons_444444_256x240.png (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jqueryui-1.11.4/images/ui-icons_555555_256x240.png (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jqueryui-1.11.4/images/ui-icons_777620_256x240.png (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jqueryui-1.11.4/images/ui-icons_777777_256x240.png (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jqueryui-1.11.4/images/ui-icons_cc0000_256x240.png (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jqueryui-1.11.4/images/ui-icons_ffffff_256x240.png (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jqueryui-1.11.4/index.html (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jqueryui-1.11.4/jquery-ui.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jqueryui-1.11.4/jquery-ui.js (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jqueryui-1.11.4/jquery-ui.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jqueryui-1.11.4/jquery-ui.min.js (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jqueryui-1.11.4/jquery-ui.structure.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jqueryui-1.11.4/jquery-ui.structure.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jqueryui-1.11.4/jquery-ui.theme.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/jqueryui-1.11.4/jquery-ui.theme.min.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/navigation-1.1/codefolding.js (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/navigation-1.1/sourceembed.js (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/navigation-1.1/tabsets.js (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/tocify-1.9.1/jquery.tocify.css (100%) rename {sizingDemandResponseTrialsNZ_files => paper/sizingDemandResponseTrialsNZ_files}/tocify-1.9.1/jquery.tocify.js (100%) delete mode 100644 sizingDemandResponseTrialsNZ.md rename powerSignificanceDesignAndDecisionMaking.Rproj => weGotThePower.Rproj (58%) diff --git a/.DS_Store b/.DS_Store new file mode 100644 index 0000000000000000000000000000000000000000..f3bb0fb97ad56a3f09a018963f003f72833d8bb3 GIT binary patch literal 6148 zcmeHKyG{c!5S%3`PNGRk>0jUvtSEdzegKi9Ksu2kN`DpK#iud*D2Og}p^0Xt_1Nnj zTb|<f7JzNf<1?@UFwh<G<-^i^-+f^Z6)_^6XPhzO9jEbhm=@XB1I``rflnMT{pP<N zkCSi8q<|EV0#ZN<NP(LwP~~-ayy>YrObSSWdr-i?4~_2F3+Kf6ba03kfVgHjjPvLv zh|L4UUN|Q*LbIe2lWNssSkf79mDdaB#H7Qj`LMd#szb53o#(emhxJ5_Qa}n^DzM7s z#_RtJ{g3|tlBAUskOFt5fUS4?-Ih<P+PZk0*V;yZrF+gd-Hr30aENkDjB?C{m*b~M b%Dm=t?)SnuG3bm3ov5Dy*F`1;{#$_`p3@bV literal 0 HcmV?d00001 diff --git a/.Rbuildignore b/.Rbuildignore new file mode 100644 index 0000000..91114bf --- /dev/null +++ b/.Rbuildignore @@ -0,0 +1,2 @@ +^.*\.Rproj$ +^\.Rproj\.user$ diff --git a/DESCRIPTION b/DESCRIPTION new file mode 100644 index 0000000..2e4f183 --- /dev/null +++ b/DESCRIPTION @@ -0,0 +1,13 @@ +Package: packageTemplate +Title: What the Package Does (One Line, Title Case) +Version: 0.0.0.9000 +Authors@R: + person(given = "First", + family = "Last", + role = c("aut", "cre"), + email = "first.last@example.com") +Description: What the package does (one paragraph). +License: What license it uses +Encoding: UTF-8 +LazyData: true +RoxygenNote: 6.1.0 diff --git a/NAMESPACE b/NAMESPACE new file mode 100644 index 0000000..4d36a73 --- /dev/null +++ b/NAMESPACE @@ -0,0 +1,6 @@ +# Generated by roxygen2: do not edit by hand + +export(estimateEffectSizes) +import(data.table) +import(pwr) +import(reshape2) diff --git a/R/power.R b/R/power.R new file mode 100644 index 0000000..126933c --- /dev/null +++ b/R/power.R @@ -0,0 +1,119 @@ +#--- Sample power related functions ---# + +#' Estimate detectable effect sizes using statistical power analysis +#' +#' \code{estimateEffectSizes} calculates required sample sizes for a given set of p values and samples. +#' +#' Returns a data.table of effect sizes for a given sample size. Calculates these for p = 0.01, 0.05, 0.1 & 0.2. Pick out the ones you want. +#' +#' @param mean the estimated mean value to use +#' @param sd the estimated stadnard deviation to use +#' @param samples a list of sample sizes to iterate over +#' @param power power value to use +#' +#' @author Ben Anderson, \email{b.anderson@@soton.ac.uk} +#' @export +#' @import data.table +#' @import reshape2 +#' @family Power functions + +estimateEffectSizes <- function(mean,sd,samples,power){ + # obtain effect sizes using supplied mean & sd + sigs <- c(0.01,0.05,0.1,0.2) # force these, can always remove later + nSigs <- length(sigs) + nSamps <- length(samples) + # initialise power results array + resultsArray <- array(numeric(nSamps*nSigs), + dim=c(nSamps,nSigs) + ) + # loop over significance values + for (p in 1:nSigs){ + for (s in 1:nSamps){ # loop over the sample sizes + result <- power.t.test( # pwr.t.test? + n = samples[s], + delta = NULL, + sd = sd, + sig.level = sigs[p], + power = power, + alternative = c("one.sided") + ) + resultsArray[s,p] <- result$delta/mean # report effect size against sample size + } + } + dt <- data.table::as.data.table(resultsArray) # convert to dt for tidying + dt <- dt[, + .( + sampleN = testSamples, + "p = 0.01" = 100*V1, # "Detectable % effect (p = 0.01)" + "p = 0.05" = 100*V2, # "Detectable % effect (p = 0.05)" + "p = 0.1" = 100*V3, # "Detectable % effect (p = 0.1)" + "p = 0.2" = 100*V4 # "Detectable % effect (p = 0.2)" + ) + ] + + longDT <- data.table::as.data.table(reshape2::melt(dt, id=c("sampleN"))) + longDT <- data.table::setnames(longDT, "value", "effectSize") + longDT <- data.table::setnames(longDT, "variable", "pValue") + return(longDT) # returned the tidied & long form dt +} + +#' Estimate proportion margins of error using statistical power analysis +#' +#' \code{estimateProportions} calculates required sample sizes for a given set of p values and samples. +#' +#' Returns a data.table of effect sizes for a given sample size. Calculates these for p = 0.01, 0.05, 0.1 & 0.2. Pick out the ones you want. +#' +#' @param mean the estimated mean value to use +#' @param sd the estimated stadnard deviation to use +#' @param samples a list of sample sizes to iterate over +#' @param power power value to use +#' +#' @author Ben Anderson, \email{b.anderson@@soton.ac.uk} +#' @export +#' @import data.table +#' @import reshape2 +#' @import pwr +#' @family Power functions + +estimateEffectSizes <- function(mean,sd,samples,power){ + # obtain effect sizes using supplied mean & sd + sigs <- c(0.01,0.05,0.1,0.2) # force these, can always remove later + nSigs <- length(sigs) + nSamps <- length(samples) + # initialise power results array + resultsArray <- array(numeric(nSamps*nSigs), + dim=c(nSamps,nSigs) + ) + # loop over significance values + for (p in 1:nSigs){ + for (s in 1:nSamps){ # loop over the sample sizes + # pwr.t.test? + result <- power.t.test( + n = samples[s], + delta = NULL, + sd = sd, + sig.level = sigs[p], + power = power, + alternative = c("one.sided") + ) + resultsArray[s,p] <- result$delta/mean # report effect size against sample size + } + } + dt <- data.table::as.data.table(resultsArray) # convert to dt for tidying + dt <- dt[, + .( + sampleN = testSamples, + "p = 0.01" = 100*V1, # "Detectable % effect (p = 0.01)" + "p = 0.05" = 100*V2, # "Detectable % effect (p = 0.05)" + "p = 0.1" = 100*V3, # "Detectable % effect (p = 0.1)" + "p = 0.2" = 100*V4 # "Detectable % effect (p = 0.2)" + ) + ] + + longDT <- data.table::as.data.table(reshape2::melt(dt, id=c("sampleN"))) + longDT <- data.table::setnames(longDT, "value", "effectSize") + longDT <- data.table::setnames(longDT, "variable", "pValue") + return(longDT) # returned the tidied & long form dt +} + + diff --git a/Readme.md b/Readme.md index fc07048..d055826 100644 --- a/Readme.md +++ b/Readme.md @@ -1,3 +1,5 @@ # Analysis for a short paper on statistical power & statistical significance -And the various confusions that arise... \ No newline at end of file +And the various confusions that arise... + +Structured as an [R package](http://r-pkgs.had.co.nz/) for re-usability. \ No newline at end of file diff --git a/man/estimateEffectSizes.Rd b/man/estimateEffectSizes.Rd new file mode 100644 index 0000000..4f31c0f --- /dev/null +++ b/man/estimateEffectSizes.Rd @@ -0,0 +1,43 @@ +% Generated by roxygen2: do not edit by hand +% Please edit documentation in R/power.R +\name{estimateEffectSizes} +\alias{estimateEffectSizes} +\title{Estimate detectable effect sizes using statistical power analysis} +\usage{ +estimateEffectSizes(mean, sd, samples, power) + +estimateEffectSizes(mean, sd, samples, power) +} +\arguments{ +\item{mean}{the estimated mean value to use} + +\item{sd}{the estimated stadnard deviation to use} + +\item{samples}{a list of sample sizes to iterate over} + +\item{power}{power value to use} + +\item{mean}{the estimated mean value to use} + +\item{sd}{the estimated stadnard deviation to use} + +\item{samples}{a list of sample sizes to iterate over} + +\item{power}{power value to use} +} +\description{ +\code{estimateEffectSizes} calculates required sample sizes for a given set of p values and samples. + +\code{estimateProportions} calculates required sample sizes for a given set of p values and samples. +} +\details{ +Returns a data.table of effect sizes for a given sample size. Calculates these for p = 0.01, 0.05, 0.1 & 0.2. Pick out the ones you want. + +Returns a data.table of effect sizes for a given sample size. Calculates these for p = 0.01, 0.05, 0.1 & 0.2. Pick out the ones you want. +} +\author{ +Ben Anderson, \email{b.anderson@soton.ac.uk} + +Ben Anderson, \email{b.anderson@soton.ac.uk} +} +\concept{Power functions} diff --git a/figs/fig1_statPowerEsts.png b/paper/figs/fig1_statPowerEsts.png similarity index 100% rename from figs/fig1_statPowerEsts.png rename to paper/figs/fig1_statPowerEsts.png diff --git a/figs/fig1_statPowerEsts70.png b/paper/figs/fig1_statPowerEsts70.png similarity index 100% rename from figs/fig1_statPowerEsts70.png rename to paper/figs/fig1_statPowerEsts70.png diff --git a/figs/fig1_statPowerEsts80.png b/paper/figs/fig1_statPowerEsts80.png similarity index 100% rename from figs/fig1_statPowerEsts80.png rename to paper/figs/fig1_statPowerEsts80.png diff --git a/figs/fig1_statPowerEsts80p0.05.png b/paper/figs/fig1_statPowerEsts80p0.05.png similarity index 100% rename from figs/fig1_statPowerEsts80p0.05.png rename to paper/figs/fig1_statPowerEsts80p0.05.png diff --git a/figs/fig2_statPowerEsts80All.png b/paper/figs/fig2_statPowerEsts80All.png similarity index 100% rename from figs/fig2_statPowerEsts80All.png rename to paper/figs/fig2_statPowerEsts80All.png diff --git a/sizingDemandResponseTrialsNZ.Rmd b/paper/sizingDemandResponseTrialsNZ.Rmd similarity index 96% rename from sizingDemandResponseTrialsNZ.Rmd rename to paper/sizingDemandResponseTrialsNZ.Rmd index 24e170b..e964de0 100644 --- a/sizingDemandResponseTrialsNZ.Rmd +++ b/paper/sizingDemandResponseTrialsNZ.Rmd @@ -47,9 +47,8 @@ rmdLibs <- c("data.table", # data munching "ggplot2", # for fancy graphs "readr", # writing to files "lubridate", # for today - "SAVEr", # power stats functions - "GREENGridData", "broom", # tidy test results + "dkUtils", # local utilities "knitr" # for kable ) # load them @@ -78,7 +77,7 @@ heatPumpData <- paste0(myParams$dPath, "Heat Pump_2015-04-01_2016-03-31_observat myParams$GGDataDOI <- "https://dx.doi.org/10.5255/UKDA-SN-853334" plotCaption <- paste0("Source: ", myParams$GGDataDOI) -myParams$ccBY <- "includes/licenseCCBY.Rmd" +myParams$license <- "includes/licenseCCBY.Rmd" myParams$support <- "includes/supportGeneric.Rmd" myParams$pubLoc <- "Southampton: University of Southampton" @@ -101,7 +100,7 @@ cbbPalette <- c("#000000", "#E69F00", "#56B4E9", "#009E73", "#F0E442", "#0072B2" ## License -```{r ccby license, child=myParams$ccBY} +```{r license, child=myParams$license} ``` ## Citation @@ -114,9 +113,9 @@ This work is (c) `r lubridate::year(today())` the authors. ## History -Code history is generally tracked via the paper [repo](https://github.com/dataknut/powerSignificanceDesignAndDecisionMaking): +Code & report history: - * [Paper history](https://github.com/dataknut/powerSignificanceDesignAndDecisionMaking/commits/master) + * [Paper history](https://github.com/dataknut/weGotThePower/commits/master) ## Data: @@ -137,6 +136,7 @@ This report contains the analysis for a paper of the same name. The text is stor # Sample design: statistical power +## Means ```{r loadGgData, include =FALSE} dt <- data.table::as.data.table(readr::read_csv(heatPumpData, progress = FALSE)) @@ -144,7 +144,7 @@ dt <- data.table::as.data.table(readr::read_csv(heatPumpData, progress = FALSE)) dt <- dt[, month := lubridate::month(r_dateTime)] dt <- dt[, year := lubridate::year(r_dateTime)] -dt <- GREENGridData::addNZSeason(dt, r_dateTime) +dt <- dkUtils::addNZSeason(dt, r_dateTime) ``` @@ -161,7 +161,8 @@ testSD <- mean(testDT[season == "Winter"]$meanW) testSamples <- seq(50,3000,50) testPower <- 0.8 -powerRes80DT <- SAVEr::estimateEffectSizes(testMean,testSD,testSamples,testPower) # auto-produces range of p values +# use pac +powerRes80DT <- estimateEffectSizes(testMean,testSD,testSamples,testPower) # auto-produces range of p values ``` Figure \@ref(fig:ggHPSampleSizeFig80) shows the initial p = 0.05 plot. @@ -286,6 +287,13 @@ knitr::kable(caption = "Full results table (part)", ``` + +## Proportions + +Does not require a sample. + + + # Testing for differences: effect sizes, confidence intervals and p values ## Getting it 'wrong' diff --git a/sizingDemandResponseTrialsNZ.html b/paper/sizingDemandResponseTrialsNZ.html similarity index 100% rename from sizingDemandResponseTrialsNZ.html rename to paper/sizingDemandResponseTrialsNZ.html diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap-theme.css b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap-theme.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap-theme.css rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap-theme.css diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap-theme.css.map b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap-theme.css.map similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap-theme.css.map rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap-theme.css.map diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap-theme.min.css b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap-theme.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap-theme.min.css rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap-theme.min.css diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap.css b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap.css rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap.css diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap.css.map b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap.css.map similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap.css.map rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap.css.map diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap.min.css b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap.min.css rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/bootstrap.min.css diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/cerulean.min.css b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/cerulean.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/cerulean.min.css rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/cerulean.min.css diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/cosmo.min.css b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/cosmo.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/cosmo.min.css rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/cosmo.min.css diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/flatly.min.css b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/flatly.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/flatly.min.css rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/flatly.min.css diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/Lato.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/Lato.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/Lato.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/Lato.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/LatoBold.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/LatoBold.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/LatoBold.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/LatoBold.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/LatoItalic.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/LatoItalic.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/LatoItalic.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/LatoItalic.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/NewsCycle.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/NewsCycle.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/NewsCycle.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/NewsCycle.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/NewsCycleBold.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/NewsCycleBold.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/NewsCycleBold.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/NewsCycleBold.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSans.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSans.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSans.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSans.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansBold.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansBold.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansBold.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansBold.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansBoldItalic.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansBoldItalic.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansBoldItalic.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansBoldItalic.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansItalic.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansItalic.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansItalic.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansItalic.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansLight.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansLight.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansLight.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansLight.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansLightItalic.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansLightItalic.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansLightItalic.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/OpenSansLightItalic.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/Raleway.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/Raleway.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/Raleway.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/Raleway.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/RalewayBold.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/RalewayBold.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/RalewayBold.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/RalewayBold.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/Roboto.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/Roboto.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/Roboto.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/Roboto.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/RobotoBold.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/RobotoBold.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/RobotoBold.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/RobotoBold.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/RobotoLight.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/RobotoLight.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/RobotoLight.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/RobotoLight.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/RobotoMedium.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/RobotoMedium.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/RobotoMedium.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/RobotoMedium.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/SourceSansPro.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/SourceSansPro.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/SourceSansPro.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/SourceSansPro.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/SourceSansProBold.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/SourceSansProBold.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/SourceSansProBold.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/SourceSansProBold.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/SourceSansProItalic.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/SourceSansProItalic.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/SourceSansProItalic.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/SourceSansProItalic.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/SourceSansProLight.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/SourceSansProLight.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/SourceSansProLight.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/SourceSansProLight.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/Ubuntu.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/Ubuntu.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/Ubuntu.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/fonts/Ubuntu.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/journal.min.css b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/journal.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/journal.min.css rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/journal.min.css diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/lumen.min.css b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/lumen.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/lumen.min.css rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/lumen.min.css diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/paper.min.css b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/paper.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/paper.min.css rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/paper.min.css diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/readable.min.css b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/readable.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/readable.min.css rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/readable.min.css diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/sandstone.min.css b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/sandstone.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/sandstone.min.css rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/sandstone.min.css diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/simplex.min.css b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/simplex.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/simplex.min.css rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/simplex.min.css diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/spacelab.min.css b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/spacelab.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/spacelab.min.css rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/spacelab.min.css diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/united.min.css b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/united.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/united.min.css rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/united.min.css diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/yeti.min.css b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/yeti.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/yeti.min.css rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/css/yeti.min.css diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.eot b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.eot similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.eot rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.eot diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.svg b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.svg similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.svg rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.svg diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.ttf b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.ttf similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.ttf rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.ttf diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.woff b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.woff similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.woff rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.woff diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.woff2 b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.woff2 similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.woff2 rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/fonts/glyphicons-halflings-regular.woff2 diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/js/bootstrap.js b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/js/bootstrap.js similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/js/bootstrap.js rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/js/bootstrap.js diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/js/bootstrap.min.js b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/js/bootstrap.min.js similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/js/bootstrap.min.js rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/js/bootstrap.min.js diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/js/npm.js b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/js/npm.js similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/js/npm.js rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/js/npm.js diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/shim/html5shiv.min.js b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/shim/html5shiv.min.js similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/shim/html5shiv.min.js rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/shim/html5shiv.min.js diff --git a/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/shim/respond.min.js b/paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/shim/respond.min.js similarity index 100% rename from sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/shim/respond.min.js rename to paper/sizingDemandResponseTrialsNZ_files/bootstrap-3.3.5/shim/respond.min.js diff --git a/sizingDemandResponseTrialsNZ_files/figure-html/ggHPSampleSizeFig80-1.png b/paper/sizingDemandResponseTrialsNZ_files/figure-html/ggHPSampleSizeFig80-1.png similarity index 100% rename from sizingDemandResponseTrialsNZ_files/figure-html/ggHPSampleSizeFig80-1.png rename to paper/sizingDemandResponseTrialsNZ_files/figure-html/ggHPSampleSizeFig80-1.png diff --git a/sizingDemandResponseTrialsNZ_files/figure-html/ggHPSampleSizeFig80all-1.png b/paper/sizingDemandResponseTrialsNZ_files/figure-html/ggHPSampleSizeFig80all-1.png similarity index 100% rename from sizingDemandResponseTrialsNZ_files/figure-html/ggHPSampleSizeFig80all-1.png rename to paper/sizingDemandResponseTrialsNZ_files/figure-html/ggHPSampleSizeFig80all-1.png diff --git a/sizingDemandResponseTrialsNZ_files/figure-html/ggMeanDiffs-1.png b/paper/sizingDemandResponseTrialsNZ_files/figure-html/ggMeanDiffs-1.png similarity index 100% rename from sizingDemandResponseTrialsNZ_files/figure-html/ggMeanDiffs-1.png rename to paper/sizingDemandResponseTrialsNZ_files/figure-html/ggMeanDiffs-1.png diff --git a/sizingDemandResponseTrialsNZ_files/figure-html/largeNmeanDiffs-1.png b/paper/sizingDemandResponseTrialsNZ_files/figure-html/largeNmeanDiffs-1.png similarity index 100% rename from sizingDemandResponseTrialsNZ_files/figure-html/largeNmeanDiffs-1.png rename to paper/sizingDemandResponseTrialsNZ_files/figure-html/largeNmeanDiffs-1.png diff --git a/sizingDemandResponseTrialsNZ_files/highlightjs-9.12.0/default.css b/paper/sizingDemandResponseTrialsNZ_files/highlightjs-9.12.0/default.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/highlightjs-9.12.0/default.css rename to paper/sizingDemandResponseTrialsNZ_files/highlightjs-9.12.0/default.css diff --git a/sizingDemandResponseTrialsNZ_files/highlightjs-9.12.0/highlight.js b/paper/sizingDemandResponseTrialsNZ_files/highlightjs-9.12.0/highlight.js similarity index 100% rename from sizingDemandResponseTrialsNZ_files/highlightjs-9.12.0/highlight.js rename to paper/sizingDemandResponseTrialsNZ_files/highlightjs-9.12.0/highlight.js diff --git a/sizingDemandResponseTrialsNZ_files/highlightjs-9.12.0/textmate.css b/paper/sizingDemandResponseTrialsNZ_files/highlightjs-9.12.0/textmate.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/highlightjs-9.12.0/textmate.css rename to paper/sizingDemandResponseTrialsNZ_files/highlightjs-9.12.0/textmate.css diff --git a/sizingDemandResponseTrialsNZ_files/jquery-1.11.3/jquery.min.js b/paper/sizingDemandResponseTrialsNZ_files/jquery-1.11.3/jquery.min.js similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jquery-1.11.3/jquery.min.js rename to paper/sizingDemandResponseTrialsNZ_files/jquery-1.11.3/jquery.min.js diff --git a/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/README b/paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/README similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/README rename to paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/README diff --git a/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_444444_256x240.png b/paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_444444_256x240.png similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_444444_256x240.png rename to paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_444444_256x240.png diff --git a/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_555555_256x240.png b/paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_555555_256x240.png similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_555555_256x240.png rename to paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_555555_256x240.png diff --git a/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_777620_256x240.png b/paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_777620_256x240.png similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_777620_256x240.png rename to paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_777620_256x240.png diff --git a/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_777777_256x240.png b/paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_777777_256x240.png similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_777777_256x240.png rename to paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_777777_256x240.png diff --git a/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_cc0000_256x240.png b/paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_cc0000_256x240.png similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_cc0000_256x240.png rename to paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_cc0000_256x240.png diff --git a/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_ffffff_256x240.png b/paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_ffffff_256x240.png similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_ffffff_256x240.png rename to paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/images/ui-icons_ffffff_256x240.png diff --git a/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/index.html b/paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/index.html similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/index.html rename to paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/index.html diff --git a/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.css b/paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.css rename to paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.css diff --git a/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.js b/paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.js similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.js rename to paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.js diff --git a/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.min.css b/paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.min.css rename to paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.min.css diff --git a/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.min.js b/paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.min.js similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.min.js rename to paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.min.js diff --git a/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.structure.css b/paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.structure.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.structure.css rename to paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.structure.css diff --git a/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.structure.min.css b/paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.structure.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.structure.min.css rename to paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.structure.min.css diff --git a/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.theme.css b/paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.theme.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.theme.css rename to paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.theme.css diff --git a/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.theme.min.css b/paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.theme.min.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.theme.min.css rename to paper/sizingDemandResponseTrialsNZ_files/jqueryui-1.11.4/jquery-ui.theme.min.css diff --git a/sizingDemandResponseTrialsNZ_files/navigation-1.1/codefolding.js b/paper/sizingDemandResponseTrialsNZ_files/navigation-1.1/codefolding.js similarity index 100% rename from sizingDemandResponseTrialsNZ_files/navigation-1.1/codefolding.js rename to paper/sizingDemandResponseTrialsNZ_files/navigation-1.1/codefolding.js diff --git a/sizingDemandResponseTrialsNZ_files/navigation-1.1/sourceembed.js b/paper/sizingDemandResponseTrialsNZ_files/navigation-1.1/sourceembed.js similarity index 100% rename from sizingDemandResponseTrialsNZ_files/navigation-1.1/sourceembed.js rename to paper/sizingDemandResponseTrialsNZ_files/navigation-1.1/sourceembed.js diff --git a/sizingDemandResponseTrialsNZ_files/navigation-1.1/tabsets.js b/paper/sizingDemandResponseTrialsNZ_files/navigation-1.1/tabsets.js similarity index 100% rename from sizingDemandResponseTrialsNZ_files/navigation-1.1/tabsets.js rename to paper/sizingDemandResponseTrialsNZ_files/navigation-1.1/tabsets.js diff --git a/sizingDemandResponseTrialsNZ_files/tocify-1.9.1/jquery.tocify.css b/paper/sizingDemandResponseTrialsNZ_files/tocify-1.9.1/jquery.tocify.css similarity index 100% rename from sizingDemandResponseTrialsNZ_files/tocify-1.9.1/jquery.tocify.css rename to paper/sizingDemandResponseTrialsNZ_files/tocify-1.9.1/jquery.tocify.css diff --git a/sizingDemandResponseTrialsNZ_files/tocify-1.9.1/jquery.tocify.js b/paper/sizingDemandResponseTrialsNZ_files/tocify-1.9.1/jquery.tocify.js similarity index 100% rename from sizingDemandResponseTrialsNZ_files/tocify-1.9.1/jquery.tocify.js rename to paper/sizingDemandResponseTrialsNZ_files/tocify-1.9.1/jquery.tocify.js diff --git a/sizingDemandResponseTrialsNZ.md b/sizingDemandResponseTrialsNZ.md deleted file mode 100644 index de8e868..0000000 --- a/sizingDemandResponseTrialsNZ.md +++ /dev/null @@ -1,352 +0,0 @@ ---- -params: - author: 'Ben Anderson and Tom Rushby' - title: 'Statistical Power, Statistical Significance, Study Design and Decision Making: A Worked Example' - subtitle: 'Sizing Demand Response Trials in New Zealand' -title: 'Statistical Power, Statistical Significance, Study Design and Decision Making: A Worked Example' -subtitle: 'Sizing Demand Response Trials in New Zealand' -author: 'Ben Anderson and Tom Rushby (Contact: b.anderson@soton.ac.uk, `@dataknut`)' -date: 'Last run at: 2018-10-26 17:18:29' -always_allow_html: yes -output: - bookdown::html_document2: - code_folding: hide - fig_caption: yes - keep_md: yes - number_sections: yes - self_contained: no - toc: yes - toc_depth: 2 - toc_float: yes - bookdown::word_document2: - fig_caption: yes - toc: yes - toc_depth: 2 - bookdown::pdf_document2: - fig_caption: yes - keep_tex: yes - number_sections: yes - toc: yes - toc_depth: 2 -bibliography: '/Users/ben/bibliography.bib' ---- - - - - - -\newpage - -# About - -## Paper circulation: - - * Public - -## License - - -This work is made available under the Creative Commons [Attribution-ShareAlike 4.0 International (CC BY-SA 4.0) License](https://creativecommons.org/licenses/by-sa/4.0/). - -This means you are free to: - - * _Share_ — copy and redistribute the material in any medium or format - * _Adapt_ — remix, transform, and build upon the material for any purpose, even commercially. - -Under the following terms: - - * _Attribution_ — You must give appropriate credit, provide a link to the license, and indicate if changes were made. You may do so in any reasonable manner, but not in any way that suggests the licensor endorses you or your use. - * _ShareAlike_ — If you remix, transform, or build upon the material, you must distribute your contributions under the same license as the original. - * _No additional restrictions_ — You may not apply legal terms or technological measures that legally restrict others from doing anything the license permits. - -**Notices:** - - * You do not have to comply with the license for elements of the material in the public domain or where your use is permitted by an applicable exception or limitation. - * No warranties are given. The license may not give you all of the permissions necessary for your intended use. For example, other rights such as publicity, privacy, or moral rights may limit how you use the material. #YMMV - -For the avoidance of doubt and explanation of terms please refer to the full [license notice](https://creativecommons.org/licenses/by-sa/4.0/) and [legal code](https://creativecommons.org/licenses/by-sa/4.0/legalcode). - -## Citation - -If you wish to use any of the material from this paper please cite as: - - * Ben Anderson and Tom Rushby. (2018) Statistical Power, Statistical Significance, Study Design and Decision Making: A Worked Example (Sizing Demand Response Trials in New Zealand), Southampton: University of Southampton. - -This work is (c) 2018 the authors. - -## History - -Code history is generally tracked via the paper [repo](https://github.com/dataknut/powerSignificanceDesignAndDecisionMaking): - - * [Paper history](https://github.com/dataknut/powerSignificanceDesignAndDecisionMaking/commits/master) - -## Data: - -This report uses circuit level extracts for 'Heat Pumps' from the NZ GREEN Grid Household Electricity Demand Data (https://dx.doi.org/10.5255/UKDA-SN-853334 [@anderson_new_2018]). These have been extracted using the code found in https://github.com/CfSOtago/GREENGridData/blob/master/examples/code/extractCleanGridSpy1minCircuit.R - -## Acknowledgements - - -This work was supported by: - - * The [University of Otago](https://www.otago.ac.nz/); - * The [University of Southampton](https://www.southampton.ac.uk/); - * The New Zealand [Ministry of Business, Innovation and Employment (MBIE)](http://www.mbie.govt.nz/) through the [NZ GREEN Grid](https://www.otago.ac.nz/centre-sustainability/research/energy/otago050285.html) grant (Contract ID: UOCX1203); - * The UK Office of Gas and Electricity Markets through the [Low Carbon Network Fund](https://www.ofgem.gov.uk/press-releases/ofgem-announces-%C2%A359.4-million-funding-10-innovation-projects)-funded ‘[Solent Achieving Value from Efficiency](http://www.energy.soton.ac.uk/tag/save/)’ (SAVE) project; - * [SPATIALEC](http://www.energy.soton.ac.uk/tag/spatialec/) - a [Marie Skłodowska-Curie Global Fellowship](http://ec.europa.eu/research/mariecurieactions/about-msca/actions/if/index_en.htm) based at the University of Otago’s [Centre for Sustainability](http://www.otago.ac.nz/centre-sustainability/staff/otago673896.html) (2017-2019) & the University of Southampton's Sustainable Energy Research Group (2019-202). - -\newpage - -# Introduction - -This report contains the analysis for a paper of the same name. The text is stored elsewhere for ease of editing. - -# Error, power, significance and decision making - -# Sample design: statistical power - - - - - - - -Figure \@ref(fig:ggHPSampleSizeFig80) shows the initial p = 0.05 plot. - - -``` -## Scale for 'y' is already present. Adding another scale for 'y', which -## will replace the existing scale. -``` - -<div class="figure"> -<img src="sizingDemandResponseTrialsNZ_files/figure-html/ggHPSampleSizeFig80-1.png" alt="Power analysis results (p = 0.05, power = 0.8)" /> -<p class="caption">(\#fig:ggHPSampleSizeFig80)Power analysis results (p = 0.05, power = 0.8)</p> -</div> - -``` -## Saving 7 x 5 in image -``` - - -Effect size at n = 1000: 11.12. - -Figure \@ref(fig:ggHPSampleSizeFig80all) shows the plot for all results. - - -``` -## Scale for 'y' is already present. Adding another scale for 'y', which -## will replace the existing scale. -``` - -<div class="figure"> -<img src="sizingDemandResponseTrialsNZ_files/figure-html/ggHPSampleSizeFig80all-1.png" alt="Power analysis results (power = 0.8)" /> -<p class="caption">(\#fig:ggHPSampleSizeFig80all)Power analysis results (power = 0.8)</p> -</div> - -``` -## Saving 7 x 5 in image -``` - -Full table of results: - - -``` -## Using 'effectSize' as value column. Use 'value.var' to override -``` - - - -Table: (\#tab:powerTable)Full results table (part) - - sampleN p = 0.01 p = 0.05 p = 0.1 p = 0.2 --------- --------- --------- -------- -------- - 50 64.25 50.08 42.64 33.73 - 100 45.11 35.28 30.09 23.83 - 150 36.75 28.78 24.55 19.45 - 200 31.79 24.91 21.25 16.84 - 250 28.41 22.27 19.01 15.06 - 300 25.93 20.32 17.35 13.75 - 350 23.99 18.81 16.06 12.73 - 400 22.44 17.60 15.02 11.90 - 450 21.15 16.59 14.16 11.22 - 500 20.06 15.74 13.43 10.65 - 550 19.13 15.00 12.81 10.15 - 600 18.31 14.36 12.26 9.72 - 650 17.59 13.80 11.78 9.34 - 700 16.95 13.30 11.35 9.00 - 750 16.37 12.85 10.97 8.69 - 800 15.85 12.44 10.62 8.42 - 850 15.38 12.07 10.30 8.17 - 900 14.95 11.73 10.01 7.94 - 950 14.55 11.41 9.74 7.72 - 1000 14.18 11.12 9.50 7.53 - - -# Testing for differences: effect sizes, confidence intervals and p values - -## Getting it 'wrong' - - - - - -Table: (\#tab:smallNTable)Number of households and summary statistics per group - -group mean W sd W n households ---------------- ---------- ---------- ------------- -Control 162.66915 325.51171 28 -Intervention 1 35.13947 83.90258 22 -Intervention 2 58.80597 113.53102 26 -Intervention 3 68.37439 147.37279 29 - -<!-- --> - -T test group 1 - - -Table: (\#tab:tTestTabG1)T test results (Group 1 vs Control) - - Control mean Group 1 mean Mean difference statistic p.value conf.low conf.high -------------- ------------- ---------------- ---------- ---------- --------- ---------- - 162.6691 35.13947 -127.5297 -1.990661 0.0552626 -258.11 3.050644 - -The results show that the mean power demand for the control group was 162.67W and for Intervention 1 was 35.14W. This is a (very) large difference in the mean of 127.53. The results of the t test are: - - * effect size = 128W or 78% representing a _substantial bang for buck_ for whatever caused the difference; - * 95% confidence interval for the test = -258.11 to 3.05 representing _considerable_ uncertainty/variation; - * p value of 0.055 representing a _relatively low_ risk of a false positive result but which (just) fails the conventional p < 0.05 threshold. - -T test Group 2 - - -Table: (\#tab:tTestTabG2)T test results (Group 2 vs Control) - - Control mean Group 2 mean Mean difference statistic p.value conf.low conf.high -------------- ------------- ---------------- ---------- ---------- ---------- ---------- - 162.6691 58.80597 -103.8632 -1.587604 0.1216582 -236.8285 29.10212 - -Now: - - * effect size = 104W or 63.85% representing a still _reasonable bang for buck_ for whatever caused the difference; - * 95% confidence interval for the test = -236.83 to 29.1 representing _even greater_ uncertainty/variation; - * p value of 0.122 representing a _higher_ risk of a false positive result which fails the conventional p < 0.05 threshold and also the less conservative p < 0.1. - - - - -To detect Intervention Group 2's effect size of 63.85% would have required control and trial group sizes of 47 respectively. - - -## Getting it 'right' - - - -Table: (\#tab:creatLargeN)Number of households and summary statistics per group - -group mean W sd W n households ---------------- ---------- ---------- ------------- -Control 157.38342 319.32150 1190 -Intervention 1 34.49009 80.06252 836 -Intervention 2 60.35725 113.91731 1020 -Intervention 3 67.36074 142.31734 1154 - -<div class="figure"> -<img src="sizingDemandResponseTrialsNZ_files/figure-html/largeNmeanDiffs-1.png" alt="Mean W demand per group for large sample (Error bars = 95% confidence intervals for the sample mean)" /> -<p class="caption">(\#fig:largeNmeanDiffs)Mean W demand per group for large sample (Error bars = 95% confidence intervals for the sample mean)</p> -</div> - -re-run T tests Group 1 - - -Table: (\#tab:largeNtTest1)T test results (Group 1 vs Control) - - Control mean Group 1 mean Mean difference statistic p.value conf.low conf.high -------------- ------------- ---------------- ---------- -------- ---------- ---------- - 157.3834 60.35725 -97.02617 -9.780754 0 -116.4846 -77.5677 - -In this case: - - * effect size = 97.0261674W or 61.65% representing a still _reasonable bang for buck_ for whatever caused the difference; - * 95% confidence interval for the test = -116.48 to -77.57 representing _much less_ uncertainty/variation; - * p value of 0 representing a _very low_ risk of a false positive result as it passes all conventional thresholds. - - -# Summary and recommendations - -## Statistical power and sample design - -## Reporting statistical tests of difference (effects) - -## Making inferences and taking decisions - -# Acknowledgments - -# Runtime - - - - -Analysis completed in 51.97 seconds ( 0.87 minutes) using [knitr](https://cran.r-project.org/package=knitr) in [RStudio](http://www.rstudio.com) with R version 3.5.1 (2018-07-02) running on x86_64-apple-darwin15.6.0. - -# R environment - -R packages used: - - * base R - for the basics [@baseR] - * data.table - for fast (big) data handling [@data.table] - * lubridate - date manipulation [@lubridate] - * ggplot2 - for slick graphics [@ggplot2] - * readr - for csv reading/writing [@readr] - * dplyr - for select and contains [@dplyr] - * progress - for progress bars [@progress] - * knitr - to create this document & neat tables [@knitr] - * GREENGrid - for local NZ GREEN Grid project utilities - -Session info: - - -``` -## R version 3.5.1 (2018-07-02) -## Platform: x86_64-apple-darwin15.6.0 (64-bit) -## Running under: macOS High Sierra 10.13.6 -## -## Matrix products: default -## BLAS: /Library/Frameworks/R.framework/Versions/3.5/Resources/lib/libRblas.0.dylib -## LAPACK: /Library/Frameworks/R.framework/Versions/3.5/Resources/lib/libRlapack.dylib -## -## locale: -## [1] en_NZ.UTF-8/en_NZ.UTF-8/en_NZ.UTF-8/C/en_NZ.UTF-8/en_NZ.UTF-8 -## -## attached base packages: -## [1] stats graphics grDevices utils datasets methods base -## -## other attached packages: -## [1] knitr_1.20 broom_0.5.0 GREENGridData_1.0 -## [4] SAVEr_0.0.1.9000 lubridate_1.7.4 readr_1.1.1 -## [7] ggplot2_3.1.0 dplyr_0.7.7 data.table_1.11.8 -## [10] myUtils_0.0.0.9000 -## -## loaded via a namespace (and not attached): -## [1] progress_1.2.0 tidyselect_0.2.5 xfun_0.4 -## [4] purrr_0.2.5 reshape2_1.4.3 haven_1.1.2 -## [7] lattice_0.20-35 colorspace_1.3-2 htmltools_0.3.6 -## [10] yaml_2.2.0 utf8_1.1.4 rlang_0.3.0.1 -## [13] pillar_1.3.0 glue_1.3.0 withr_2.1.2 -## [16] tidyverse_1.2.1 modelr_0.1.2 readxl_1.1.0 -## [19] bindrcpp_0.2.2 bindr_0.1.1 plyr_1.8.4 -## [22] stringr_1.3.1 munsell_0.5.0 gtable_0.2.0 -## [25] cellranger_1.1.0 rvest_0.3.2 evaluate_0.12 -## [28] labeling_0.3 forcats_0.3.0 fansi_0.4.0 -## [31] highr_0.7 Rcpp_0.12.19 scales_1.0.0 -## [34] backports_1.1.2 jsonlite_1.5 hms_0.4.2 -## [37] digest_0.6.18 stringi_1.2.4 bookdown_0.7 -## [40] grid_3.5.1 rprojroot_1.3-2 cli_1.0.1 -## [43] tools_3.5.1 magrittr_1.5 lazyeval_0.2.1 -## [46] tibble_1.4.2 crayon_1.3.4 tidyr_0.8.1 -## [49] pkgconfig_2.0.2 xml2_1.2.0 prettyunits_1.0.2 -## [52] assertthat_0.2.0 rmarkdown_1.10 httr_1.3.1 -## [55] R6_2.3.0 nlme_3.1-137 compiler_3.5.1 -``` - -# References diff --git a/powerSignificanceDesignAndDecisionMaking.Rproj b/weGotThePower.Rproj similarity index 58% rename from powerSignificanceDesignAndDecisionMaking.Rproj rename to weGotThePower.Rproj index 8e3c2eb..1788e68 100644 --- a/powerSignificanceDesignAndDecisionMaking.Rproj +++ b/weGotThePower.Rproj @@ -11,3 +11,8 @@ Encoding: UTF-8 RnwWeave: Sweave LaTeX: pdfLaTeX + +BuildType: Package +PackageUseDevtools: Yes +PackageInstallArgs: --no-multiarch --with-keep.source +PackageRoxygenize: rd,collate,namespace,vignette -- GitLab