Merge branch '2020_30_10_EPCs' into 'master'

update the carbon tax ffp

See merge request SERG/fridayFagPackets!2

EPCsAndCarbon/makeFile.R

@@ -7,19 +7,26 @@ makeReport <- function(f){
                     output_file = paste0(here::here("docs/"), f, ".html")
   )
   # word
-  rmarkdown::render(input = paste0(here::here("EPCsAndCarbon", f), ".Rmd"),
-                    params = list(title = title,
-                                  subtitle = subtitle,
-                                  authors = authors),
-                    output_file = paste0(here::here("docs/"), f, ".docx"),
-                    output_format = "word_document"
-  )
+  # rmarkdown::render(input = paste0(here::here("EPCsAndCarbon", f), ".Rmd"),
+  #                   params = list(title = title,
+  #                                 subtitle = subtitle,
+  #                                 authors = authors),
+  #                   output_file = paste0(here::here("docs/"), f, ".docx"),
+  #                   output_format = "word_document"
+  # )
 }
 
 # >> run report ----
+rmdFile <- "epcChecks" # not the full path
+title = "Checking EPC datasets for Southampton"
+subtitle = "Data cleaning, outlier checks and coverage analysis"
+authors = "Ben Anderson"
+
+makeReport(rmdFile)
+
 rmdFile <- "carbonCosts" # not the full path
-title = "What can EPC data tell us about the domestic cost of carbon?"
-subtitle = ""
+title = "Exploring #backOfaFagPacket scenarios for a residential dwellings Carbon Tax"
+subtitle = "Southampton as a case study"
 authors = "Ben Anderson"
 
 makeReport(rmdFile)
\ No newline at end of file

data/sotonMSOAdata.csv

+MSOA11CD,MSOA11NM,MSOACode,MSOAName,nEPCs,sumEPC_tCO2,n_epcIsSocialRent,n_epcIsPrivateRent,n_epcIsOwnerOcc,n_epcIsUnknownTenure,sumEpcMWh,date,geography,geography code,Rural Urban,Tenure: All households; measures: Value,Tenure: Owned; measures: Value,Tenure: Owned: Owned outright; measures: Value,Tenure: Owned: Owned with a mortgage or loan; measures: Value,Tenure: Shared ownership (part owned and part rented); measures: Value,Tenure: Social rented; measures: Value,Tenure: Social rented: Rented from council (Local Authority); measures: Value,Tenure: Social rented: Other; measures: Value,Tenure: Private rented; measures: Value,Tenure: Private rented: Private landlord or letting agency; measures: Value,Tenure: Private rented: Other; measures: Value,Tenure: Living rent free; measures: Value,census2011_socialRent,census2011_privateRent,census2011_ownerOccupy,census2011_other,hhCheck,nHHs_tenure,i.date,i.geography,i.geography code,i.Rural Urban,Household Deprivation: All categories: Classification of household deprivation; measures: Value,Household Deprivation: Household is not deprived in any dimension; measures: Value,Household Deprivation: Household is deprived in 1 dimension; measures: Value,Household Deprivation: Household is deprived in 2 dimensions; measures: Value,Household Deprivation: Household is deprived in 3 dimensions; measures: Value,Household Deprivation: Household is deprived in 4 dimensions; measures: Value,totalHouseholds,LAName,nHHs_deprivation,nGasMeters,beisGasMWh,nElecMeters,beisElecMWh,i.LAName,beisEnergyMWh,dep0_pc,socRent_pc,privRent_pc,ownerOcc_pc
+E02003549,Southampton 001,E02003549,Southampton 001,1737,7361.5,156,502,966,49,41619.533339,2011,Southampton 001,E02003549,Total,2849,1768,920,848,19,320,234,86,714,569,145,28,320,714,1768,28,2830,2849,2011,Southampton 001,E02003549,Total,2849,1492,937,349,66,5,2849,Southampton,2849,2557,38480.92752,2832,11196.00524,Southampton,49676.93276,52.3692523692524,11.2320112320112,25.0614250614251,62.0568620568621
+E02003550,Southampton 002,E02003550,Southampton 002,1923,6430,425,288,1093,79,36493.872299,2011,Southampton 002,E02003550,Total,3216,2125,866,1259,38,677,527,150,355,321,34,21,677,355,2125,21,3178,3216,2011,Southampton 002,E02003550,Total,3216,1386,1059,585,169,17,3216,Southampton,3216,2876,28049.7336,3527,13074.44004,Southampton,41124.17364,43.0970149253731,21.0509950248756,11.0385572139303,66.0758706467662
+E02003551,Southampton 003,E02003551,Southampton 003,1445,4763,587,274,512,36,27436.578892,2011,Southampton 003,E02003551,Total,2256,969,445,524,38,879,290,589,345,300,45,25,879,345,969,25,2218,2256,2011,Southampton 003,E02003551,Total,2256,760,767,519,187,23,2256,Southampton,2256,1649,17358.86876,2446,8957.742376,Southampton,26316.611136,33.6879432624114,38.9627659574468,15.2925531914894,42.9521276595745
+E02003552,Southampton 004,E02003552,Southampton 004,1653,5254.3,771,182,644,4,30104.336464,2011,Southampton 004,E02003552,Total,2646,1084,339,745,17,1256,1056,200,245,217,28,44,1256,245,1084,44,2629,2646,2011,Southampton 004,E02003552,Total,2646,744,847,775,262,18,2646,Southampton,2646,2009,17667.11557,2809,10383.88947,Southampton,28051.00504,28.1179138321996,47.4678760393046,9.25925925925926,40.9674981103553
+E02003553,Southampton 005,E02003553,Southampton 005,1686,5646,290,820,482,41,31930.489821,2011,Southampton 005,E02003553,Total,2394,766,361,405,20,609,528,81,964,917,47,35,609,964,766,35,2374,2394,2011,Southampton 005,E02003553,Total,2394,934,789,476,167,28,2394,Southampton,2394,2303,24996.91283,2464,8479.992667,Southampton,33476.905497,39.0142021720969,25.4385964912281,40.2673350041771,31.9966583124478
+E02003554,Southampton 006,E02003554,Southampton 006,1683,6261.2,249,455,892,43,35573.157615,2011,Southampton 006,E02003554,Total,2646,1667,868,799,11,385,309,76,557,520,37,26,385,557,1667,26,2635,2646,2011,Southampton 006,E02003554,Total,2646,1230,857,457,93,9,2646,Southampton,2646,2378,29664.70715,2873,10048.0605,Southampton,39712.76765,46.4852607709751,14.5502645502646,21.0506424792139,63.0007558578987
+E02003555,Southampton 007,E02003555,Southampton 007,2258,6179.8,540,244,1084,130,35186.085286,2011,Southampton 007,E02003555,Total,3140,1763,760,1003,18,972,831,141,350,325,25,37,972,350,1763,37,3122,3140,2011,Southampton 007,E02003555,Total,3140,1086,1065,743,228,18,3140,Southampton,3140,2989,27670.86288,3763,12745.97142,Southampton,40416.8343,34.5859872611465,30.9554140127389,11.1464968152866,56.1464968152866
+E02003556,Southampton 008,E02003556,Southampton 008,1321,4880.3,177,282,776,5,27501.2393712,2011,Southampton 008,E02003556,Total,2471,1740,811,929,9,309,232,77,399,371,28,14,309,399,1740,14,2462,2471,2011,Southampton 008,E02003556,Total,2471,1052,853,434,111,21,2471,Southampton,2471,2295,26412.36043,2589,9199.673127,Southampton,35612.033557,42.5738567381627,12.5050586806961,16.1473087818697,70.4168352893565
+E02003557,Southampton 009,E02003557,Southampton 009,2137,8330.9,122,979,920,10,47067.974377,2011,Southampton 009,E02003557,Total,2753,1445,839,606,8,203,50,153,1073,1007,66,24,203,1073,1445,24,2745,2753,2011,Southampton 009,E02003557,Total,2753,1398,909,370,71,5,2753,Southampton,2753,2354,32057.76788,3103,10784.46184,Southampton,42842.22972,50.7809662186705,7.37377406465674,38.9756629131856,52.4881946966945
+E02003558,Southampton 010,E02003558,Southampton 010,2216,6682.8,641,612,756,85,38568.3928412,2011,Southampton 010,E02003558,Total,2924,1164,495,669,28,945,718,227,755,708,47,32,945,755,1164,32,2896,2924,2011,Southampton 010,E02003558,Total,2924,993,1009,691,208,23,2924,Southampton,2924,2294,23530.15475,3222,10891.83831,Southampton,34421.99306,33.9603283173735,32.3187414500684,25.8207934336525,39.8084815321477
+E02003559,Southampton 011,E02003559,Southampton 011,1678,7519.8,97,350,1176,13,42376.725845,2011,Southampton 011,E02003559,Total,3065,2351,1157,1194,36,183,76,107,464,439,25,31,183,464,2351,31,3029,3065,2011,Southampton 011,E02003559,Total,3065,1636,930,422,69,8,3065,Southampton,3065,2896,44023.67581,3165,11232.52733,Southampton,55256.20314,53.3768352365416,5.97063621533442,15.1386623164763,76.7047308319739
+E02003560,Southampton 012,E02003560,Southampton 012,1952,5936.8,1046,168,670,43,33862.758635,2011,Southampton 012,E02003560,Total,3040,1098,457,641,9,1627,1519,108,266,246,20,40,1627,266,1098,40,3031,3040,2011,Southampton 012,E02003560,Total,3040,820,1047,845,299,29,3040,Southampton,3040,2739,23190.35064,3191,11062.59208,Southampton,34252.94272,26.9736842105263,53.5197368421053,8.75,36.1184210526316
+E02003561,Southampton 013,E02003561,Southampton 013,2663,8648.9,366,1207,888,58,49231.805891,2011,Southampton 013,E02003561,Total,3181,1081,481,600,24,626,302,324,1423,1370,53,27,626,1423,1081,27,3157,3181,2011,Southampton 013,E02003561,Total,3181,1266,1048,636,195,36,3181,Southampton,3181,2473,26452.24976,3489,11978.59833,Southampton,38430.84809,39.7988054071047,19.6793461175731,44.7343602640679,33.9830242062245
+E02003562,Southampton 014,E02003562,Southampton 014,2489,8267.1,208,787,1353,74,47128.063564,2011,Southampton 014,E02003562,Total,3636,2152,832,1320,56,332,94,238,1063,1007,56,33,332,1063,2152,33,3580,3636,2011,Southampton 014,E02003562,Total,3636,1661,1221,577,155,22,3636,Southampton,3636,2983,36532.47894,3921,14757.18363,Southampton,51289.66257,45.6820682068207,9.13091309130913,29.2354235423542,59.1859185918592
+E02003563,Southampton 015,E02003563,Southampton 015,2545,8097.5,638,607,1082,157,46490.2394013,2011,Southampton 015,E02003563,Total,3483,1804,793,1011,43,759,555,204,842,794,48,35,759,842,1804,35,3440,3483,2011,Southampton 015,E02003563,Total,3483,1317,1164,768,209,25,3483,Southampton,3483,2648,27516.54456,3818,12404.30615,Southampton,39920.85071,37.8122308354867,21.7915590008613,24.1745621590583,51.7944300890037
+E02003564,Southampton 016,E02003564,Southampton 016,2124,7466.6,487,299,1149,81,42655.744136,2011,Southampton 016,E02003564,Total,3474,2202,1059,1143,36,783,644,139,420,386,34,33,783,420,2202,33,3438,3474,2011,Southampton 016,E02003564,Total,3474,1368,1180,700,190,36,3474,Southampton,3474,2777,30545.17042,3563,13173.31465,Southampton,43718.48507,39.3782383419689,22.5388601036269,12.0898100172712,63.3851468048359
+E02003565,Southampton 017,E02003565,Southampton 017,2397,7486.80000000001,180,1290,553,272,42543.368023,2011,Southampton 017,E02003565,Total,2563,742,308,434,30,298,79,219,1467,1411,56,26,298,1467,742,26,2533,2563,2011,Southampton 017,E02003565,Total,2563,1251,807,367,116,22,2563,Southampton,2563,2241,25810.92458,2840,9380.707441,Southampton,35191.632021,48.8099882949668,11.6269996098322,57.2376121732345,28.950448692938
+E02003566,Southampton 018,E02003566,Southampton 018,1600,4797.7,457,168,753,8,27067.979261,2011,Southampton 018,E02003566,Total,2607,1549,747,802,32,778,587,191,218,198,20,30,778,218,1549,30,2575,2607,2011,Southampton 018,E02003566,Total,2607,918,882,645,154,8,2607,Southampton,2607,2607,26826.21743,2831,9221.544436,Southampton,36047.761866,35.2128883774453,29.8427311085539,8.36210203298811,59.4169543536632
+E02003567,Southampton 019,E02003567,Southampton 019,1780,5939.5,464,277,978,41,33255.3013728,2011,Southampton 019,E02003567,Total,2991,1699,688,1011,23,816,716,100,422,386,36,31,816,422,1699,31,2968,2991,2011,Southampton 019,E02003567,Total,2991,1172,981,604,218,16,2991,Southampton,2991,3036,32188.32713,3200,11259.88083,Southampton,43448.20796,39.1842193246406,27.2818455366098,14.1089936476095,56.8037445670344
+E02003568,Southampton 020,E02003568,Southampton 020,2954,9359.60000000001,120,1451,1203,46,53468.7626998,2011,Southampton 020,E02003568,Total,3820,1640,601,1039,29,173,22,151,1945,1880,65,33,173,1945,1640,33,3791,3820,2011,Southampton 020,E02003568,Total,3820,1913,1238,515,122,32,3820,Southampton,3820,2757,33366.33693,3900,13657.7525,Southampton,47024.08943,50.0785340314136,4.52879581151833,50.9162303664922,42.9319371727749
+E02003569,Southampton 021,E02003569,Southampton 021,2671,8147.8,334,1073,1062,71,46831.104898,2011,Southampton 021,E02003569,Total,3527,1563,613,950,48,529,165,364,1350,1280,70,37,529,1350,1563,37,3479,3527,2011,Southampton 021,E02003569,Total,3527,1436,1154,704,209,24,3527,Southampton,3527,2722,27661.45348,3999,13719.21685,Southampton,41380.67033,40.7144882336263,14.9985823646158,38.2761553728381,44.3152821094415
+E02003570,Southampton 022,E02003570,Southampton 022,3424,10183,828,1320,772,165,58326.678496,2011,Southampton 022,E02003570,Total,3635,821,357,464,20,1084,621,463,1661,1603,58,49,1084,1661,821,49,3615,3635,2011,Southampton 022,E02003570,Total,3635,929,1285,946,415,60,3635,Southampton,3635,3083,34730.59843,4142,14719.37189,Southampton,49449.97032,25.5570839064649,29.8211829436039,45.6946354883081,22.585969738652
+E02003571,Southampton 023,E02003571,Southampton 023,2958,8206.1,368,1396,725,258,47820.533587,2011,Southampton 023,E02003571,Total,3040,653,305,348,5,615,256,359,1732,1676,56,35,615,1732,653,35,3035,3040,2011,Southampton 023,E02003571,Total,3040,1458,956,451,153,22,3040,Southampton,3040,1808,21269.29383,3530,12216.39698,Southampton,33485.69081,47.9605263157895,20.2302631578947,56.9736842105263,21.4802631578947
+E02003572,Southampton 024,E02003572,Southampton 024,1367,5343.1,79,280,946,13,30078.454331,2011,Southampton 024,E02003572,Total,2484,1870,802,1068,13,202,158,44,384,351,33,15,202,384,1870,15,2471,2484,2011,Southampton 024,E02003572,Total,2484,1133,801,436,103,11,2484,Southampton,2484,2381,30332.48776,2597,9347.892573,Southampton,39680.380333,45.6119162640902,8.13204508856683,15.4589371980676,75.2818035426731
+E02003573,Southampton 025,E02003573,Southampton 025,2106,6896.5,954,131,759,152,38992.167058,2011,Southampton 025,E02003573,Total,3236,1548,796,752,31,1409,1291,118,198,169,29,50,1409,198,1548,50,3205,3236,2011,Southampton 025,E02003573,Total,3236,957,1146,828,265,40,3236,Southampton,3236,2996,29240.86974,3470,12474.04171,Southampton,41714.91145,29.5735475896168,43.5414091470952,6.11866501854141,47.8368355995056
+E02003574,Southampton 026,E02003574,Southampton 026,1971,6640.6,260,283,1194,22,37589.530008,2011,Southampton 026,E02003574,Total,3412,2447,1101,1346,65,402,299,103,466,425,41,32,402,466,2447,32,3347,3412,2011,Southampton 026,E02003574,Total,3412,1391,1136,728,134,23,3412,Southampton,3412,3070,33475.75318,3599,12086.88364,Southampton,45562.63682,40.767878077374,11.7819460726846,13.6576787807737,71.7174677608441
+E02003575,Southampton 027,E02003575,Southampton 027,2028,6363.2,1075,150,684,51,36550.735401,2011,Southampton 027,E02003575,Total,2808,1057,403,654,43,1436,1316,120,231,207,24,41,1436,231,1057,41,2765,2808,2011,Southampton 027,E02003575,Total,2808,831,968,732,245,32,2808,Southampton,2808,2028,17956.65328,2987,10984.80626,Southampton,28941.45954,29.5940170940171,51.1396011396012,8.22649572649573,37.6424501424501
+E02003576,Southampton 028,E02003576,Southampton 028,2120,6989.4,478,502,1090,15,39556.606899,2011,Southampton 028,E02003576,Total,3434,1937,668,1269,40,784,528,256,638,602,36,35,784,638,1937,35,3394,3434,2011,Southampton 028,E02003576,Total,3434,1339,1114,736,219,26,3434,Southampton,3434,2999,30840.23115,3614,13260.24734,Southampton,44100.47849,38.9924286546302,22.8305183459522,18.5789167152009,56.4065230052417
+E02003577,Southampton 029,E02003577,Southampton 029,5879,13085.7,968,1999,1302,431,77245.243565,2011,Southampton 029,E02003577,Total,4908,1211,409,802,160,1355,959,396,2115,2040,75,67,1355,2115,1211,67,4748,4908,2011,Southampton 029,E02003577,Total,4908,1861,1763,915,299,70,4908,Southampton,4908,2420,20108.63369,6734,27352.6982,Southampton,47461.33189,37.917685411573,27.6079869600652,43.0929095354523,24.6740016299919
+E02003578,Southampton 030,E02003578,Southampton 030,1519,4876.4,173,291,933,21,27644.407294,2011,Southampton 030,E02003578,Total,2641,1905,758,1147,19,281,187,94,414,374,40,22,281,414,1905,22,2622,2641,2011,Southampton 030,E02003578,Total,2641,1164,877,489,94,17,2641,Southampton,2641,2493,26525.49559,2830,10046.80627,Southampton,36572.30186,44.0742143127603,10.6399091253313,15.6758803483529,72.1317682695949
+E02003579,Southampton 031,E02003579,Southampton 031,3112,8174.5,214,621,1253,321,46140.806416,2011,Southampton 031,E02003579,Total,3357,2118,886,1232,23,388,162,226,799,751,48,29,388,799,2118,29,3334,3357,2011,Southampton 031,E02003579,Total,3357,1508,1085,582,163,19,3357,Southampton,3357,3068,34052.12047,4460,13860.93609,Southampton,47913.05656,44.9210604706583,11.5579386356866,23.8010128090557,63.0920464700626
+E02003580,Southampton 032,E02003580,Southampton 032,1783,5361.8,883,113,688,16,30726.4375475,2011,Southampton 032,E02003580,Total,2617,934,361,573,22,1452,1322,130,174,157,17,35,1452,174,934,35,2595,2617,2011,Southampton 032,E02003580,Total,2617,712,923,666,283,33,2617,Southampton,2617,1716,15056.06366,2825,9432.095361,Southampton,24488.159021,27.2067252579289,55.4833779136416,6.64883454337027,35.6897210546427