class: title-slide <img src="images/ACEMS_Masterclass_powerpoint_16_9.png" style="width: 100%" /> --- class: split-25 hide-slide-number .column.bg-green[ .white[H. G. Wells (1903) Mankind in the Making *"Statistical thinking will one day be as necessary for efficient citizenship as the ability to read and write!"*]] .column[.content[ # .font2[.green[How visualisation and open data can empower you]] ## .blue[Di Cook <br> <br>] ## .light-green[Professor of Business Analytics<br>] .font2[.indigo[Department of Econometrics and Business Statistics<br>]] .font2[.indigo[<i class="fas fa-university "></i> &nbsp; Monash University <br> <br> <br>]] .light-blue[<i class="fab fa-twitter "></i>] .teal[@visnut] &nbsp;&nbsp;&nbsp;&nbsp; .black[<i class="fab fa-github "></i>] .teal[dicook] &nbsp;&nbsp;&nbsp;&nbsp; .deep-orange[<span><i class="fab fa-slideshare faa-vertical animated "></i></span>] [http://bit.ly/MBS_ACEMS](http://bit.ly/MBS_ACEMS) ]] --- layout: true class: shuriken-full hide-slide-number .blade1.bg-blue[.content.center.vmiddle[ # .white[ Open data <br> open source ] ]] .blade2.bg-light-green[.content.vertical-rl.center[ # .blue[Data is available everywhere today, publicly, free] ]] .blade3.bg-light-blue[.content.center[ # .pink[Software, very powerful software, for analysis of data is available publicly, free] ]] .blade4.bg-green[.content.sideways-center.vmiddle[ # .yellow[A little know-how about plotting data (maybe some math and stat)] ]] .gray-hole[.content.center.vmiddle[ {{content}} ]] --- class: hide-blade2 hide-blade3 hide-blade4 hide-hole --- class: hide-blade3 hide-blade4 hide-hole count: false --- class: hide-blade4 hide-hole count: false --- class: hide-hole count: false --- layout: false class: split-70 hide-slide-number .column[.content.nopadding[ <img src="images/energy_compare.png" width="120%" /> ]] .column.bg-white.pad10px[ <br> ## A local example <br> <br> .bg-yellow.black[.font2[Claim your bonus $50]] <br> <br> You need to download your data, and upload to the comparison site. <br> <br> <br> <br> <br> <br> <br> <br> <br> *.light-green[Now that you have your data, you can make a few plots of your usage too!]* ] --- layout: true class: shuriken-full hide-slide-number .blade1[.content.center.black.nopadding[ <img src="images/energy_distributors.png" width="90%" /> ]] .blade2[.content.vmiddle[ ### [Find your distributor](https://www.energy.vic.gov.au/electricity/electricity-distributors) <br> ### Create an account, using your meter number which you can find on a current bill<br><br><br> ### .lime[Dashboard summarises usage]<br> ]] .blade3[.content.center[ <img src="images/citipower2.png", style="width: 60%" /> ]] .blade4[.content.center[ <br> <br> <br> <br> <br> <br> .font3[It's easy 😂] ]] --- layout: false <table> <thead> <tr> <th style="text-align:left;"> id </th> <th style="text-align:left;"> date </th> <th style="text-align:right;"> d1 </th> <th style="text-align:right;"> d2 </th> <th style="text-align:right;"> d3 </th> <th style="text-align:right;"> d4 </th> <th style="text-align:right;"> d5 </th> <th style="text-align:right;"> d6 </th> <th style="text-align:right;"> d7 </th> <th style="text-align:right;"> d8 </th> <th style="text-align:right;"> d9 </th> <th style="text-align:right;"> d10 </th> <th style="text-align:right;"> d11 </th> <th style="text-align:right;"> d12 </th> <th style="text-align:right;"> d13 </th> <th style="text-align:right;"> d14 </th> <th style="text-align:right;"> d15 </th> </tr> </thead> <tbody> <tr> <td style="text-align:left;"> 200 </td> <td style="text-align:left;"> meter1 </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> 30.000 </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 20171124 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 20171125 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 20171126 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 20171127 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 20171128 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 20171129 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> <td style="text-align:right;"> 0.000 </td> </tr> <tr> <td style="text-align:left;"> 400 </td> <td style="text-align:left;"> 1 </td> <td style="text-align:right;"> 43.000 </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> </tr> <tr> <td style="text-align:left;"> 400 </td> <td style="text-align:left;"> 44 </td> <td style="text-align:right;"> 44.000 </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> 89.000 </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> </tr> <tr> <td style="text-align:left;"> 400 </td> <td style="text-align:left;"> 45 </td> <td style="text-align:right;"> 48.000 </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 20171130 </td> <td style="text-align:right;"> 1.056 </td> <td style="text-align:right;"> 1.081 </td> <td style="text-align:right;"> 1.094 </td> <td style="text-align:right;"> 1.113 </td> <td style="text-align:right;"> 1.119 </td> <td style="text-align:right;"> 1.138 </td> <td style="text-align:right;"> 1.150 </td> <td style="text-align:right;"> 1.150 </td> <td style="text-align:right;"> 1.169 </td> <td style="text-align:right;"> 1.194 </td> <td style="text-align:right;"> 1.256 </td> <td style="text-align:right;"> 1.444 </td> <td style="text-align:right;"> 1.181 </td> <td style="text-align:right;"> 1.144 </td> <td style="text-align:right;"> 1.106 </td> </tr> <tr> <td style="text-align:left;"> 400 </td> <td style="text-align:left;"> 1 </td> <td style="text-align:right;"> 27.000 </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> </tr> <tr> <td style="text-align:left;"> 400 </td> <td style="text-align:left;"> 28 </td> <td style="text-align:right;"> 28.000 </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> 89.000 </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> </tr> <tr> <td style="text-align:left;"> 400 </td> <td style="text-align:left;"> 29 </td> <td style="text-align:right;"> 48.000 </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> <td style="text-align:right;"> NA </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 20171201 </td> <td style="text-align:right;"> 1.188 </td> <td style="text-align:right;"> 1.194 </td> <td style="text-align:right;"> 1.206 </td> <td style="text-align:right;"> 1.206 </td> <td style="text-align:right;"> 1.225 </td> <td style="text-align:right;"> 1.225 </td> <td style="text-align:right;"> 1.231 </td> <td style="text-align:right;"> 1.219 </td> <td style="text-align:right;"> 1.213 </td> <td style="text-align:right;"> 1.238 </td> <td style="text-align:right;"> 1.288 </td> <td style="text-align:right;"> 1.281 </td> <td style="text-align:right;"> 1.325 </td> <td style="text-align:right;"> 1.294 </td> <td style="text-align:right;"> 1.269 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 20171202 </td> <td style="text-align:right;"> 0.063 </td> <td style="text-align:right;"> 0.031 </td> <td style="text-align:right;"> 0.038 </td> <td style="text-align:right;"> 0.069 </td> <td style="text-align:right;"> 0.044 </td> <td style="text-align:right;"> 0.013 </td> <td style="text-align:right;"> 0.038 </td> <td style="text-align:right;"> 0.031 </td> <td style="text-align:right;"> 0.013 </td> <td style="text-align:right;"> 0.263 </td> <td style="text-align:right;"> 0.956 </td> <td style="text-align:right;"> 0.881 </td> <td style="text-align:right;"> 0.356 </td> <td style="text-align:right;"> 0.025 </td> <td style="text-align:right;"> 0.019 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 20171203 </td> <td style="text-align:right;"> 0.019 </td> <td style="text-align:right;"> 0.038 </td> <td style="text-align:right;"> 0.025 </td> <td style="text-align:right;"> 0.469 </td> <td style="text-align:right;"> 0.144 </td> <td style="text-align:right;"> 0.300 </td> <td style="text-align:right;"> 0.419 </td> <td style="text-align:right;"> 0.119 </td> <td style="text-align:right;"> 0.288 </td> <td style="text-align:right;"> 0.388 </td> <td style="text-align:right;"> 0.475 </td> <td style="text-align:right;"> 0.369 </td> <td style="text-align:right;"> 0.425 </td> <td style="text-align:right;"> 0.369 </td> <td style="text-align:right;"> 0.388 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 20171204 </td> <td style="text-align:right;"> 0.025 </td> <td style="text-align:right;"> 0.038 </td> <td style="text-align:right;"> 0.019 </td> <td style="text-align:right;"> 0.450 </td> <td style="text-align:right;"> 0.013 </td> <td style="text-align:right;"> 0.413 </td> <td style="text-align:right;"> 0.019 </td> <td style="text-align:right;"> 0.350 </td> <td style="text-align:right;"> 0.031 </td> <td style="text-align:right;"> 0.363 </td> <td style="text-align:right;"> 0.513 </td> <td style="text-align:right;"> 0.350 </td> <td style="text-align:right;"> 0.181 </td> <td style="text-align:right;"> 0.175 </td> <td style="text-align:right;"> 0.225 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 20171205 </td> <td style="text-align:right;"> 0.306 </td> <td style="text-align:right;"> 0.106 </td> <td style="text-align:right;"> 0.163 </td> <td style="text-align:right;"> 0.188 </td> <td style="text-align:right;"> 0.319 </td> <td style="text-align:right;"> 0.213 </td> <td style="text-align:right;"> 0.144 </td> <td style="text-align:right;"> 0.356 </td> <td style="text-align:right;"> 0.350 </td> <td style="text-align:right;"> 0.519 </td> <td style="text-align:right;"> 0.781 </td> <td style="text-align:right;"> 0.125 </td> <td style="text-align:right;"> 0.038 </td> <td style="text-align:right;"> 0.031 </td> <td style="text-align:right;"> 0.019 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 20171206 </td> <td style="text-align:right;"> 0.038 </td> <td style="text-align:right;"> 0.013 </td> <td style="text-align:right;"> 0.044 </td> <td style="text-align:right;"> 0.013 </td> <td style="text-align:right;"> 0.038 </td> <td style="text-align:right;"> 0.019 </td> <td style="text-align:right;"> 0.025 </td> <td style="text-align:right;"> 0.038 </td> <td style="text-align:right;"> 0.025 </td> <td style="text-align:right;"> 0.063 </td> <td style="text-align:right;"> 0.013 </td> <td style="text-align:right;"> 0.038 </td> <td style="text-align:right;"> 0.013 </td> <td style="text-align:right;"> 0.044 </td> <td style="text-align:right;"> 0.106 </td> </tr> </tbody> </table> .bgcolor_alert[Raw data] --- class: split-40 .column.pad10px[ # Wrangling <br> <br> <br> <img src="images/data-science-wrangle.png" width="90%" /> .footnote[Image from [R4DS](https://r4ds.had.co.nz/wrangle-intro.html)] ] .column.pad10px[ <br> <table> <thead> <tr> <th style="text-align:left;"> id </th> <th style="text-align:left;"> date </th> <th style="text-align:right;"> halfhour </th> <th style="text-align:right;"> kwh </th> <th style="text-align:left;"> wday </th> <th style="text-align:left;"> month </th> <th style="text-align:right;"> year </th> <th style="text-align:left;"> dt </th> </tr> </thead> <tbody> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 2017-11-24 </td> <td style="text-align:right;"> 0.5 </td> <td style="text-align:right;"> 0 </td> <td style="text-align:left;"> Fri </td> <td style="text-align:left;"> Nov </td> <td style="text-align:right;"> 2017 </td> <td style="text-align:left;"> 2017-11-24 12:30:00 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 2017-11-24 </td> <td style="text-align:right;"> 1.0 </td> <td style="text-align:right;"> 0 </td> <td style="text-align:left;"> Fri </td> <td style="text-align:left;"> Nov </td> <td style="text-align:right;"> 2017 </td> <td style="text-align:left;"> 2017-11-24 13:00:00 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 2017-11-24 </td> <td style="text-align:right;"> 1.5 </td> <td style="text-align:right;"> 0 </td> <td style="text-align:left;"> Fri </td> <td style="text-align:left;"> Nov </td> <td style="text-align:right;"> 2017 </td> <td style="text-align:left;"> 2017-11-24 13:30:00 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 2017-11-24 </td> <td style="text-align:right;"> 2.0 </td> <td style="text-align:right;"> 0 </td> <td style="text-align:left;"> Fri </td> <td style="text-align:left;"> Nov </td> <td style="text-align:right;"> 2017 </td> <td style="text-align:left;"> 2017-11-24 14:00:00 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 2017-11-24 </td> <td style="text-align:right;"> 2.5 </td> <td style="text-align:right;"> 0 </td> <td style="text-align:left;"> Fri </td> <td style="text-align:left;"> Nov </td> <td style="text-align:right;"> 2017 </td> <td style="text-align:left;"> 2017-11-24 14:30:00 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 2017-11-24 </td> <td style="text-align:right;"> 3.0 </td> <td style="text-align:right;"> 0 </td> <td style="text-align:left;"> Fri </td> <td style="text-align:left;"> Nov </td> <td style="text-align:right;"> 2017 </td> <td style="text-align:left;"> 2017-11-24 15:00:00 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 2017-11-24 </td> <td style="text-align:right;"> 3.5 </td> <td style="text-align:right;"> 0 </td> <td style="text-align:left;"> Fri </td> <td style="text-align:left;"> Nov </td> <td style="text-align:right;"> 2017 </td> <td style="text-align:left;"> 2017-11-24 15:30:00 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 2017-11-24 </td> <td style="text-align:right;"> 4.0 </td> <td style="text-align:right;"> 0 </td> <td style="text-align:left;"> Fri </td> <td style="text-align:left;"> Nov </td> <td style="text-align:right;"> 2017 </td> <td style="text-align:left;"> 2017-11-24 16:00:00 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 2017-11-24 </td> <td style="text-align:right;"> 4.5 </td> <td style="text-align:right;"> 0 </td> <td style="text-align:left;"> Fri </td> <td style="text-align:left;"> Nov </td> <td style="text-align:right;"> 2017 </td> <td style="text-align:left;"> 2017-11-24 16:30:00 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 2017-11-24 </td> <td style="text-align:right;"> 5.0 </td> <td style="text-align:right;"> 0 </td> <td style="text-align:left;"> Fri </td> <td style="text-align:left;"> Nov </td> <td style="text-align:right;"> 2017 </td> <td style="text-align:left;"> 2017-11-24 17:00:00 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 2017-11-24 </td> <td style="text-align:right;"> 5.5 </td> <td style="text-align:right;"> 0 </td> <td style="text-align:left;"> Fri </td> <td style="text-align:left;"> Nov </td> <td style="text-align:right;"> 2017 </td> <td style="text-align:left;"> 2017-11-24 17:30:00 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 2017-11-24 </td> <td style="text-align:right;"> 6.0 </td> <td style="text-align:right;"> 0 </td> <td style="text-align:left;"> Fri </td> <td style="text-align:left;"> Nov </td> <td style="text-align:right;"> 2017 </td> <td style="text-align:left;"> 2017-11-24 18:00:00 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 2017-11-24 </td> <td style="text-align:right;"> 6.5 </td> <td style="text-align:right;"> 0 </td> <td style="text-align:left;"> Fri </td> <td style="text-align:left;"> Nov </td> <td style="text-align:right;"> 2017 </td> <td style="text-align:left;"> 2017-11-24 18:30:00 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 2017-11-24 </td> <td style="text-align:right;"> 7.0 </td> <td style="text-align:right;"> 0 </td> <td style="text-align:left;"> Fri </td> <td style="text-align:left;"> Nov </td> <td style="text-align:right;"> 2017 </td> <td style="text-align:left;"> 2017-11-24 19:00:00 </td> </tr> <tr> <td style="text-align:left;"> 300 </td> <td style="text-align:left;"> 2017-11-24 </td> <td style="text-align:right;"> 7.5 </td> <td style="text-align:right;"> 0 </td> <td style="text-align:left;"> Fri </td> <td style="text-align:left;"> Nov </td> <td style="text-align:right;"> 2017 </td> <td style="text-align:left;"> 2017-11-24 19:30:00 </td> </tr> </tbody> </table> <br> <br> <br> .bgcolor_alert[Well-defined variables and observations are data-times, half-hour chunks] ] --- class: split-40 .column.pad50px[ ## Think about what you want to know <br> .font3[🤔] ] .column.font2[ <br> <br> <br> <br> <br> .green[What does my energy usage look like?] Need to be more specific than that. - is there a difference in use by day of the week? - what's the daily pattern? - are some months more energy intensive than others? - how does it look over time? .light-green[What's a "kwh"? It doesn't really mean much, so let's examine it relatively.] ] --- class: split-50 .column[.pad50px[ # is there a difference in use by day of the week? <br> .font2[Energy use is added up for each day. The distribution of daily usage is displayed against day of the week, using a .deep-orange[violin plot] with quartiles and medians marked.] <br> <br> *.light-green[Typically more energy use over the weekends, and during the week Thursday and Friday have slightly higher. Sometimes I work from home.]* ]] .column[.pad50px[ <img src="slides_files/figure-html/boxplot-1.png" width="100%" /> ]] --- # what's the daily pattern? <br> .font[Add a new variable indicating whether the day is a holiday (weekend or public holiday for Victoria, function available in the tsibble package). Examine the distribution of usage for each half-hour using a .deep-orange[boxplot].] <img src="slides_files/figure-html/time-1.png" width="100%" style="display: block; margin: auto;" /> *.light-green[There is a strong work day vs holiday pattern. The week day typically has less usage in the middle of the day. Holiday has relatively constant usage. Both types of days though often begins around 7am, and ends around 9-10pm. There is a stripe of "outliers" on both types of days, which is possibly constant high energy usage.]* --- # daily usage? .font2[Usage by hour plot displayed over each day day, in a .deep-orange[calendar] plot, just for January and February 2018. Colour indicates holiday or working day.] <img src="slides_files/figure-html/calendar-1.png" width="100%" style="display: block; margin: auto;" /> *In the USA, central air runs continuously in the summer, and central heating in the winter, and a clothes dryer is used to dry clothes.* --- class: split-30 .column.pad10px[ # How does this compare with my friends? <br> <br> <br> .font2[Comparing January 2018 usage across households] ] .column.pad10px[ <img src="slides_files/figure-html/compare-1.png" width="95%" style="display: block; margin: auto;" /> ] --- class: split-50 .column.pad50px[ # is my usage different this year? .font2[January 2018 and 2019.] <br> <br> ``` ## # A tibble: 2 x 2 ## year kwh ## <dbl> <dbl> ## 1 2018 805. ## 2 2019 438. ``` <br> <br> <br> *.light-green.font2[Becoming less of an energy hog, maybe more Australian.]* ] .column[ <img src="slides_files/figure-html/calendar2-1.png" width="60%" style="display: block; margin: auto;" /> ] --- class: split-50 .column.pad50px[ # is my usage different this year? .font2[February 2018 and 2019.] <br> <br> ``` ## # A tibble: 2 x 2 ## year kwh ## <dbl> <dbl> ## 1 2018 548. ## 2 2019 44.2 ``` <br> <br> <br> *.light-green.font2[So far its looking good.]* ] .column[ <img src="slides_files/figure-html/calendar3-1.png" width="60%" style="display: block; margin: auto;" /> ] --- class: bg-teal center middle hide-slide-number .reveal-text.bg-white[.pad1[ .font4[# *A few more stories* 🤸] ]] --- class: split-50 .column.pad50px[ # Learning about Melbourne .font2[[Pedestrian counting system](http://www.pedestrian.melbourne.vic.gov.au) has about 40 sensors dotted around Melbourne city.] <br> <br> .font2[Here are the counts from last week, for four train stations] <br> <br> .font2[🤭 .light-green[*Hmm, no data for two of these.* ]] ] .column.pad10px[ <img src="slides_files/figure-html/ped-1.png" width="100%" style="display: block; margin: auto 0 auto auto;" /> ] --- class: split-50 .column.pad50px[ # Learning about Melbourne July 2016 ] .column.pad10px[ <img src="slides_files/figure-html/ped2-1.png" width="100%" style="display: block; margin: auto 0 auto auto;" /> ] --- class: split-50 .column.pad10px[ # PISA <br> .font2[ - OECD Programme for International Student Assessment - Triennial survey of workforce readiness of 15 year olds, across 60-70 countries. Approximately 14,000 Australian students from 700 schools are surveyed each time. - 2015 survey ] <br> <br> [Download data](http://www.oecd.org/pisa/data/) ] .column.nopadding[ <img src="slides_files/figure-html/pisa-1.png" width="90%" style="display: block; margin: auto 0 auto auto;" /> ] --- class: split-50 count: false .column.pad10px[ # PISA <br> .font2[ - OECD Programme for International Student Assessment - Triennial survey of workforce readiness of 15 year olds, across 60-70 countries. Approximately 14,000 Australian students from 700 schools are surveyed each time. - 2015 survey ] <br> <br> [Download data](http://www.oecd.org/pisa/data/) <br> <br> .deep-orange[Math gap is not universal!] ] .column.nopadding[ <img src="slides_files/figure-html/pisa2-1.png" width="90%" style="display: block; margin: auto 0 auto auto;" /> ] --- <img src="slides_files/figure-html/pisa3-1.png" width="100%" style="display: block; margin: auto;" /> --- <img src="slides_files/figure-html/pisa4-1.png" width="100%" style="display: block; margin: auto;" /> --- # Climate - CO2 <img src="images/CO2-1.png" style="width: 100%" /> Download data from http://scrippsco2.ucsd.edu/data/atmospheric_co2/. --- class: split-three .column[ # .right[Monash]  https://www.ala.org.au <br> .center[Magpies] <img src="slides_files/figure-html/monash-1.png" width="100%" style="display: block; margin: auto;" /> ] .column[ # .center[wildlife] .center[Main species we see .pink[now]] <img src="slides_files/figure-html/unnamed-chunk-6-1.png" width="100%" style="display: block; margin: auto;" /> ] .column[ # .left[ecosystem] .center[What people saw .pink[before 2010]] <img src="slides_files/figure-html/unnamed-chunk-7-1.png" width="100%" style="display: block; margin: auto;" /> ] --- class: bg-teal center middle hide-slide-number .reveal-text.bg-white[.pad1[ .font3[*"If someone feeds you a fish you eat for a day, but if you learn to fish, you eat for a lifetime"* 🐟] ]] --- class: split-two black with-thick-border middle border-white bg-black .column[ .split-two[ .row.bg-light-green[.content.indigo[ # Privacy <br> .font2[Smart meter data: only YOU can download your data. Your account is created using your meter id. My friends gave me their data. Previously the electricity company had access to all of this, and we had to rely on their summaries and their interpretation.] ]] .row.bg-green[.content.indigo[ <br><br><br><br> .font2[.white[PISA: Has been privatised, raw scores are not returned, predicted values using the model]] ]]]] .column[ .split-two[ .row.bg-blue[.content[ <br><br><br><br> .font2[.white[Pedestrian: Numbers bundled by hour, just counts, no individual information or images] ]]] .row.bg-light-blue[.content[ <br><br><br><br> .font2[Monash wildlife comes from the Atlas of Living Australia, data is scientist and citizen contributed. Messy.] ]]]] --- class: bg-teal center middle hide-slide-number .reveal-text.bg-white[.pad1[ .font4[~~All I Really Need to Know I Learned in Kindergarten~~] ]] --- layout: true class: shuriken-300 white .blade1.bg-blue[.content.center[ <br> # .white[Get] [R](https://cran.r-project.org) .white[(the airplane) and] <br> [RStudio](https://www.rstudio.com/products/rstudio/download/) .white[(the airport terminal)] ]] .blade2.bg-yellow[.content.vertical-rl.center[ ### .blue[get some more graphics insight with [Data Visualization: A practical introduction](https://socviz.co/index.html) Kieran Healy] ]] .blade3.bg-white[.content.center[ <br><br> ## .pink[Start reading and working through] [R for Data Science](https://r4ds.had.co.nz) .pink[by Wickham and Grolemund] ]] .blade4.bg-lime[.content.vertical-rl.center.vmiddle[ .purple[### Join a meetup group: [R Ladies Melbourne](https://www.meetup.com/en-AU/R-Ladies-Melbourne/) or [MelbURN](https://www.meetup.com/en-AU/MelbURN-Melbourne-Users-of-R-Network/) ]]] .hole.bg-black[.content.center.vmiddle[ ## .lime[You can get started by] ]] --- class: hide-blade1 hide-blade3 hide-blade2 hide-blade4 count: false --- class: hide-blade3 hide-blade2 hide-blade4 count: false --- class: hide-blade2 hide-blade4 count: false --- class: hide-blade4 count: false --- count: false --- layout: false class: split-40 .column.pad50px.bg-green[ # .white[Benefits for data providers] ] .column.pad50px[ .row[.content[ <br> ]] .row[.content[ <br> ]] .row[.content[ .font3[&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Free error-checking] ]] .row[.content[ .font3.light-blue[&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Free analysis] ]] .row[.content[ .font3.green[&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Goodwill and trust] ]] .row[.content[ .font3.light-green[&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Reproducibility] ]] ] --- layout: true class: shuriken-300 white .blade1[.content.center[ <br> # .blue[With a laptop loaded with R, and access to open data] ]] .blade2.bg-yellow[.content.vertical-rl.center[ ### .blue[With knowledge of randomisation (bootstrap, permutation, simulation)] ]] .blade3.bg-white[.content.center[ <br><br> ## .pink[Ability to make data plots (grammar of graphics, appropriate mapping of variables to graphical elements)] ]] .blade4.bg-lime[.content.vertical-rl.center.vmiddle[ ### .purple[We can learn a lot about our world ]]] .hole.bg-black[.content.center.vmiddle[ ## .lime[Power to the people] ]] --- layout: false # 👩‍💻 Thanks! ### Slides at [http://bit.ly/MBS_ACEMS](http://bit.ly/MBS_ACEMS). ### Code and data at [https://github.com/dicook/MBS_ACEMS](https://github.com/dicook/MBS_ACEMS). <br> ### R software is used generate plots, using [tidyverse](https://www.tidyverse.org), and [tidyverts](https://github.com/tidyverts) tools for time series, including [sugrrants](https://github.com/earowang/sugrrants) for calendar plots, and [rwalkr](https://github.com/earowang/rwalkr), [wordclouds](https://cran.r-project.org/web/packages/ggwordcloud/vignettes/ggwordcloud.html) and emojis with [emo](https://github.com/hadley/emo). <br> ### Created using [R Markdown](https://rmarkdown.rstudio.com) with flair by [**xaringan**](https://github.com/yihui/xaringan), and [**kunoichi** (female ninja) style](https://github.com/emitanaka/ninja-theme). <br> <a rel="license" href="http://creativecommons.org/licenses/by-sa/4.0/"><img alt="Creative Commons License" style="border-width:0" src="https://i.creativecommons.org/l/by-sa/4.0/88x31.png" /></a><br />This work is licensed under a <a rel="license" href="http://creativecommons.org/licenses/by-sa/4.0/">Creative Commons Attribution-ShareAlike 4.0 International License</a>.