ASGS 2011 Mesh Block Statistics and Graphs

csv2json.pl

#!/usr/bin/perl -w

# Converts CSV data into JSON as required by NVD3.js

# This script is licensed CC0 by Andrew Harvey <andrew.harvey4@gmail.com>
#
# To the extent possible under law, the person who associated CC0
# with this work has waived all copyright and related or neighboring
# rights to this work.
# http://creativecommons.org/publicdomain/zero/1.0/

use strict;
use JSON;

# check usage
if (!defined $ARGV[0]) {
  print STDERR "Usage: $0 <dataset_name>\n";
  exit 1;
}

# make a new JSON OO object using the pretty printer
my $json = JSON->new->pretty;

# make a new JSON OO object without using the pretty printer
#my $json = JSON->new;

# list of rows (where rows are hashrefs)
my @rows;
while (<STDIN>) {
  chomp;
  my ($label, $value) = split /,/;
  my $row_ref = { "label" => $label, "value" => $value };
  push @rows, $row_ref;
}

my $hash_ref = { "key" => "$ARGV[0]", "values" => \@rows};

# convert from perl data structures to JSON
print $json->encode($hash_ref);

make-csv.sh

#!/bin/bash

# This script is licensed CC0 by Andrew Harvey <andrew.harvey4@gmail.com>
#
# To the extent possible under law, the person who associated CC0
# with this work has waived all copyright and related or neighboring
# rights to this work.
# http://creativecommons.org/publicdomain/zero/1.0/

# declare functions
csv () {
  psql --output="csv/$1.csv" --no-align --field-separator=',' --tuples-only --command="$2" 
}

mkdir -p csv

# create csv files
csv category_counts 'SELECT category, count(code) FROM asgs_2011.mb GROUP BY category ORDER BY count DESC;'
csv category_areas 'SELECT category, sum(ST_Area(geom)) FROM asgs_2011.mb GROUP BY category ORDER BY sum DESC;'

Makefile

# ## Before you Run
# You need to have a PostgreSQL database up and running with data
# populated by asgs2pgsql - https://github.com/andrewharvey/asgs2pgsql
#
# You also need to ensure you PG* environment variables are set up.
# See http://www.postgresql.org/docs/current/static/libpq-envars.html

# ## License
# This script is licensed CC0 by Andrew Harvey <andrew.harvey4@gmail.com>
#
# To the extent possible under law, the person who associated CC0
# with this work has waived all copyright and related or neighboring
# rights to this work.
# http://creativecommons.org/publicdomain/zero/1.0/

all : csv json

csv :
	./make-csv.sh

json :
	mkdir -p json
	./csv2json.pl "Mesh Block Counts by Category" < csv/category_counts.csv > json/asgs_2011-mb-counts-by-category.json
	./csv2json.pl "Mesh Block Areas by Category" < csv/category_areas.csv > json/asgs_2011-mb-areas-by-category.json

clean :
	rm -rf csv json

mesh-block-graphs-data.js

/*
The data following is derived from the Australian Bureau of Statistics <a href="http://abs.gov.au/websitedbs/D3310114.nsf/home/Australian+Statistical+Geography+Standard+(ASGS)">Australian Statistical Geography Standard 2011</a>, Mesh Block Structure, which is © Commonwealth of Australia and used under the terms of the <a href="http://creativecommons.org/licenses/by/2.5/au/">Creative Commons Attribution 2.5 Australia license</a>.
*/

// The JSON generated by https://gist.github.com/3192345
var mbCountsByCategory = [ 
{
   "values" : [
      {
         "value" : "218268",
         "label" : "Residential"
      },
      {
         "value" : "63504",
         "label" : "Parkland"
      },
      {
         "value" : "25348",
         "label" : "Agricultural"
      },
      {
         "value" : "17007",
         "label" : "Commercial"
      },
      {
         "value" : "8217",
         "label" : "Education"
      },
      {
         "value" : "7636",
         "label" : "Industrial"
      },
      {
         "value" : "4963",
         "label" : "Water"
      },
      {
         "value" : "1587",
         "label" : "Transport"
      },
      {
         "value" : "780",
         "label" : "Hospital/Medical"
      },
      {
         "value" : "209",
         "label" : "Other"
      },
      {
         "value" : "78",
         "label" : "SHIPPING"
      },
      {
         "value" : "11",
         "label" : "MIGRATORY"
      },
      {
         "value" : "9",
         "label" : "NOUSUALRESIDENCE"
      },
      {
         "value" : "9",
         "label" : "OFFSHORE"
      },
      {
         "value" : "1",
         "label" : "ANTARCTICA"
      }
   ],
   "key" : "Mesh Block Counts by Category"
}
];

var mbAreasByCategory = [ 
{
   "values" : [
      {
         "value" : "",
         "label" : "SHIPPING"
      },
      {
         "value" : "",
         "label" : "NOUSUALRESIDENCE"
      },
      {
         "value" : "",
         "label" : "MIGRATORY"
      },
      {
         "value" : "",
         "label" : "ANTARCTICA"
      },
      {
         "value" : "",
         "label" : "OFFSHORE"
      },
      {
         "value" : "8735597731289.3",
         "label" : "Agricultural"
      },
      {
         "value" : "814972676479.451",
         "label" : "Parkland"
      },
      {
         "value" : "55298999431.0938",
         "label" : "Water"
      },
      {
         "value" : "37317863100.6699",
         "label" : "Residential"
      },
      {
         "value" : "3502212306.95312",
         "label" : "Other"
      },
      {
         "value" : "2821416542.81445",
         "label" : "Industrial"
      },
      {
         "value" : "1455170802.60547",
         "label" : "Commercial"
      },
      {
         "value" : "797830048.066406",
         "label" : "Education"
      },
      {
         "value" : "263896961.103516",
         "label" : "Transport"
      },
      {
         "value" : "74288617.5273438",
         "label" : "Hospital/Medical"
      }
   ],
   "key" : "Mesh Block Areas by Category"
}
];

mesh-block-graphs.html

<!DOCTYPE html>
<html lang="en">
<!--
  This file is licenced CC0 http://creativecommons.org/publicdomain/zero/1.0/
-->
<head>
  <meta charset="utf-8">
  <title>ABS ASGS 2011 Mesh Block Statistics</title>
  <link href="/javascript/nvd3/nv.d3.css" rel="stylesheet" type="text/css">
  <script src="/javascript/d3/d3.js"></script>
  <script src="/javascript/nvd3/nv.d3.min.js"></script>
  <script src="mesh-block-graphs-data.js"></script>
</head>
<body>
  <h1>ABS ASGS 2011 Mesh Block Statistics</h1>
  <h2 id="mbAreasByCategoryTitle">Mesh Blocks Total Area by Category</h2>
  <svg id="mbAreasByCategory"></svg>
  <h2 id="mbAreasByCategoryTitle">Mesh Block Counts by Category</h2>
  <svg id="mbCountsByCategory"></svg>
  <p><a href="/leaflet.html#lat=-28;lon=133;zoom=5;map=asgs-2011-mb">See here for a geographic representation of the mesh blocks.</a></p>
  <footer>These graphs are derived from data obtained from the Australian Bureau of Statistics <a href="http://abs.gov.au/websitedbs/D3310114.nsf/home/Australian+Statistical+Geography+Standard+(ASGS)">Australian Statistical Geography Standard 2011</a>, Mesh Block Structure, which is © Commonwealth of Australia and used under the terms of the <a href="http://creativecommons.org/licenses/by/2.5/au/">Creative Commons Attribution 2.5 Australia license</a>.</footer>
<script>
nv.addGraph(function() {
    var width = 500,
        height = 500;

    var chart = nv.models.pieChart()
        .x(function(d) { return d.label })
        .y(function(d) { return d.value })
        .color(d3.scale.category10().range())
        .valueFormat(d3.format(',f'))
        .width(width)
        .height(height);

    d3.select("#mbCountsByCategory")
        .datum(mbCountsByCategory)
        .transition().duration(1200)
        .attr('width', width)
        .attr('height', height)
        .call(chart);

    return chart;
});

nv.addGraph(function() {
    var width = 500,
        height = 500;

    var chart = nv.models.pieChart()
        .x(function(d) { return d.label })
        .y(function(d) { return d.value / Math.pow(10,6) }) // x 10^6 for km^2
        .color(d3.scale.category10().range())
        .valueFormat(d3.format(',f'))
        .width(width)
        .height(height);

    // FIXME help how do I override this?
    //chart.tooltipContent = function (key, y, e, graph) {
    //    return '<h3>' + key + '</h3>' +
    //           '<p>' +  y + ' km<sup>2</sup></p>'
    //  };

    d3.select("#mbAreasByCategory")
        .datum(mbAreasByCategory)
        .transition().duration(1200)
        .attr('width', width)
        .attr('height', height)
        .call(chart);

    return chart;
});

</script>
</body>
</html>