Ham Radio Choropleth II

.gitignore

######################
# OS Generated Files #
######################

.DS_Store
.DS_Store?
._*
.spotlight-V100
.Trashes
Icon?
ehthumbs.db
Thumbs.db

#######################
# Repository Specific #
#######################

data

readme.md

Ham radio operator choropleth showing total ham radio operator density as a percentage of county population. Data pulled from 2010 U.S. census and the FCC Amateur Radio Service database as of January 11, 2015. 'Other' represents 'stale' operator classes, being Novice, Advanced, and Technician Plus.

bacon.php

<?php

////////////////////////////////////////////////////////////////////////////////
//                                                                            //
// Environment Configuration                                                  //
//                                                                            //
////////////////////////////////////////////////////////////////////////////////

  ini_set("memory_limit","1024M");    // allow php to handle the large data sets

////////////////////////////////////////////////////////////////////////////////
//                                                                            //
// Initialize Variables                                                       //
//                                                                            //
////////////////////////////////////////////////////////////////////////////////

  $zip   = array();                   // zips to fips lookup
  $fip   = array();                   // fips to county lookup
  $amc   = array();                   // amateur class by uid lookup
  $geo   = array();                   // operator list by geoid
  $json  = array();                   // final presentation of data

////////////////////////////////////////////////////////////////////////////////
//                                                                            //
// Zipcode to County GeoID Lookup                                             //
//                                                                            //
//   $zip[zipcode] = county geoid                                             //
//   * county geoid = state fips code + county fips code                      //
//                                                                            //
////////////////////////////////////////////////////////////////////////////////

  $file = fopen("data/zips.csv", "r");

  while( ($line = fgetcsv($file, 1000, ",")) !== false ) {
    $zip[$line[0]] = $line[3];
  }

  fclose($file);

////////////////////////////////////////////////////////////////////////////////
//                                                                            //
// County GeoID to County Name Lookup                                         //
//                                                                            //
//   $fip[geoid] = county name                                                //
//   * county geoid = state fips code + county fips code                      //
//                                                                            //
////////////////////////////////////////////////////////////////////////////////

  $file = fopen("data/fips.csv", "r");

  while( ($line = fgetcsv($file, 1000, ",")) !== false ) {
    $fip[$line[1].$line[2]] = $line[3];
  }

  fclose($file);

////////////////////////////////////////////////////////////////////////////////
//                                                                            //
// UID to Operator Class Lookup                                               //
//                                                                            //
//   $amc[uid] = operator_class                                               //
//                                                                            //
////////////////////////////////////////////////////////////////////////////////

  $file = fopen("data/AM.dat", "r");

  while( ($line = fgetcsv($file, 1000, "|")) !== FALSE ) {
    $amc[$line[1]] = $line[5];
  }

  fclose($file);

////////////////////////////////////////////////////////////////////////////////
//                                                                            //
// Operator List by GeoID                                                     //
//                                                                            //
//   $geoid[geoid] = array(                                                   //
//                     uid => operator class                                  //
//                   )                                                        //
//                                                                            //
////////////////////////////////////////////////////////////////////////////////

  $file = fopen("data/EN.dat", "r");

  while( ($line = fgetcsv($file, 1000, "|")) !== FALSE ) {

    // zipcodes are mixed zip+4 and zcta5 in fcc db, strip down to just zcta5
    $zcta5 = substr($line[18], 0, 5);

    // if zcta5 is set and there is a matching zipcode in the census lookup data
    // otherwise, add the data to 'other' so it can still at least be referenced
    if (strlen($zcta5)==5 && array_key_exists($zcta5, $zip)) {
      $geoid = $zip[$zcta5];
      $geo[$geoid][$line[1]] = strtolower($amc[$line[1]]);
    } else {
      // but only if there is a record in the am table
      if (array_key_exists($line[1], $amc)) {
        $geo['other'][$line[1]] = strtolower($amc[$line[1]]);
      }
    }
  }

  fclose($file);

////////////////////////////////////////////////////////////////////////////////
//                                                                            //
// Create Final JSON Presentation                                             //
//                                                                            //
//   {                                                                        //
//     id : geoid (minus leading zeros)                                       //
//     county : county name                                                   //
//     total : total operators                                                //
//     a : count of advanced class                                            //
//     e : count of amateur extra class                                       //
//     g : count of general class                                             //
//     n : count of novice class                                              //
//     p : count of technician plus class                                     //
//     t : count of technician class                                          //
//     other : no class identified                                            //
//   }                                                                        //
//                                                                            //
////////////////////////////////////////////////////////////////////////////////

  foreach($fip as $geoid => $county) {

    // if there is data for this county...
    if (array_key_exists($geoid, $geo)) {

      // sum up operator classes
      $counts = array_count_values($geo[$geoid]);

      // special care for undefined operator class
      if (array_key_exists('', $counts)) {
        $counts['other'] = $counts[''];
        unset($counts['']);
      } else {
        $counts['other'] = 0;
      }

      // put in 0 values if none set
      $check = array('a','e','g','n','p','t');
      foreach ($check as $class) {
        if (!array_key_exists($class, $counts)) {
           $counts[$class] = 0;
        }
      }

      $json[] = array(
        'id'    => ltrim($geoid, '0'),      // NEED TO STRIP THE LEADING ZEROS!!
        'name'  => $county,
        'total' => count($geo[$geoid]),
        'a'     => $counts['a'],
        'e'     => $counts['e'],
        'g'     => $counts['g'],
        'n'     => $counts['n'],
        'p'     => $counts['p'],
        't'     => $counts['t'],
        'other' => $counts['other'],
      );

    }

  }

  // if there is data that is not mapping to a county (new counties etc...)
  if (array_key_exists('other', $geo)) {

    // sum up operator classes
    $counts = array_count_values($geo['other']);

    // special care for undefined operator class
    if (array_key_exists('', $counts)) {
      $counts['other'] = $counts[''];
      unset($counts['']);
    } else {
      $counts['other'] = 0;
    }

    // put in 0 values if none set
    $check = array('a','e','g','n','p','t');
    foreach ($check as $class) {
      if (!array_key_exists($class, $counts)) {
         $counts[$class] = 0;
      }
    }

    $json[] = array(
        'id'    => 'unknown',
        'name'  => 'unknown',
        'total' => count($geo['other']),
        'a'     => $counts['a'],
        'e'     => $counts['e'],
        'g'     => $counts['g'],
        'n'     => $counts['n'],
        'p'     => $counts['p'],
        't'     => $counts['t'],
        'other' => $counts['other'],
    );

  }

  // spit it out as json
  echo json_encode($json);

  // generate csv file but add header line first
  array_unshift($json, array(
    'id'    => 'id',
    'name'  => 'name',
    'total' => 'total',
    'a'     => 'a',
    'e'     => 'e',
    'g'     => 'g',
    'n'     => 'n',
    'p'     => 'p',
    't'     => 't',
    'other' => 'other',
  ));

  $fp = fopen('ham.csv', 'w');

  foreach ($json as $fields) {
    fputcsv($fp, $fields);
  }

  fclose($fp);

?>

ham.csv