ETL port

companies_house.rb

@output = []

companyreader.each_with_index do |row, row_index|
  # Check the line has a postcode
  next if row['RegAddress.PostCode'].blank?

  postcode = Postcode(row['RegAddress.PostCode'],db)
  next unless postcode.current?
  lines = [row['RegAddress.AddressLine1'], row['RegAddress.AddressLine2'], row['RegAddress.PostTown'], row['RegAddress.County']]
          
  # Parse all the things
  a.setAddress(lines,postcode)
  next if a.getTown().blank?
  a.getStreet()
  a.getAons()
    
  # Build output structure
  address = {
    'address' => a.elements,
    'provenance' = {
      'executed_at' => datetime.datetime.today().strftime("%Y-%m-%dT%H:%M:%SZ"),
      'url' => "http://download.companieshouse.gov.uk/en_output.html",
      'filename' => file,
      'record_no' => row_index.to_s
    }
  }
  address['address']['postcode'] = {
    'name' => pc.getPostcode("S"),
    'geometry' => {
      'type' => 'Point',
      'coordinates' => [pc.centroid[1], pc.centroid[0]]
    }
  }
  @output.append(address)
end