Google Cloud Vision: Devex Article Images 2016

look_at_images.rb

# Script to get Google CLoud Vision annotations for a bunch of images
# Images in /images are expected to be also present in the specified GCS bucket
#
# setup:
#     gem install google-cloud-vision
#     export GOOGLE_CLOUD_PROJECT="XX-XX"
#     export GOOGLE_CLOUD_KEYFILE="~/path/to/XX-XX.json"
#

require 'google/cloud/vision'
vision = Google::Cloud::Vision.new
results = []

puts 'Looking at pictures'
Dir['images/*']
  .each do |f|
    begin
      annotation = vision.annotate vision.image("gs://retroretro/#{f}"),
                                   labels: true,
                                   landmarks: true,
                                   logos: true,
                                   faces: false,
                                   text: false
      data = {
        labels:
          annotation.labels.select { |l| l.score > 0.8 }.map(&:description),
        landmarks:
          annotation.landmarks.select { |l| l.score > 0.8 }.map(&:description),
        logos:
          annotation.logos.select { |l| l.score > 0.8 }.map(&:description)
      }
      if data[:labels].count > 0 || data[:landmarks].count > 0 || data[:logos].count > 0
        results << data
        print '.'
      else
        print '-'
      end
    rescue StandardError => e
      puts e.message
      print 'x'
    end
  end
puts ''

puts 'Writing down thoughts'
File.write('results.json', results.to_json)

puts 'Done, bye.'

parse_results.rb

# Script to analyze Google Cloud Vision annotation results
# produced by look_at_images.rb
#
# Result file is expected to have the following structure:
#   [
#     {
#       "labels": ["photograph","person","blue","man","male"],
#       "landmarks": [],
#       "logos":[]
#     },
#     {
#       "labels": ["person","green"],
#       "landmarks": ["eiffel-tower"],
#       "logos":["usaid"]
#     }
#   ]
#

results_json = File.read('results.json')
require 'json'
results = JSON.parse(results_json, symbolize_names: true)

label_counts = Hash.new(0)
landmark_counts = Hash.new(0)
logo_counts = Hash.new(0)
results.each do |result|
  result[:labels].each { |label| label_counts[label] += 1 }
  result[:landmarks].each { |landmark| landmark_counts[landmark] += 1 }
  result[:logos].each { |logo| logo_counts[logo] += 1 }
end

def print_top(counts_hash, type)
  puts '', '%' * 60, "#{type.ljust(50)} count", '-' * 60
  counts_hash
    .sort_by(&:last)
    .last(50)
    .reverse
    .each { |k, v| puts "#{k.ljust(50)} #{v}" }
  puts ''
end

print_top(label_counts, 'LABEL')

print_top(landmark_counts, 'LANDMARK')

print_top(logo_counts, 'LOGO')

results.json

[
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "child"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "green",
      "snapshot"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text",
      "line"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "man",
      "child"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text",
      "font"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "social group",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "auditorium"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "metropolitan area",
      "skyscraper",
      "metropolis",
      "skyline",
      "city",
      "transport",
      "cityscape",
      "urban area",
      "landmark",
      "human settlement"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "aerial photography",
      "town",
      "city",
      "cityscape",
      "metropolis",
      "photography",
      "residential area",
      "bird's eye view",
      "skyline",
      "neighbourhood",
      "urban area",
      "human settlement"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "crowd",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "social group"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "room"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "landmark",
      "city",
      "urban area"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "crowd",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "market",
      "public space",
      "city"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "audience"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "smartphone",
      "mobile phone",
      "blue"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "library",
      "building",
      "room"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "house",
      "property",
      "neighbourhood",
      "building",
      "architecture",
      "residential area"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "man made object",
      "transport",
      "structure"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "mountainous landforms",
      "sky",
      "mountain",
      "geographical feature",
      "landform",
      "wilderness",
      "mountain range",
      "natural environment",
      "road",
      "grassland",
      "horizon"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "crowd"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "flag",
      "blue",
      "flag of the united states"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "photograph",
      "person",
      "man"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "amusement park"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text",
      "font"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "crowd",
      "people",
      "audience"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "green"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "agriculture"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "tower block",
      "landmark",
      "skyscraper",
      "urban area",
      "architecture",
      "city"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "blue"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "speech"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text",
      "font"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "transport"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "chandelier",
      "light fixture",
      "light"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "display device"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "speech"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "child"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text",
      "font"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "human positions"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "writing"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "town"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "cash"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "blue",
      "audio equipment"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "photograph",
      "snapshot",
      "photography",
      "lady",
      "girl",
      "beauty"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "red",
      "flag",
      "flag of the united states"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "clothing",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "demolition",
      "geological phenomenon"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "agriculture"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "river",
      "water"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "agriculture"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "speech"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "crowd",
      "protest",
      "people",
      "demonstration"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "close up"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "social group",
      "person",
      "man",
      "senior citizen"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "facial expression",
      "face",
      "person",
      "senior citizen",
      "nose",
      "smile"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "speech",
      "academic conference"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "public speaking",
      "speech"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "web page",
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "cartoon"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "red"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "wind farm",
      "wind turbine",
      "windmill"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "finger"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "sea"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "blue"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "social group"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "bicycle",
      "cycling",
      "road",
      "vehicle"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "ceremony"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "money",
      "cash"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "agriculture",
      "soil",
      "field",
      "natural environment"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "ecosystem"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "soil",
      "agriculture",
      "field"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "crowd",
      "person",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "geological phenomenon"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "boat",
      "vehicle"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "clothing"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "agriculture",
      "green",
      "field",
      "paddy field"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "money",
      "currency"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "distilled beverage"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "cheering"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "blue"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "transport",
      "crowd"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "bus",
      "vehicle",
      "land vehicle",
      "transport",
      "metropolitan area",
      "mode of transport"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "flag",
      "blue"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "font"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "agriculture",
      "field",
      "grassland"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "crowd",
      "audience"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "road",
      "atmospheric phenomenon",
      "city",
      "landmark",
      "weather",
      "urban area",
      "lane",
      "street"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "crowd",
      "audience"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "speech"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "social group",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "sky",
      "natural environment"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "skyline",
      "metropolitan area",
      "city",
      "metropolis",
      "geographical feature",
      "skyscraper",
      "landmark",
      "night",
      "human settlement",
      "cityscape"
    ],
    "landmarks": [
      "Seattle"
    ],
    "logos": []
  },
  {
    "labels": [
      "social group",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "slum",
      "town"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text",
      "web page"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "red"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "red",
      "light"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "structure",
      "landmark",
      "column"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "blue",
      "person",
      "photography",
      "beauty"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "speech"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "crowd",
      "social group",
      "people",
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text",
      "font"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "transport",
      "vehicle"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "sky",
      "photograph",
      "blue",
      "light"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "finger",
      "nail"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "clothing"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "person",
      "social group",
      "child"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "human action",
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "image"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "green",
      "nature",
      "agriculture",
      "flora",
      "grass"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "crowd",
      "social group",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "font"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "surgical technologist"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "senior citizen"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "crowd",
      "performance",
      "audience",
      "musician"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "social group"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "blue"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "flower",
      "plant"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "lecture"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "photograph",
      "human positions",
      "sitting",
      "man"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "building",
      "neighbourhood"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "senior citizen"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "flood"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "aerial photography",
      "plain",
      "ecosystem",
      "soil"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "crowd"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "sky",
      "sunset",
      "silhouette",
      "light"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "human action",
      "food"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "man"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "stage"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "atmospheric phenomenon",
      "sunset",
      "sunrise"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "medical imaging",
      "radiology"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "town"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "boat"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "academic conference"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "mobile phone",
      "color",
      "portable communications device",
      "blue",
      "smartphone"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "social group"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "people",
      "agriculture"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "blue"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "crowd",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "vehicle",
      "transport",
      "land vehicle",
      "tram"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "social group",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "person",
      "agriculture"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "green"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "text",
      "blue",
      "font",
      "light"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "bird's eye view",
      "structure",
      "aerial photography",
      "agriculture",
      "ecosystem"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": [
      "For All Mankind (1989)"
    ]
  },
  {
    "labels": [
      "photograph"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text",
      "font"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "bicycle"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "man"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text",
      "font"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "reflection",
      "landmark",
      "city"
    ],
    "landmarks": [
      "Houses of Parliament"
    ],
    "logos": []
  },
  {
    "labels": [
      "text",
      "font"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "beauty"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "face",
      "nail",
      "finger",
      "nail care",
      "manicure",
      "beauty"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "facial expression",
      "person",
      "people",
      "child",
      "man",
      "senior citizen",
      "male"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "crowd",
      "structure"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "cash",
      "money"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "public speaking",
      "speech"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "poster"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "agriculture",
      "green"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "crowd",
      "person",
      "child"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "natural environment"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "protest"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "performance"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "public speaking",
      "speech"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "crowd"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "map"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "mountainous landforms",
      "geological phenomenon"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "blue"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "human action",
      "black",
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "public speaking",
      "person",
      "speech"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "sculpture",
      "statue",
      "white",
      "stone carving",
      "monument"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "agriculture",
      "grass"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text",
      "font"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "money",
      "cash",
      "currency"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "close up",
      "finger"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "mobile phone",
      "portable communications device",
      "smartphone"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "speech"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "black and white",
      "white",
      "black",
      "close up",
      "monochrome photography",
      "photography"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "mountainous landforms",
      "snow",
      "winter",
      "mountain",
      "natural environment",
      "weather",
      "arctic"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "people",
      "crowd"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "fun",
      "man"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "transport",
      "road",
      "city"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "crowd",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text",
      "web page"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "boat",
      "water"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "face",
      "person",
      "blue",
      "senior citizen",
      "glasses",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "human action",
      "person",
      "finger"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "nature",
      "soil",
      "fauna",
      "wildlife"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "logo",
      "font"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "facial expression",
      "face",
      "hair",
      "person",
      "man",
      "male",
      "portrait",
      "smile"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "man"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "landmark",
      "city",
      "plaza",
      "human settlement"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "photograph",
      "image"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "photograph",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "blue",
      "yellow",
      "flag"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "blue"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "green",
      "urban area",
      "neighbourhood"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "public speaking",
      "speech"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "crowd",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "crowd"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "landmark"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "blue"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "auditorium"
    ],
    "landmarks": [
      "Security Council Chambers"
    ],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "habitat",
      "nature",
      "green",
      "natural environment",
      "water",
      "tree"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "woman",
      "ceremony",
      "wedding"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "yellow",
      "green"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "clothing",
      "woman",
      "girl",
      "lady",
      "beauty"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "crowd",
      "city",
      "people",
      "marketplace",
      "public space",
      "market",
      "road",
      "vendor",
      "human settlement",
      "urban area",
      "neighbourhood"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [],
    "landmarks": [],
    "logos": [
      "China 5 Yuan"
    ]
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text",
      "product",
      "font"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "helicopter",
      "military",
      "army",
      "aircraft",
      "vehicle",
      "air force"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "crowd",
      "road"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text",
      "web page"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "mobile phone",
      "portable communications device",
      "smartphone",
      "blue",
      "gadget"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "crowd"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "speech"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "sky",
      "atmospheric phenomenon",
      "red sky at morning",
      "cloud",
      "atmosphere"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "neighbourhood",
      "urban area",
      "town",
      "house",
      "road",
      "city"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "social group",
      "crowd",
      "person",
      "child"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "face",
      "facial expression",
      "hair",
      "person",
      "woman",
      "eyebrow",
      "cheek",
      "nose",
      "beauty",
      "girl",
      "photography",
      "lady",
      "smile"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "face",
      "person",
      "glasses",
      "vision care"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "blue",
      "woman",
      "lady",
      "beauty",
      "girl"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text",
      "web page"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "mobile phone",
      "cash"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "green",
      "wall"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "hair",
      "facial expression",
      "face",
      "person",
      "woman",
      "girl",
      "lady",
      "beauty",
      "portrait"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "social group",
      "room"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "red",
      "clothing",
      "pink"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text",
      "advertising"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "landmark",
      "metropolis",
      "urban area"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "people",
      "child",
      "human positions"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person",
      "musician"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "cash",
      "money"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "photograph"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "water"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "text"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "money",
      "cash",
      "currency"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "food",
      "crop",
      "grass family",
      "agriculture"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people",
      "person",
      "child"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "habitat",
      "people",
      "natural environment",
      "tree"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "audience"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "landmark",
      "structure"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "person"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "statue",
      "sculpture",
      "monument"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "color",
      "red"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "harbor",
      "city",
      "vehicle",
      "container ship"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "market",
      "marketplace",
      "city",
      "public space",
      "geographical feature",
      "vendor",
      "human settlement"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "people"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "font"
    ],
    "landmarks": [],
    "logos": []
  },
  {
    "labels": [
      "blue