ripe-atlas-probetags.py

#!/usr/bin/env python
import sys
import json
import urllib2
from collections import Counter

url = "https://atlas.ripe.net/api/v2/probes?page_size=500"
tc = Counter() # tag counter
tcu = Counter() # tag counter for probes that are up

try:
   while url:
       t = urllib2.urlopen( url )
       j = json.load( t )
       url = j['next']
       if url:
           print >>sys.stderr, "next url: %s" % ( url )
       for pr in j['results']:
           for tag in pr['tags']:
               tc[ tag['slug'] ] += 1
               if pr['status']['id'] == 1:
                  tcu[ tag['slug'] ] += 1
except:
   print "something went wrong"
   raise

print "#count\tup_count\ttag"
for tag,count in tc.most_common():
    up_count = 0
    if tag in tcu:
      up_count = tcu[tag]
    print "{}\t{}\t{}".format( count, up_count, tag )