existing_caps.py

#!/usr/bin/env python

import json
import sys

json_data = sys.stdin.read()

parsed = json.loads(json_data)
capabilities = parsed['components']['object']['required']

d = {}
for c in capabilities:
    d[c] = parsed['capabilities'][c]['tests'].keys()

for c, tests in d.items():
    print c
    for t in tests:
        print '  ', t

print '--------------------'

capabilities = parsed['components']['object']['advisory']

d = {}
for c in capabilities:
    d[c] = parsed['capabilities'][c]['tests'].keys()

for c, tests in d.items():
    print c
    for t in tests:
        print '  ', t

existing_tests.sh

for n in `ls *py`; do echo $n; grep -B4 'def test_' $n | cut -d' ' -f '2-' | grep -e ' test_' -e idempotent; done;