benchmark_urls.py

#!/usr/bin/env python3
from datetime import datetime
import glob
import os
import pathlib
import re
import subprocess
import sys
import tempfile
from urllib.parse import urlparse, urljoin

root_url = os.getenv('ROOT_URL', 'http://localhost:6868')
paths = [
    '/api/annot/',
    '/view/',
    '/view/imagesets/',
    '/api/image/',
    '/api/name/',
    '/api/review/',
    '/turk/',
    '/turk/cameratrap/?imgsetid=None',
    '/turk/detection/?imgsetid=None',
    '/turk/annotation/?imgsetid=None',
    '/turk/species/?imgsetid=None',
    '/turk/viewpoint/?imgsetid=None',
    '/turk/viewpoint3/?imgsetid=None',
    '/turk/quality/?imgsetid=None',
    '/turk/demographics/?imgsetid=None',
    '/turk/part/type/?imgsetid=None',
    '/turk/part/contour/?imgsetid=None',
    '/turk/identification/lnbnn/?imgsetid=None',
    '/turk/identification/graph/',
    '/turk/identification/hardcase/',
]

def slugify(url):
    path = urlparse(url).path
    return re.sub('[^A-Za-z0-9%]+', '-', path).strip('-')


def get_url(path, dirpath):
    url = urljoin(root_url, path)
    fname = '{}.html'.format(os.path.join(dirpath, slugify(url)))
    output = subprocess.check_output(['wget', '-O', fname, url], stderr=subprocess.STDOUT)
    with open('wget.stdout', 'ab') as f:
        f.write(output)
    start_time = None
    for line in output.splitlines():
        line = line.decode('utf-8')
        time = re.search('^-?-?([0-9-]+ [0-9:]+)', line)
        if time:
            last_time = datetime.strptime(time.group(1), '%Y-%m-%d %H:%M:%S')
        elif re.search('awaiting response... [0-9]+', line) and not start_time:
            start_time = last_time
    time_taken = (last_time - start_time).seconds
    msg = '{} {} seconds'.format(url, time_taken)
    if time_taken >=60:
        msg += ' ({} minutes {} seconds)'.format(time_taken // 60, time_taken % 60)
    print(msg)
    with open(fname) as f:
        if 'Traceback' not in f.read():
            pathlib.Path(fname).unlink()


if __name__ == '__main__':
    print('ROOT_URL={}'.format(root_url))
    dirpath = tempfile.mkdtemp(dir='./')
    for path in paths:
        get_url(path, dirpath)
    if glob.glob('{}/*'.format(dirpath)):
        print('These files need to be checked manually:')
        print('\n'.join(glob.glob('{}/*'.format(dirpath))))
        sys.exit(1)
    else:
        pathlib.Path(dirpath).rmdir()

Using the develop branch:

karen.chan@cthulhu:~/flukebook-testing/wildbook-ia$ ./benchmark_urls.py  
ROOT_URL=http://localhost:6868
http://localhost:6868/api/annot/ 4 seconds                               
http://localhost:6868/view/ 8 seconds
http://localhost:6868/view/imagesets/ 24 seconds                         
http://localhost:6868/api/image/ 1 seconds                               
http://localhost:6868/api/name/ 0 seconds
http://localhost:6868/api/review/ 0 seconds
http://localhost:6868/turk/ 0 seconds
http://localhost:6868/turk/cameratrap/?imgsetid=None 5 seconds           
http://localhost:6868/turk/detection/?imgsetid=None 3 seconds
http://localhost:6868/turk/annotation/?imgsetid=None 15 seconds          
http://localhost:6868/turk/species/?imgsetid=None 18 seconds             
http://localhost:6868/turk/viewpoint/?imgsetid=None 13 seconds
http://localhost:6868/turk/viewpoint3/?imgsetid=None 15 seconds          
http://localhost:6868/turk/quality/?imgsetid=None 16 seconds
http://localhost:6868/turk/demographics/?imgsetid=None 17 seconds
http://localhost:6868/turk/part/type/?imgsetid=None 13 seconds
http://localhost:6868/turk/part/contour/?imgsetid=None 13 seconds        
http://localhost:6868/turk/identification/lnbnn/?imgsetid=None 3 seconds
http://localhost:6868/turk/identification/graph/ 291 seconds (4 minutes 51 seconds)
http://localhost:6868/turk/identification/hardcase/ 159 seconds (2 minutes 39 seconds)
These files need to be checked manually:
./tmpxlxydwvo/turk-identification-lnbnn.html

karen.chan@cthulhu:~/flukebook-testing/wildbook-ia$ ./benchmark_urls.py  
ROOT_URL=http://localhost:6868
http://localhost:6868/api/annot/ 3 seconds                               
http://localhost:6868/view/ 9 seconds 
http://localhost:6868/view/imagesets/ 24 seconds                         
http://localhost:6868/api/image/ 1 seconds                               
http://localhost:6868/api/name/ 0 seconds
http://localhost:6868/api/review/ 0 seconds                              
http://localhost:6868/turk/ 0 seconds
http://localhost:6868/turk/cameratrap/?imgsetid=None 4 seconds           
http://localhost:6868/turk/detection/?imgsetid=None 5 seconds
http://localhost:6868/turk/annotation/?imgsetid=None 12 seconds
http://localhost:6868/turk/species/?imgsetid=None 19 seconds
http://localhost:6868/turk/viewpoint/?imgsetid=None 13 seconds
http://localhost:6868/turk/viewpoint3/?imgsetid=None 13 seconds
http://localhost:6868/turk/quality/?imgsetid=None 12 seconds
http://localhost:6868/turk/demographics/?imgsetid=None 18 seconds
http://localhost:6868/turk/part/type/?imgsetid=None 14 seconds
http://localhost:6868/turk/part/contour/?imgsetid=None 13 seconds
http://localhost:6868/turk/identification/lnbnn/?imgsetid=None 0 seconds
http://localhost:6868/turk/identification/graph/ 19 seconds
http://localhost:6868/turk/identification/hardcase/ 33 seconds
These files need to be checked manually:
./tmppnxg3dcl/turk-identification-lnbnn.html

Using the sql/exp-merge-4 branch:

karen.chan@cthulhu:~/flukebook-testing/wildbook-ia$ ./benchmark_urls.py
ROOT_URL=http://localhost:6868
http://localhost:6868/api/annot/ 5 seconds
http://localhost:6868/view/ 14 seconds
http://localhost:6868/view/imagesets/ 36 seconds
http://localhost:6868/api/image/ 1 seconds
http://localhost:6868/api/name/ 1 seconds
http://localhost:6868/api/review/ 0 seconds
http://localhost:6868/turk/ 0 seconds
http://localhost:6868/turk/cameratrap/?imgsetid=None 5 seconds
http://localhost:6868/turk/detection/?imgsetid=None 5 seconds
http://localhost:6868/turk/annotation/?imgsetid=None 15 seconds
http://localhost:6868/turk/species/?imgsetid=None 20 seconds
http://localhost:6868/turk/viewpoint/?imgsetid=None 15 seconds
http://localhost:6868/turk/viewpoint3/?imgsetid=None 15 seconds
http://localhost:6868/turk/quality/?imgsetid=None 15 seconds
http://localhost:6868/turk/demographics/?imgsetid=None 25 seconds
http://localhost:6868/turk/part/type/?imgsetid=None 12 seconds
http://localhost:6868/turk/part/contour/?imgsetid=None 13 seconds
http://localhost:6868/turk/identification/lnbnn/?imgsetid=None 5 seconds
http://localhost:6868/turk/identification/graph/ 349 seconds (5 minutes 49 seconds)
http://localhost:6868/turk/identification/hardcase/ 97 seconds (1 minutes 37 seconds)
These files need to be checked manually:
./tmp2my1cpud/turk-identification-lnbnn.html

karen.chan@cthulhu:~/flukebook-testing/wildbook-ia$ ./benchmark_urls.py
ROOT_URL=http://localhost:6868
http://localhost:6868/api/annot/ 6 seconds
http://localhost:6868/view/ 14 seconds
http://localhost:6868/view/imagesets/ 38 seconds
http://localhost:6868/api/image/ 1 seconds
http://localhost:6868/api/name/ 1 seconds
http://localhost:6868/api/review/ 0 seconds
http://localhost:6868/turk/ 0 seconds
http://localhost:6868/turk/cameratrap/?imgsetid=None 6 seconds
http://localhost:6868/turk/detection/?imgsetid=None 6 seconds
http://localhost:6868/turk/annotation/?imgsetid=None 16 seconds
http://localhost:6868/turk/species/?imgsetid=None 21 seconds
http://localhost:6868/turk/viewpoint/?imgsetid=None 16 seconds
http://localhost:6868/turk/viewpoint3/?imgsetid=None 15 seconds
http://localhost:6868/turk/quality/?imgsetid=None 17 seconds
http://localhost:6868/turk/demographics/?imgsetid=None 28 seconds
http://localhost:6868/turk/part/type/?imgsetid=None 13 seconds
http://localhost:6868/turk/part/contour/?imgsetid=None 13 seconds
http://localhost:6868/turk/identification/lnbnn/?imgsetid=None 0 seconds
http://localhost:6868/turk/identification/graph/ 22 seconds
http://localhost:6868/turk/identification/hardcase/ 34 seconds
These files need to be checked manually:
./tmpced90_al/turk-identification-lnbnn.html

Using the sql/optimized-queries branch:

karen.chan@cthulhu:~/flukebook-testing/wildbook-ia$ ./benchmark_urls.py
ROOT_URL=http://localhost:6868
http://localhost:6868/api/annot/ 5 seconds
http://localhost:6868/view/ 13 seconds
http://localhost:6868/view/imagesets/ 34 seconds
http://localhost:6868/api/image/ 1 seconds
http://localhost:6868/api/name/ 0 seconds
http://localhost:6868/api/review/ 0 seconds
http://localhost:6868/turk/ 0 seconds
http://localhost:6868/turk/cameratrap/?imgsetid=None 5 seconds
http://localhost:6868/turk/detection/?imgsetid=None 5 seconds
http://localhost:6868/turk/annotation/?imgsetid=None 13 seconds
http://localhost:6868/turk/species/?imgsetid=None 19 seconds
http://localhost:6868/turk/viewpoint/?imgsetid=None 13 seconds
http://localhost:6868/turk/viewpoint3/?imgsetid=None 13 seconds
http://localhost:6868/turk/quality/?imgsetid=None 13 seconds
http://localhost:6868/turk/demographics/?imgsetid=None 23 seconds
http://localhost:6868/turk/part/type/?imgsetid=None 12 seconds
http://localhost:6868/turk/part/contour/?imgsetid=None 10 seconds
http://localhost:6868/turk/identification/lnbnn/?imgsetid=None 6 seconds
http://localhost:6868/turk/identification/graph/ 327 seconds (5 minutes 27 seconds)
http://localhost:6868/turk/identification/hardcase/ 92 seconds (1 minutes 32 seconds)
These files need to be checked manually:
./tmpma1ccu1q/turk-identification-lnbnn.html

karen.chan@cthulhu:~/flukebook-testing/wildbook-ia$ ./benchmark_urls.py
ROOT_URL=http://localhost:6868
http://localhost:6868/api/annot/ 6 seconds
http://localhost:6868/view/ 13 seconds
http://localhost:6868/view/imagesets/ 35 seconds
http://localhost:6868/api/image/ 1 seconds
http://localhost:6868/api/name/ 0 seconds
http://localhost:6868/api/review/ 0 seconds
http://localhost:6868/turk/ 0 seconds
http://localhost:6868/turk/cameratrap/?imgsetid=None 6 seconds
http://localhost:6868/turk/detection/?imgsetid=None 6 seconds
http://localhost:6868/turk/annotation/?imgsetid=None 14 seconds
http://localhost:6868/turk/species/?imgsetid=None 19 seconds
http://localhost:6868/turk/viewpoint/?imgsetid=None 14 seconds
http://localhost:6868/turk/viewpoint3/?imgsetid=None 15 seconds
http://localhost:6868/turk/quality/?imgsetid=None 13 seconds
http://localhost:6868/turk/demographics/?imgsetid=None 26 seconds
http://localhost:6868/turk/part/type/?imgsetid=None 12 seconds
http://localhost:6868/turk/part/contour/?imgsetid=None 12 seconds
http://localhost:6868/turk/identification/lnbnn/?imgsetid=None 0 seconds
http://localhost:6868/turk/identification/graph/ 18 seconds
http://localhost:6868/turk/identification/hardcase/ 29 seconds
These files need to be checked manually:
./tmp8k9vwms1/turk-identification-lnbnn.html