Check mediawiki responses for Tuningathon#2

test.py

# -*- coding: utf-8 -*-

import urllib
import urllib2
import time

MASTER_SERVER = '127.0.0.1'
PAGE_FORMAT = 'http://%s/mediawiki/index.php/%s'

TARGETS = [
  u'ロシア',
  u'スタジオジブリ',
]

IPS = """
192.168.0.1
192.168.0.2
"""

def get_page(server, word):
  url = PAGE_FORMAT % (server, urllib.quote_plus(word.encode('utf-8')))
  req = urllib2.Request(url)
  req.add_header('User-Agent', 'http_load 12mar2006')
  start = time.time()
  for _ in range(3):
    try:
      f = urllib2.urlopen(req)
      ret = f.read()
      elapsed = time.time() - start
      return ret.decode('utf-8'), elapsed, f.info()
    except urllib2.URLError:
      time.sleep(1)
  raise

masters = {}

def check(server):
  for word in TARGETS:
    if word not in masters:
      master, _, _ = get_page(MASTER_SERVER, word)
      masters[word] = master
    else:
      master = masters[word]
    
    user, user_elapsed, user_info = get_page(server, word)
    master_len = len(master)
    user_len = len(user)
    diff_len = abs(master_len - user_len)
    diff_per = float(diff_len) / float(master_len) * 100
    print u'%s: %s => %s sec.' % (server, word, user_elapsed)
    if 1 < diff_per:
      print u'NG: %.03f%%' % diff_per
    else:
      print u'OK: %.03f%%' % diff_per
    if word not in user:
      print u'NG: the word was not found in page.'
    else:
      print u'OK: the word was found in page.'
    if '/mediawiki/skins/common/images/wiki.png' not in user:
      print u'NG: the page may not be original.'
    else:
      print u'OK: the page may be original.'
    print '----------------'
    print user_info
    print '================'

def main():
  from optparse import OptionParser
  parser = OptionParser()
  options, args = parser.parse_args()
  if not args:
    print 'Argument server IP address required.'
    return
  
  server = args[0]
  check(server)

def main2():
  for ip in IPS.splitlines():
    if ip and 5 <= len(ip):
      try:
        check(ip)
      except Exception, ex:
        print 'Error: %s: %s' % (ip, ex)

if __name__ == "__main__":
  #main()
  main2()