maizy/app.py

## app.py
# coding=utf-8
import httplib

import importlib
import logging
import re
import time

from lxml import etree
import tornado.autoreload
import tornado.web
import tornado.ioloop
import tornado.curl_httpclient
from tornado.options import options

from frontik import frontik_logging
from frontik.globals import global_stats
import frontik.producers.json_producer
import frontik.producers.xml_producer
from frontik.handler import ErrorHandler
import frontik.sentry
from frontik.util import make_get_request

# ...

class StatusHandler(tornado.web.RequestHandler):

    @tornado.web.asynchronous
    def get(self):
        if self.get_argument('no_network_check', 'false') == 'true':
            self.set_header('Content-Type', 'application/json; charset=UTF-8')

            result = {
                'pages served': global_stats.page_count,
                'http requests made': global_stats.http_reqs_count,
                'bytes from http requests': global_stats.http_reqs_size_sum,
            }

            cur_uptime = time.time() - global_stats.start_time
            if cur_uptime < 60:
                uptime_value = '{:.2f} seconds'.format(cur_uptime)
            elif cur_uptime < 3600:
                uptime_value = '{:.2f} minutes'.format(cur_uptime / 60)
            else:
                uptime_value = '{:.2f} hours and {:.2f} minutes'.format(cur_uptime / 3600, (cur_uptime % 3600) / 60)

            result['uptime'] = uptime_value
            import datetime
            import functools
            tornado.ioloop.IOLoop.current().add_timeout(
                datetime.timedelta(seconds=15),  # long response
                functools.partial(self.finish, result)
            )
            # self.finish(result)
        else:
            request = make_get_request(
                'http://{host}:{port}/status'.format(host='127.0.0.1' if options.host == '0.0.0.0' else options.host,
                                                     port=options.port),
                data={'no_network_check': 'true'},
                connect_timeout=0.5,
                request_timeout=0.5, # do not wait for long responses
                follow_redirects=False
            )

            def _request_ready(result):
                if result.error is not None:
                    raise tornado.web.HTTPError(httplib.SERVICE_UNAVAILABLE)
                self.finish(result.body)

            self.application.curl_http_client.fetch(request, callback=_request_ready)

# ...

# ...
class FrontikApplication(tornado.web.Application):
    class DefaultConfig(object):
        pass

    def __init__(self, **settings):
        # ...

        # set limit to 1
        self.curl_http_client = tornado.curl_httpclient.CurlAsyncHTTPClient(max_clients=1)

        # ...
	# coding=utf-8
	import httplib

	import importlib
	import logging
	import re
	import time

	from lxml import etree
	import tornado.autoreload
	import tornado.web
	import tornado.ioloop
	import tornado.curl_httpclient
	from tornado.options import options

	from frontik import frontik_logging
	from frontik.globals import global_stats
	import frontik.producers.json_producer
	import frontik.producers.xml_producer
	from frontik.handler import ErrorHandler
	import frontik.sentry
	from frontik.util import make_get_request

	# ...

	class StatusHandler(tornado.web.RequestHandler):

	@tornado.web.asynchronous
	def get(self):
	if self.get_argument('no_network_check', 'false') == 'true':
	self.set_header('Content-Type', 'application/json; charset=UTF-8')

	result = {
	'pages served': global_stats.page_count,
	'http requests made': global_stats.http_reqs_count,
	'bytes from http requests': global_stats.http_reqs_size_sum,
	}

	cur_uptime = time.time() - global_stats.start_time
	if cur_uptime < 60:
	uptime_value = '{:.2f} seconds'.format(cur_uptime)
	elif cur_uptime < 3600:
	uptime_value = '{:.2f} minutes'.format(cur_uptime / 60)
	else:
	uptime_value = '{:.2f} hours and {:.2f} minutes'.format(cur_uptime / 3600, (cur_uptime % 3600) / 60)

	result['uptime'] = uptime_value
	import datetime
	import functools
	tornado.ioloop.IOLoop.current().add_timeout(
	datetime.timedelta(seconds=15), # long response
	functools.partial(self.finish, result)
	)
	# self.finish(result)
	else:
	request = make_get_request(
	'http://{host}:{port}/status'.format(host='127.0.0.1' if options.host == '0.0.0.0' else options.host,
	port=options.port),
	data={'no_network_check': 'true'},
	connect_timeout=0.5,
	request_timeout=0.5, # do not wait for long responses
	follow_redirects=False
	)

	def _request_ready(result):
	if result.error is not None:
	raise tornado.web.HTTPError(httplib.SERVICE_UNAVAILABLE)
	self.finish(result.body)

	self.application.curl_http_client.fetch(request, callback=_request_ready)

	# ...

	# ...
	class FrontikApplication(tornado.web.Application):
	class DefaultConfig(object):
	pass

	def __init__(self, **settings):
	# ...

	# set limit to 1
	self.curl_http_client = tornado.curl_httpclient.CurlAsyncHTTPClient(max_clients=1)

	# ...