supervisor_health.py

#!/usr/bin/python

import logging

logging.basicConfig(level=logging.INFO)
logger = logging.get_logger(__name__)

import time
from subprocess import Popen, PIPE, STDOUT
import xmlrpclib
import sys


class Supervisor_Health:
    def __init__(self):
        self.server = xmlrpclib.Server('http://USER:PASS@127.0.0.1:1337/RPC2')

    def check(self, process):
        logger.info('--> Checking %s [%d]' % (process['name'], process['pid']))
        cmd = "strace -s 99 -ffp %d" % process['pid']
        FNULL = open(os.devnull, 'w')
        p = Popen(cmd, stdin=PIPE,  stdout=FNULL, stderr=STDOUT, shell=True)
        time.sleep(1)
        p.kill()

    def launch(self):

        logger.info('\n\nChecking Supervisor Health %d' % time.time())

        processes = self.server.supervisor.getAllProcessInfo()

        count = 0
        for p in processes:
            if p['statename'] == "RUNNING":
                self.check(p)
                count += 1
        logger.info('\nChecked health for %d running processes. Sleeping for 10 mins.' % count)
        time.sleep(600)
        self.launch()


def main():
    client = Supervisor_Health()
    logger.info('~~ Supervisor_Health')
    client.launch()


if __name__ == "__main__":
    try:
        main()
    except Exception, e:
        logs.traceback(exception=e, system=sys)
        exit()