Last active
April 4, 2018 22:34
-
-
Save wrouesnel/6905023 to your computer and use it in GitHub Desktop.
A script to invoke getmail when accounts receive new mail. See http://wrouesnel.github.io/articles/A%20better%20Getmail%20IDLE%20client/ for more details.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/usr/bin/env python | |
| # Getmail Idler Script v2 | |
| # Will Rouesnel | |
| # | |
| # This is a pure Python threading affair - there are better ways to do things | |
| # epoll but there are much better libraries (like gevent) for that type of | |
| # thing. | |
| # | |
| # Note: this script assumes you're running getmail with the "delete" option for | |
| # the mailbox it checks - i.e. your inbox should always be cleared of all mail. | |
| # if you are not, then you need to edit IDLE response you search for to not be | |
| # "EXISTS" ("NEW" would be more appropriate). | |
| # The notify_mail function also assumes your system has a usable sendmail | |
| # command of some sort that makes sense for your inbox - this may not be the | |
| # case. | |
| from imapclient import IMAPClient | |
| import time | |
| import threading | |
| import subprocess | |
| import argparse | |
| import signal | |
| import psutil | |
| import sys | |
| import os | |
| import ConfigParser | |
| import pwd | |
| import traceback | |
| import Queue | |
| import logging | |
| import logging.handlers | |
| import socket | |
| # use this to flash our emergency mail on a hard shutdown | |
| from email.mime.text import MIMEText | |
| # Event classes for dispatch queues. Idlers block on the queue for events and | |
| # data. These are used in addition to specific watches in the idler class. | |
| class EventShutdown(object): # Application is shutting down | |
| def __init__(self, traceback_string=""): | |
| self.traceback_string = traceback_string | |
| class EventMainThreadFinalizeShutdown(EventShutdown): # Request main thread_event finalize shutting down | |
| def __init__(self, traceback_string): | |
| super(EventMainThreadFinalizeShutdown, self).__init__(traceback_string) | |
| class EventIdlerFatalException(EventShutdown): # Fatal exception in Idler (app should shutdown) | |
| def __init__(self, traceback_string, ingress_queue): | |
| self.ingress_queue = ingress_queue # Queue to disconnect from this exception | |
| super(EventIdlerFatalException, self).__init__(traceback_string) | |
| class EventCaughtSignal(object): # Signal caught by signal handler | |
| def __init__(self, signal, frame): | |
| self.signal = signal | |
| self.frame = frame | |
| class EventOnline(object): pass # Idler is connected to IMAP | |
| class EventGoingOnline(object): pass # Idler has just reconnected | |
| class EventGoingOffline(object): pass # Idler has just disconnected | |
| class EventOffline(object): pass # Idler is not connected to IMAP | |
| class EventNewMail(object): pass # Idler has received new mail | |
| class EventIdleTerminated(object): pass # Idler was terminated by server and | |
| # should reconnect silently | |
| class EventBootstrap(object): pass # Sent by manager to bootstrap startup | |
| # Idler queue should no longer be posted to (object is being deleted) | |
| class EventDisconnectQueue(object): | |
| def __init__(self, ingress_queue): | |
| self.ingress_queue = ingress_queue | |
| # Special traceback_string to shutdown threads | |
| class EventShutdownException(Exception): pass | |
| # Sends notification mail to clients about server status | |
| def notify_mail(subject, message, idler=None): | |
| if idler is not None: | |
| message = message + '\n' + "%s %s" % (idler.username, idler.host) | |
| msg = MIMEText(message) | |
| msg["From"] = pwd.getpwuid(os.getuid())[0] | |
| msg["To"] = pwd.getpwuid(os.getuid())[0] | |
| msg["Subject"] = "Getmail Idler: %s" % subject | |
| try: | |
| p = subprocess.Popen(['/usr/sbin/sendmail','-t'],stdin=subprocess.PIPE) | |
| p.communicate(msg.as_string()) | |
| except: | |
| logger.error("Got traceback_string trying to send notification email! %s" | |
| % traceback.format_exc()) | |
| # This is the object which will manage an IMAP instance | |
| class Idler(object): | |
| def __init__(self, getmailConfigFile, ingress_queue, egress_queue): | |
| # Event management | |
| self.ingress_queue = ingress_queue # Events for the idler to act on | |
| self.egress_queue = egress_queue # Events for the idlers creator to act on | |
| self.client = None # IMAPClient instance | |
| self.idle_active = threading.Event() # Has the server been placed in idle_active? | |
| self.thread_event = None # event processor thread_event | |
| self.thread_reconnect = None # thread_event for the reconnect timer if running | |
| self.thread_idle = None # thread_event for the idle_active process if running | |
| # note: this has no real use at the moment | |
| self.thread_idleforcerestart = None # thread for the timer to force reset the IDLE state locally | |
| # IMAP server data | |
| self.host = "" | |
| self.username = "" | |
| self.password = "" | |
| self.ssl = False | |
| try: | |
| logger.debug("Trying to load %s" % os.path.basename(getmailConfigFile)) | |
| config = ConfigParser.ConfigParser() | |
| # Find the real config file | |
| AltConfigFile = os.path.join(os.path.expanduser("~"), ".getmail", | |
| os.path.basename(getmailConfigFile)) | |
| if os.path.exists(getmailConfigFile): | |
| self.getmailConfig = getmailConfigFile | |
| elif os.path.exists(AltConfigFile): | |
| self.getmailConfig = AltConfigFile | |
| else: | |
| logger.error("Config file could not be found! %s" | |
| % os.path.basename(getmailConfigFile)) | |
| raise Exception("No config file found!") | |
| config.read(self.getmailConfig) | |
| logger.debug("Loaded config file!") | |
| type = config.get("retriever", "type") | |
| if type.find("IMAP") < 0: | |
| raise Exception("Retriever is not an IMAP type." + | |
| " IDLE cannot be used!") | |
| if type.find("SSL") >= 0: | |
| self.ssl = True | |
| self.host = config.get("retriever", "server") | |
| self.username = config.get("retriever", "username") | |
| self.password = config.get("retriever", "password") | |
| logger.debug("Parsed configuration from getmailrc file!") | |
| except Exception, e: | |
| # Just die for now | |
| self.egress_queue.put(EventIdlerFatalException(traceback.format_exc(), | |
| self.ingress_queue)) | |
| return | |
| # Start the thread_event loop | |
| def start(self): | |
| # This is the one place we don't use the queues, since we should only | |
| # get invoked once. | |
| if self.thread_event != None: | |
| raise Exception("Idler is already running.") | |
| return | |
| # Start the main thread_event for this object | |
| self.thread_event = threading.Thread(target=self.do_events, name="event-%s-%s-thread_event" | |
| % (self.username, self.host)) | |
| self.thread_event.start() | |
| return | |
| # Process events on the queue of the object | |
| def do_events(self): | |
| try: | |
| # Bind event handlers to object functions | |
| EventHandlers = { EventShutdown : self.shutdown, | |
| EventOffline : self.offline, | |
| EventGoingOffline : self.going_offline, | |
| EventGoingOnline : self.going_online, | |
| EventOnline : self.online, | |
| EventNewMail : self.newmail, | |
| EventIdleTerminated : self.idle_terminated, | |
| EventBootstrap : self.bootstrap | |
| } | |
| # Process event handlers | |
| while True: | |
| event = self.ingress_queue.get() | |
| logger.debug("%s got event %s " % (self.thread_event.name, event.__class__.__name__) ) | |
| EventHandlers[type(event)]() | |
| # NOTE: posting events from this loop while experiencing an exception | |
| # caused no end of race conditions. Instead they're posted from the | |
| # __del__ method. | |
| except EventShutdownException: # queued shutdown | |
| logger.debug("Notify egress_queue thread is exiting") | |
| self.egress_queue.put(EventDisconnectQueue(self.ingress_queue)) | |
| except: # unhandled traceback_string - post shutdown | |
| logger.debug("Unhandled exception!. Shutting down thread...") | |
| traceback_string = traceback.format_exc() | |
| self.egress_queue.put(EventIdlerFatalException(traceback_string, | |
| self.ingress_queue)) | |
| logger.debug("Thread terminating.") | |
| # Externally commanded to shutdown | |
| def shutdown(self): | |
| # Logout the IMAP process - this unblocks blocking IDLE calls with an | |
| # exception. There doesn't seem to be a clean way to shut them down | |
| # otherwise. This also causes logout to throw exceptions, but the net | |
| # effect seems to be we terminate our server connection. | |
| logger.debug("Logging out of IMAP server...") | |
| try: | |
| self.client.logout() | |
| except: | |
| pass | |
| logger.debug("Releasing IMAPClient context") | |
| self.client = None | |
| # if we're currently reconnecting then issue a stop. If we do reconnect | |
| # then it won't matter since the event-loop is going down after this | |
| # function, but we need to shutdown the thread. | |
| if self.thread_reconnect is not None: | |
| logger.debug("Cancelling reconnect before thread shutdown...") | |
| self.thread_reconnect.cancel() | |
| if self.thread_idleforcerestart is not None: | |
| logger.debug("Cancelling IDLE force restart timer...") | |
| self.thread_idleforcerestart.cancel() | |
| raise EventShutdownException() | |
| # Do initial startup (immediate login attempt, then go online) | |
| def bootstrap(self): | |
| logger.info("Bootstrapping thread %s %s" % (self.username, self.host)) | |
| if self._imaplogin(): | |
| self.ingress_queue.put(EventGoingOnline()) | |
| else: | |
| self.ingress_queue.put(EventGoingOffline()) | |
| # Idle terminated - try and reconnect once, then go offline if we fail | |
| def idle_terminated(self): | |
| logger.info("IDLE terminated. Reconnecting %s %s" % (self.username, self.host)) | |
| if self._imaplogin(): | |
| self.ingress_queue.put(EventOnline()) | |
| else: | |
| self.ingress_queue.put(EventGoingOffline()) | |
| # Going offline - notify user | |
| def going_offline(self): | |
| logger.info("%s : %s OFFLINE." % (self.username, self.host) ) | |
| notify_mail("%s %s OFFLINE!" % (self.username, self.host), | |
| "IMAP server login failed. Retrying every 5 seconds..", | |
| idler=self) | |
| self.ingress_queue.put(EventOffline()) # post event | |
| # Going online - notify user | |
| def going_online(self): | |
| logger.info("%s : %s ONLINE." % (self.username, self.host) ) | |
| notify_mail("%s %s ONLINE!" % (self.username, self.host), | |
| "IMAP server login SUCCEEDED.", idler=self) | |
| self.ingress_queue.put(EventOnline()) # post event | |
| # Online - IDLE poll the server | |
| def online(self): | |
| try: | |
| # Check for pending mail BEFORE IDLE, IDLE only triggers on activity | |
| response = self.client.select_folder("INBOX") | |
| if self.has_mail([(response["EXISTS"], "EXISTS")]): | |
| # Server has mail, let event loop fetch mail | |
| self.ingress_queue.put(EventNewMail()) # post event | |
| return | |
| # Start IDLE mode | |
| self.client.idle() | |
| self.idle_active.set() # Server is now in IDLE | |
| # Wait for IDLE activity on another thread | |
| self.thread_idle = threading.Thread(target=self.idle, | |
| name="idle_active-%s-%s-thread_event" | |
| % (self.username, self.host)) | |
| self.thread_idle.start() | |
| except IMAPClient.AbortError: | |
| logger.info("Abort Error while trying to set IDLE.") | |
| logger.debug("Traceback: %s" % traceback.format_exc()) | |
| self.ingress_queue.put(EventIdleTerminated()) | |
| # Determine if IMAP server has mail to fetch, and issue event | |
| def has_mail(self, response): | |
| exists = 0 # Num waiting messages | |
| for item in reversed(response): # Parse for last exists update | |
| if item[1] == "EXISTS": | |
| exists = item[0] | |
| break | |
| # Are there messages waiting? | |
| if exists > 0: | |
| return True | |
| else: | |
| return False | |
| # IDLE on the server. | |
| def idle(self): | |
| try: | |
| # This thread_event listens until an IDLE event arrives, then posts an | |
| # event to the Idler and terminates. This gives the event loop | |
| # a chance to interrupt it if the event loop wants to shutdown, | |
| # since EventOnline will come after EventShutdown. | |
| logger.info("Waiting IDLE response %s %s" % (self.username, self.host)) | |
| response = self.client.idle_check() | |
| self.client.idle_done() # Break IDLE session | |
| self.idle_active.clear() # Server is out of idle_active | |
| # Process IDLE to see if server has mail | |
| if self.has_mail(response): | |
| logger.info("IDLE response - server has mail %s %s" % (self.username, self.host)) | |
| self.ingress_queue.put(EventNewMail()) # post event | |
| else: | |
| # Server does not have mail | |
| logger.info("IDLE response - no mail %s %s" % (self.username, self.host)) | |
| self.ingress_queue.put(EventOnline()) # post event | |
| self.thread_idle = None # Thread is will finish after this. | |
| # Connection errors | |
| except IMAPClient.AbortError: | |
| logger.info("Abort Error in IDLE thread.") | |
| logger.debug("%s", traceback.format_exc()) | |
| self.idle_active.clear() # Server is out of idle_active | |
| # Abort errors tend to disconnects | |
| self.ingress_queue.put(EventIdleTerminated()) # post event | |
| except IMAPClient.Error: | |
| logger.warn("Error in IDLE thread.") | |
| logger.debug("%s", traceback.format_exc()) | |
| self.idle_active.clear() # Server is out of idle_active | |
| # IMAPClient errors tend not to be disconnects | |
| self.ingress_queue.put(EventOnline()) # post event | |
| except IMAPClient.ReadOnlyError: | |
| logger.info("Mailbox went read only in IDLE thread.") | |
| self.idle_active.clear() # Server is out of idle_active | |
| # Reconnect right away | |
| self.ingress_queue.put(EventOnline()) # post event | |
| except: | |
| # These types of errors shouldn't happen but we want to recover. | |
| logger.warn("Exception in IDLE thread. %s %s" | |
| % (self.username, self.host)) | |
| logger.warn("%s", traceback.format_exc()) | |
| self.idle_active.clear() # Server is out of idle_active | |
| self.ingress_queue.put(EventIdleTerminated()) # post event | |
| # IDLE got new mail | |
| def newmail(self): | |
| logger.info("starting Getmail download: %s" % self.getmailConfig) | |
| output = "" | |
| try: | |
| output = subprocess.check_output([getmailexe,"-r",self.getmailConfig]) | |
| logger.debug("%s" % output) | |
| logger.info("Finished getmail download.") | |
| except subprocess.CalledProcessError, e: | |
| output = e.output | |
| logger.warning("Non-zero return for getmail (%s) %s" % | |
| (self.getmailConfig, e.returncode)) | |
| notify_mail("Warn: non-zero getmail return! %s %s " | |
| % (self.username, self.host), | |
| output, idler=self) | |
| logger.warning("%s" % output) | |
| self.ingress_queue.put(EventOnline()) # post event | |
| logger.debug("Getmail download complete: %s" % self.getmailConfig) | |
| # Offline - try to reconnect. | |
| def offline(self): | |
| # Try to reconnect every 5 seconds or so. | |
| self.thread_reconnect = threading.Timer(5.0, self.login_loop).start() | |
| # Called by offline to handle looped login retries | |
| def login_loop(self): | |
| if self._imaplogin(): | |
| self.ingress_queue.put(EventGoingOnline()) # post event | |
| else: | |
| self.ingress_queue.put(EventOffline()) # post event | |
| self.thread_reconnect = None # Clear thread context from Idler | |
| # Do IMAP login | |
| def _imaplogin(self): | |
| try: | |
| # There doesn't seem to be a reason to ever try and login while | |
| # reusing the original IMAPClient object, and it's caused more | |
| # trouble then it's worth. The plan here is to always issue a | |
| # logout (just in case), but then always drop the IMAPClient and | |
| # make a new one. | |
| if self.client is not None: | |
| try: | |
| self.client.logout() | |
| except IMAPClient.Error: | |
| logger.debug("IMAPClient is logged out.") | |
| self.client = None | |
| logger.debug("IMAPClient cleared.") | |
| # Make a new connection and login | |
| logger.info("Attempting connection to %s" % (self.host)) | |
| self.client = IMAPClient(self.host, use_uid=True, ssl=self.ssl) | |
| logger.info("Attempting login for %s" % (self.host)) | |
| self.client.login(self.username, self.password) | |
| logger.info("Login succeeded %s" % (self.host)) | |
| return True | |
| except: | |
| logger.info("IMAP login failed.") | |
| logger.debug("%s" % traceback.format_exc()) | |
| return False | |
| ### MAIN PROGRAM STARTS HERE ### | |
| parser = argparse.ArgumentParser() | |
| parser.add_argument("-r", | |
| help="getmail configuration file to use" + | |
| " (can specify more then once)", action="append", | |
| dest="getmailconfigs",metavar='GETMAILRC') | |
| parser.add_argument("--pid-file", "-p", nargs=1, | |
| help="pidfile to use for process limiting", action="store", | |
| dest="pidfile") | |
| parser.add_argument("--verbose", "-v", | |
| help="set output verbosity", action="count", | |
| dest="verbosity") | |
| parser.add_argument("--daemonize", | |
| help="should process daemonize?", action="store_true", | |
| dest="daemonize") | |
| parser.add_argument("--logfile", nargs=1, | |
| help="file to redirect log output too (useful for daemon mode)", | |
| action="store", dest="logfile") | |
| parser.add_argument("--getmail-exe", nargs=1, | |
| help="path to getmail executable if non-standard", | |
| action="store", dest="getmailexe") | |
| args = parser.parse_args() | |
| verbosity = 0 | |
| pidfile = None | |
| daemonize = False | |
| getmailexe = "getmail" | |
| fd_keep = [] # Descriptors to preserve on daemonize | |
| # Get command line args | |
| verbosity = (40 - (args.verbosity*10)) if (40 - (args.verbosity*10)) > 0 else 0 | |
| logfile = os.path.realpath(args.logfile[0]) if (args.logfile is not None) else None | |
| pidfile = os.path.realpath(args.pidfile[0]) if len(args.pidfile) > 0 else None | |
| daemonize = args.daemonize | |
| getmailexe = args.getmailexe[0] if (args.getmailexe is not None) else "getmail" | |
| getmailconfigs = [os.path.realpath(path) for path in args.getmailconfigs] | |
| # Configure logging /* */ | |
| logger = logging.getLogger() | |
| log_formatter = logging.Formatter('%(levelname)s: %(message)s') | |
| file_formatter = logging.Formatter('%(asctime)-15s: %(levelname)s: %(funcName)s : %(message)s') | |
| logger.setLevel(verbosity) | |
| # Console logging | |
| ch = logging.StreamHandler() | |
| ch.setLevel(verbosity) | |
| ch.setFormatter(log_formatter) | |
| logger.addHandler(ch) | |
| # File logging | |
| if logfile: | |
| fh = logging.handlers.RotatingFileHandler(logfile, maxBytes=1048576, | |
| backupCount=3) | |
| fh.setLevel(verbosity) | |
| fh.setFormatter(file_formatter) | |
| logger.addHandler(fh) | |
| fd_keep.append(fh.stream.fileno()) | |
| # Exit in error early if we somehow have no config data. | |
| if len(args.getmailconfigs) == 0: | |
| logger.error("No Getmail configurations specified - exiting now.") | |
| sys.exit(1) | |
| # Is process already running? | |
| if pidfile: | |
| # Was something running? | |
| if os.path.isfile(pidfile): | |
| # Is it still running? | |
| pid = long(file(pidfile, 'r').readline()) | |
| if psutil.pid_exists(pid): | |
| sys.exit(0) | |
| else: | |
| logger.debug("Found a stale PID file: %s" % pidfile) | |
| # Check for GetMail executable usability | |
| FNULL = open(os.devnull, 'w') | |
| if subprocess.call("getmail --version", shell=True,stdout=FNULL, | |
| stderr=subprocess.STDOUT) != 0: | |
| logger.error("Getmail executable not available. It might not be installed.\n") | |
| sys.exit(2) | |
| # Check if a pidfile was specified and warn | |
| if not args.pidfile: | |
| logger.warning("Running without a pidfile. Multiple executions may occur.") | |
| # This is the time to daemonize if we're going | |
| if daemonize: | |
| try: | |
| pid = os.fork() | |
| if pid > 0: | |
| # exit first parent | |
| os._exit(0) | |
| except OSError, e: | |
| logger.error("fork #1 failed: %d (%s)" % (e.errno, e.strerror)) | |
| sys.exit(1) | |
| # decouple from parent environment | |
| os.chdir("/") | |
| os.setsid() | |
| os.umask(0) | |
| # do second fork | |
| try: | |
| pid = os.fork() | |
| if pid > 0: | |
| # exit from second parent, print write new pidfile | |
| logger.info("Daemonized with PID %s" % pid) | |
| logger.removeHandler(ch) # remove console handler after here | |
| ch.close() | |
| os._exit(0) | |
| except OSError, e: | |
| logger.error("fork #2 failed: %d (%s)" % (e.errno, e.strerror)) | |
| sys.exit(1) | |
| # At this point we are daemonized - close old file descriptors except | |
| # logging | |
| import resource # Resource usage logger.information. | |
| maxfd = resource.getrlimit(resource.RLIMIT_NOFILE)[1] | |
| if (maxfd == resource.RLIM_INFINITY): | |
| maxfd = MAXFD | |
| #Iterate through and close all file descriptors. | |
| for fd in range(0, maxfd): | |
| try: | |
| if not any(keep_fd == fd for keep_fd in fd_keep): | |
| os.close(fd) | |
| except OSError: # ERROR, fd wasn't open to begin with (ignored) | |
| pass | |
| # Redirect std streams | |
| sys.stdout.flush() | |
| sys.stderr.flush() | |
| si = file(os.devnull, 'r') | |
| so = file(os.devnull, 'a+') | |
| se = file(os.devnull, 'a+', 0) | |
| os.dup2(si.fileno(), sys.stdin.fileno()) | |
| os.dup2(so.fileno(), sys.stdout.fileno()) | |
| os.dup2(se.fileno(), sys.stderr.fileno()) | |
| # Write new pid file | |
| file(pidfile, 'w').write(str(os.getpid())) | |
| # The manager_queue is used to communicate with the manager thread_event by Idle() | |
| # workers and the main thread_event. | |
| manager_queue = Queue.Queue() | |
| # The main queue is used to communicate to the main thread_event | |
| main_queue = Queue.Queue() | |
| def handle_signal(sig, frame): | |
| logger.info("Caught signal %s" % sig) | |
| main_queue.put(EventCaughtSignal(sig, frame)) # push event to main thread_event | |
| for sig in (signal.SIGINT, signal.SIGHUP, signal.SIGQUIT, signal.SIGABRT, | |
| signal.SIGTERM): | |
| signal.signal(sig, handle_signal) | |
| # The manager function runs in it's own thread_event and is responsible for | |
| # setting up and tearing down workers. | |
| def manager(manager_queue, main_queue): | |
| # We need to keep track of Idler's queues | |
| idler_queues = [] | |
| try: | |
| # Create Idlers | |
| for getmailrc in getmailconfigs: | |
| new_queue = Queue.Queue() | |
| Idler(getmailConfigFile=getmailrc, ingress_queue=new_queue, | |
| egress_queue=manager_queue).start() | |
| # We'd have to store more information to talk to specific queues, | |
| # but we only need to broadcast to all of them. | |
| idler_queues.append(new_queue) | |
| # Bootstrap idlers by trying a first chance login | |
| for queue in idler_queues: | |
| queue.put(EventBootstrap()) # push event | |
| # Listen for events | |
| response = None | |
| traceback_string = "" | |
| while len(idler_queues) > 0: # loop until we have nothing more to talk to | |
| response = manager_queue.get() | |
| if type(response) == EventIdlerFatalException: # fatal exception in idler | |
| logger.info("Fatal exception in idler!") | |
| if response.traceback_string is not None: | |
| logger.debug("Exception includes traceback") | |
| traceback_string += response.traceback_string # stash traceback_string to pass to main | |
| # The idler is dead, so remove it's queue now. | |
| logger.debug("Disconnecting dead queue...") | |
| idler_queues.remove(response.ingress_queue) | |
| for queue in idler_queues: | |
| logger.debug("Requesting idler shutdown...") | |
| queue.put(EventShutdown()) | |
| elif type(response) == EventShutdown: # we were issued a shutdown | |
| logger.info("Shutdown requested") | |
| for queue in idler_queues: | |
| logger.debug("Requesting idler shutdown...") | |
| queue.put(EventShutdown()) | |
| elif type(response) == EventDisconnectQueue: # disconnect a queue | |
| logger.debug("Removing disconnected queue.") | |
| idler_queues.remove(response.ingress_queue) | |
| else: | |
| logger.warning("Got unknown event in manager: %s" | |
| % type(response)) | |
| main_queue.put(EventMainThreadFinalizeShutdown(traceback_string)) # push event to main | |
| except: | |
| logger.error("Caught traceback_string in manager! Shutting down hard!") | |
| for queue in idler_queues: | |
| logger.debug("Requesting idler shutdown...") | |
| queue.put(EventShutdown()) | |
| traceback_string = traceback.format_exc() | |
| main_queue.put(EventMainThreadFinalizeShutdown(traceback_string)) # push event to main | |
| # Wake the main thread_event by sending a signal to it | |
| logger.info("Manager sending SIGINT to main thread_event...") | |
| os.kill(os.getpid(), signal.SIGINT) | |
| # Start the manager | |
| try: | |
| manager_thread = threading.Thread(target=manager, name="manager-thread_event", | |
| args=(manager_queue, main_queue)) | |
| manager_thread.start() | |
| except Exception: | |
| logger.error("Exception when starting manager! %s", traceback.format_exc()) | |
| sys.exit(1) | |
| # Handle signals | |
| exitcode = 0 | |
| while True: | |
| signal.pause() | |
| response = main_queue.get() | |
| if type(response) == EventCaughtSignal: | |
| logger.info("Caught signal! %s" % response.signal) | |
| # Was this a terminating signal? | |
| for s in (signal.SIGINT, signal.SIGHUP, signal.SIGQUIT, signal.SIGABRT, | |
| signal.SIGTERM): | |
| if s == response.signal: | |
| manager_queue.put(EventShutdown()) # push event to manager | |
| elif type(response) == EventMainThreadFinalizeShutdown: | |
| logger.info("Finalizing shutdown in main thread_event...") | |
| if response.traceback_string != "": | |
| logger.error("Terminating from exception!") | |
| logger.error(response.traceback_string) | |
| exitcode = 1 | |
| break # break main loop | |
| else: | |
| logger.warning("Unrecognized event in main thread_event: %s" % type(response)) | |
| # Final dispensation | |
| if pidfile: | |
| try: | |
| logger.debug("Removing pidfile %s" % pidfile) | |
| os.unlink(pidfile) | |
| logger.debug("Removed pidfile %s" % pidfile) | |
| except OSError: | |
| logger.warning("pidfile was already deleted?") | |
| logger.info("Exiting with code %s" % exitcode) | |
| notify_mail("Idler Daemon exiting with code %s" % exitcode, | |
| "Idler daemon shutdown with exit code %s" % exitcode) | |
| sys.exit(exitcode) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment