Poll Azure Storage Queue and Do Multiprocessing

poller.py

import sys
from os import environ
from datetime import datetime
from multiprocessing import Pool
from azure.storage.queue import QueueServiceClient


CONNECTION_STRING = environ.get('CONNECTION_STRING')


def get_queue_client(queue_name='test-queue'):
    """ Get queue poison client """

    if not CONNECTION_STRING:
        logger.critical('AZURE_STORAGE_CONNECTION_STRING required')
        sys.exit(1)

    queue_service_client = QueueServiceClient.from_connection_string(
        conn_str=CONNECTION_STRING)

    return queue_service_client.get_queue_client(queue_name)


def process_message(message):
    """ process message from queue """
    print(f'Processing message [{message}]')


def poll_queue():
    """ Continously poll poison queue to get new messages """

    while True:

        logger.info('Polling for new messages at {}'.format(
            datetime.now().strftime("%I:%M%p on %B %d, %Y")))

        messages = queue_client.receive_messages()

        p = Pool(2)
        p.map(process_message, messages)
        p.close()
        p.join()

        sleep(1000)
        
if __name__ == "__main__":
    queue_client = get_queue_client()
    poll_queue()