An example jobboard client for taskflow

jobclient.py

#!/usr/bin/env python
"""jobclient.py
 
Usage:
  jobclient.py [options] <jobboard_name> create <name> <details>
  jobclient.py [options] <jobboard_name> list
  jobclient.py [options] <jobboard_name> delete <uuid>
  jobclient.py [options] <jobboard_name> clear

Options:
  --persistence=<connection>  Persistence connection string [Default: memory]
  --jobboard=<type>           Jobboard type [default: zookeeper]
 
"""

import docopt
import time
import json

from contextlib import contextmanager

from taskflow.persistence import logbook
from taskflow.jobs.backends import fetch as fetch_jobboard
from taskflow.persistence.backends import fetch as fetch_persistence


@contextmanager
def persistence(*args, **kwargs):
    backend = fetch_persistence(*args, **kwargs)
    connection = backend.get_connection()
    connection.upgrade()
    yield backend
    connection.close()

@contextmanager
def jobboard(*args, **kwargs):
    jb = fetch_jobboard(*args, **kwargs)
    jb.connect()
    yield jb
    jb.close()


args = docopt.docopt(__doc__)


if args["create"]:
    store = json.loads(args["<details>"])
    book = logbook.LogBook(args["<name>"])

    with persistence({"connection": args["--persistence"]}) as backend:
        backend.get_connection().save_logbook(book)
        with jobboard(args["<jobboard_name>"], args["--jobboard"], persistence=backend) as jb:
            jb.post(args["<name>"], book, details=store)


if args["list"]:
    with jobboard(args["<jobboard_name>"], args["--jobboard"]) as jb:
        time.sleep(0.3)
        for job in jb.iterjobs():
            print "{} - {}".format(job.uuid, job.details)


if args["delete"]:
    with jobboard(args["<jobboard_name>"], args["--jobboard"]) as jb:
        time.sleep(0.3)
        for job in jb.iterjobs():
            if job.uuid == args["<uuid>"]:
                print "Clearing job: {} - {}".format(job.uuid, job.details)
                jb.claim(job, "test-client")
                jb.consume(job, "test-client")


if args["clear"]:
    with jobboard(args["<jobboard_name>"], args["--jobboard"]) as jb:
        time.sleep(0.3)
        for job in jb.iterjobs():
            print "Clearing job: {} - {}".format(job.uuid, job.details)
            jb.claim(job, "test-client")
            jb.consume(job, "test-client")