Listen to a wiki's recentchanges feed and publishes them as standardised JSON strings via a ØMQ PUB socket.

firehose.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-
"""
Listens to a wiki's recentchanges feed and publishes them as standardised JSON
events, converted to strings, via a ØMQ PUB socket.

Usage:
    ./firehose.py <api_url> <endpoint>

Options:
    <api_url>   The URL of the wiki's API.
    <endpoint>  The endpoint of the ØMQ PUB socket.
"""
from docopt import docopt
from mwevents.sources import API
import zmq
import json


def main():
    args = docopt(__doc__)

    run(args['<api_url>'], args['<endpoint>'])


def run(api_url, endpoint):
    api_source = API.from_api_url(api_url)
    context = zmq.Context()
    socket = context.socket(zmq.PUB)
    socket.bind(endpoint)

    try:
        listener = api_source.listener()
        for event in listener:
            socket.send_string(json.dumps(event.to_json()))

    except KeyboardInterrupt:
        print("Keyboard interrupt received.  Shutting down.")

if __name__ == "__main__":
    main()

This example is based on Aaron Halfaker's examples/listen.py, which is available as part of his MediaWiki-events library.