theprogram.py

import sys
import time
import random
import fileinput
import multiprocessing

def parse_file(f):
    for line in f:
        # мы прочитали строку с файла и создали message
        yield {'line': line}

def process_msg(msg):
    # очень долгая, cpu-intensive операция
    time.sleep(0.5 + random.random())
    return str(msg)

def main():
    pool = multiprocessing.Pool(10)
    for r in pool.imap(process_msg, parse_file(fileinput.input())):
        print(">>", r)

if __name__ == '__main__':
    main()