public
Last active

  • Download Gist
customresults.py
Python
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49
import time
import random
 
from IPython import parallel
 
# create client & view
rc = parallel.Client()
dv = rc[:]
 
# scatter 'id', so id=0,1,2 on engines 0,1,2
dv.scatter('id', rc.ids, flatten=True)
print dv['id']
 
 
def sleep_here(count, t):
"""simple function that takes args, prints a short message, sleeps for a time, and returns the same args"""
import time,sys
print "hi from engine %i" % id
sys.stdout.flush()
time.sleep(t)
return count,t
 
v = rc.load_balanced_view()
 
amr = v.map(sleep_here, range(100), [ random.random() for i in range(100) ], chunksize=2)
 
pending = set(amr.msg_ids)
while pending:
try:
rc.wait(pending, 1e-3)
except parallel.TimeoutError:
# ignore timeouterrors, since they only mean that at least one isn't done
pass
# finished is the set of msg_ids that are complete
finished = pending.difference(rc.outstanding)
# update pending to exclude those that just finished
pending = pending.difference(finished)
for msg_id in finished:
# we know these are done, so don't worry about blocking
ar = rc.get_result(msg_id)
print "job id %s finished on engine %i" % (msg_id, ar.engine_id)
print "with stdout:"
print ' ' + ar.stdout.replace('\n', '\n ').rstrip()
print "and results:"
# note that each job in a map always returns a list of length chunksize
# even if chunksize == 1
for (count,t) in ar.result:
print " item %i: slept for %.2fs" % (count, t)

Please sign in to comment on this gist.

Something went wrong with that request. Please try again.