DomHudson

## dask.md

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              1 star
            
          
                DomHudson
                / dask.md
            
            
              Created
              February 25, 2021 12:24
            
              
                https://stackoverflow.com/questions/66319724/task-chaining-with-shift-using-celery?noredirect=1#comment117332393_66319724
              
          
    I would recommend Dask for this sort of work as it is easy to produce a task graph and minimise computation overhead
import dask


def A(argument):
    print('Running A with', argument)
    return argument

  
## custom_worker_processes.py
import random
import multiprocessing


context = multiprocessing.get_context()


class Worker(context.Process):

    def __init__(self, *args, **kwargs):
	import random
	import multiprocessing


	context = multiprocessing.get_context()


	class Worker(context.Process):

	def __init__(self, args, *kwargs):