Prefect Ray Crash Example

ray_test.py

import ray
import time
from prefect import task, flow


class foo:
    def __init__(self):
        pass

    def run(self, i):
        return f"hi {i}"


@task
def test():
    f = ray.remote(num_gpus=0)(foo)
    pool = ray.util.ActorPool([f.remote()])
    print(pool)
    results = pool.map(lambda a, i: a.run.remote(i), [1])
    print(list(results))
    print("done")


@task
def sleep():
    time.sleep(60 * 10)


@flow(log_prints=True)
def ray_test():
    test()
    sleep()


if __name__ == "__main__":
    ray_test()