Prefect Example using KubernetesJobEnviornment

kubernetes_job_environment.py

from prefect import Flow
from prefect.environments.execution import KubernetesJobEnvironment
from prefect.environments.storage import Docker

with Flow("kubernetes-example") as flow:
    # Add tasks to flow here...
    
# Run on Kubernetes using a custom job specification
# This was needed to do even simple things like increase
# the job resource limits
flow.environment = KubernetesJobEnvironment(job_spec_file="job_spec.yaml")
# Store the flow in a docker image
flow.storage = Docker()