ref: https://nikkie-ftnext.hatenablog.com/entry/kubeflow-pipelines-and-vertex-ai-pipelines-from-same-kfp-dsl

hf_first_kubeflow_pipeline.py

# Rewrite with kfp v2 https://huggingface.co/blog/turhancan97/building-your-first-kubeflow-pipeline

from typing import List

from kfp import compiler, dsl


@dsl.component(base_image="python:3.9")
def read_data() -> List[int]:
    data = [1, 2, 3, 4, 5]
    return data


@dsl.component(base_image="python:3.9")
def compute_average(data: List[int]) -> float:
    return sum(data) / len(data)


@dsl.component(base_image="python:3.9")
def save_result(value: float, filename: str = "result.txt") -> None:
    with open(filename, "w") as f:
        f.write(str(value))


@dsl.pipeline(
    name="My first pipeline",
    description="A simple pipeline that computes the average of an array.",
    # pipeline_root="gs://mlops-study-hello-world",  # Kubeflow Pipelinesではコメントとする
)
def my_pipeline():
    read_data_task = read_data()
    compute_average_task = compute_average(data=read_data_task.output)
    save_result_task = save_result(value=compute_average_task.output)


compiler.Compiler().compile(my_pipeline, "my_pipeline.yaml")