HumairAK

# PIPELINE DEFINITION
# Name: tutorial-data-passing-2
# Inputs:
#    message: str [Default: 'message']
components:
  comp-preprocess:
    executorLabel: exec-preprocess
    inputDefinitions:
      parameters:
        message:

HumairAK

#!/usr/bin/env python3

from typing import Dict, List

from kfp import compiler
from kfp import dsl
from kfp.dsl import Input, InputPath, Output, OutputPath, Dataset, Model, component


@dsl.component(base_image="quay.io/opendatahub/ds-pipelines-ci-executor-image:v1.0")

HumairAK

#!/usr/bin/env python3

from typing import Dict, List

from kfp import compiler
from kfp import dsl
from kfp.dsl import Input, InputPath, Output, OutputPath, Dataset, Model, component


@dsl.component(base_image="quay.io/opendatahub/ds-pipelines-ci-executor-image:v1.0")

HumairAK

kind: Deployment
apiVersion: apps/v1
metadata:
  name: minio
spec:
  replicas: 1
  selector:
    matchLabels:
      app: minio
  template:

HumairAK

apiVersion: tekton.dev/v1beta1
kind: PipelineRun
metadata:
  annotations:
    pipelines.kubeflow.org/big_data_passing_format: $(workspaces.$TASK_NAME.path)/artifacts/simple-pipeline-fe138/$TASKRUN_NAME/$TASK_PARAM_NAME
    pipelines.kubeflow.org/pipeline_spec: '{"name": "simple_pipeline"}'
    pipelines.kubeflow.org/run_name: Run of pre_version_at_2023-07-16T19:34:54.400Z
      (954d1)
    sidecar.istio.io/inject: "false"
    tekton.dev/artifact_bucket: mlpipeline

HumairAK

apiVersion: tekton.dev/v1beta1
kind: PipelineRun
metadata:
  name: simple-pipeline
  annotations:
    tekton.dev/output_artifacts: '{"produce-output": [{"key": "artifacts/$PIPELINERUN/produce-output/mydestfile.tgz",
      "name": "produce-output-mydestfile", "path": "/tmp/outputs/mydestfile/data"}]}'
    tekton.dev/input_artifacts: '{}'
    tekton.dev/artifact_bucket: mlpipeline
    tekton.dev/artifact_endpoint: minio-service.kubeflow:9000

HumairAK

import kfp
from kfp import dsl
from kfp import components
from kubernetes import client as k8s_client
import os

def produce_output(
        mydestfile: kfp.components.OutputPath(), # Note: _file is stripped
):
    import urllib.request

HumairAK

kind: ConfigMap
apiVersion: v1
metadata:
  name: custom-script
  labels:
    app: ds-pipeline-sample
    component: data-science-pipelines
data:
  artifact_script: |-
    #!/usr/bin/env sh

HumairAK

import kfp
from kfp import dsl


@dsl.component(base_image="quay.io/hukhan/python:3.9.17-alpine3.18")
def get_random_int_op(minimum: int, maximum: int) -> int:
    """Generate a random number between minimum and maximum (inclusive)."""
    import random
    result = random.randint(minimum, maximum)
    print(result)

HumairAK

{
    "version": "0.2.0",
    "configurations": [
      {
        "name": "Debug ODH Model Controller Tests",
        "type": "go",
        "request": "launch",
        "mode": "test",
        "program": "${workspaceFolder}/controllers",
        "env": {