Skip to content

Instantly share code, notes, and snippets.

@thoraxe
Created November 23, 2020 15:50
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save thoraxe/1b4949371a370c9f562a7ad2a2a21cb7 to your computer and use it in GitHub Desktop.
Save thoraxe/1b4949371a370c9f562a7ad2a2a21cb7 to your computer and use it in GitHub Desktop.
apiVersion: tekton.dev/v1beta1
kind: Pipeline
metadata:
creationTimestamp: "2020-11-19T19:51:50Z"
generation: 1
managedFields:
- apiVersion: tekton.dev/v1alpha1
fieldsType: FieldsV1
fieldsV1:
f:spec:
.: {}
f:params: {}
f:resources: {}
f:tasks: {}
manager: OpenAPI-Generator
operation: Update
time: "2020-11-19T19:51:50Z"
name: pipeline
namespace: ai-ml-workflows
resourceVersion: "368414"
selfLink: /apis/tekton.dev/v1beta1/namespaces/ai-ml-workflows/pipelines/pipeline
uid: 3e58c99a-24aa-4475-8bf7-096db0c0e3b1
spec:
params:
- default: quay.io/willbenton/simple-model-s2i:cached-pipeline-s2i
name: BUILDER_IMAGE
type: string
- default: 02-feature-engineering.ipynb,03-model-logistic-regression.ipynb
name: NOTEBOOK_LIST
type: string
- default: image-registry.openshift-image-registry.svc:5000/ai-ml-workflows/pipeline:latest
name: MODEL_IMAGE
type: string
resources:
- name: pipeline-source
type: git
- name: pipeline-image
type: image
tasks:
- name: build-pipeline-image
params:
- name: BUILDER_IMAGE
value: $(params.BUILDER_IMAGE)
- name: S2I_SOURCE_NOTEBOOK_LIST
value: $(params.NOTEBOOK_LIST)
resources:
inputs:
- name: source
resource: pipeline-source
outputs:
- name: image
resource: pipeline-image
taskRef:
kind: Task
name: simple-model-s2i
- name: deploy-pipeline-kn-service
params:
- name: ARGS
value:
- service
- create
- pipeline
- --force
- --image=$(params.MODEL_IMAGE)
- --cluster-local
runAfter:
- build-pipeline-image
taskRef:
kind: ClusterTask
name: kn
apiVersion: tekton.dev/v1beta1
kind: PipelineRun
metadata:
annotations:
pipeline.openshift.io/started-by: opentlc-mgr
creationTimestamp: "2020-11-23T15:22:33Z"
generation: 1
labels:
tekton.dev/pipeline: pipeline
managedFields:
- apiVersion: tekton.dev/v1beta1
fieldsType: FieldsV1
fieldsV1:
f:metadata:
f:annotations:
.: {}
f:pipeline.openshift.io/started-by: {}
f:labels:
.: {}
f:tekton.dev/pipeline: {}
f:spec:
.: {}
f:params: {}
f:pipelineRef:
.: {}
f:name: {}
f:resources: {}
f:status: {}
f:workspaces: {}
manager: Mozilla
operation: Update
time: "2020-11-23T15:22:33Z"
- apiVersion: tekton.dev/v1beta1
fieldsType: FieldsV1
fieldsV1:
f:status:
.: {}
f:completionTime: {}
f:conditions: {}
f:pipelineSpec:
.: {}
f:params: {}
f:resources: {}
f:tasks: {}
f:startTime: {}
f:taskRuns:
.: {}
f:pipeline-2u9zh8-build-pipeline-image-frg7b:
.: {}
f:pipelineTaskName: {}
f:status:
.: {}
f:completionTime: {}
f:conditions: {}
f:podName: {}
f:resourcesResult: {}
f:startTime: {}
f:steps: {}
f:taskSpec:
.: {}
f:params: {}
f:resources:
.: {}
f:inputs: {}
f:outputs: {}
f:steps: {}
f:volumes: {}
f:pipeline-2u9zh8-deploy-pipeline-kn-service-fnlfb:
.: {}
f:pipelineTaskName: {}
f:status:
.: {}
f:completionTime: {}
f:conditions: {}
f:podName: {}
f:startTime: {}
f:steps: {}
f:taskSpec:
.: {}
f:description: {}
f:params: {}
f:steps: {}
manager: openshift-pipelines-controller
operation: Update
time: "2020-11-23T15:39:32Z"
name: pipeline-2u9zh8
namespace: ai-ml-workflows
resourceVersion: "1445316"
selfLink: /apis/tekton.dev/v1beta1/namespaces/ai-ml-workflows/pipelineruns/pipeline-2u9zh8
uid: 419fc1f8-ff02-44a1-93cf-69a3b042f945
spec:
params:
- name: BUILDER_IMAGE
value: quay.io/willbenton/simple-model-s2i:cached-pipeline-s2i
- name: NOTEBOOK_LIST
value: 02-feature-engineering.ipynb,03-model-logistic-regression.ipynb
- name: MODEL_IMAGE
value: image-registry.openshift-image-registry.svc:5000/ai-ml-workflows/pipeline:latest
pipelineRef:
name: pipeline
resources:
- name: pipeline-source
resourceRef:
name: pipeline-source
- name: pipeline-image
resourceRef:
name: pipeline-image
serviceAccountName: pipeline
timeout: 1h0m0s
status:
completionTime: "2020-11-23T15:39:32Z"
conditions:
- lastTransitionTime: "2020-11-23T15:39:32Z"
message: 'Tasks Completed: 2 (Failed: 1, Cancelled 0), Skipped: 0'
reason: Failed
status: "False"
type: Succeeded
pipelineSpec:
params:
- default: quay.io/willbenton/simple-model-s2i:cached-pipeline-s2i
name: BUILDER_IMAGE
type: string
- default: 02-feature-engineering.ipynb,03-model-logistic-regression.ipynb
name: NOTEBOOK_LIST
type: string
- default: image-registry.openshift-image-registry.svc:5000/ai-ml-workflows/pipeline:latest
name: MODEL_IMAGE
type: string
resources:
- name: pipeline-source
type: git
- name: pipeline-image
type: image
tasks:
- name: build-pipeline-image
params:
- name: BUILDER_IMAGE
value: $(params.BUILDER_IMAGE)
- name: S2I_SOURCE_NOTEBOOK_LIST
value: $(params.NOTEBOOK_LIST)
resources:
inputs:
- name: source
resource: pipeline-source
outputs:
- name: image
resource: pipeline-image
taskRef:
kind: Task
name: simple-model-s2i
- name: deploy-pipeline-kn-service
params:
- name: ARGS
value:
- service
- create
- pipeline
- --force
- --image=$(params.MODEL_IMAGE)
- --cluster-local
runAfter:
- build-pipeline-image
taskRef:
kind: ClusterTask
name: kn
startTime: "2020-11-23T15:22:33Z"
taskRuns:
pipeline-2u9zh8-build-pipeline-image-frg7b:
pipelineTaskName: build-pipeline-image
status:
completionTime: "2020-11-23T15:29:25Z"
conditions:
- lastTransitionTime: "2020-11-23T15:29:25Z"
message: All Steps have completed executing
reason: Succeeded
status: "True"
type: Succeeded
podName: pipeline-2u9zh8-build-pipeline-image-frg7b-pod-jsdpc
resourcesResult:
- key: commit
resourceName: source
resourceRef:
name: source
value: 822ea5d794131d1f8858809f1b1f9ef88ab94f85
startTime: "2020-11-23T15:22:33Z"
steps:
- container: step-generate
imageID: quay.io/openshift-pipeline/s2i@sha256:fd61d162e0807364190c4ed84e7644b593284887c12ac937bb2e7440dbc79dc5
name: generate
terminated:
containerID: cri-o://4cab61a697f76ff15c5699574bbbdf8d1265f515b257ea963396ff205ce53ec3
exitCode: 0
finishedAt: "2020-11-23T15:22:47Z"
reason: Completed
startedAt: "2020-11-23T15:22:47Z"
- container: step-build
imageID: quay.io/buildah/stable@sha256:1dab544d01ae578840bf8404d0c47331fe5222dba4d1793966b129238e6c09b6
name: build
terminated:
containerID: cri-o://9869c3244f4e41b1b7eba5eab7052dcdb7893821aa8c980c1dd0d7e2b5eef6df
exitCode: 0
finishedAt: "2020-11-23T15:28:41Z"
reason: Completed
startedAt: "2020-11-23T15:22:47Z"
- container: step-push
imageID: quay.io/buildah/stable@sha256:1dab544d01ae578840bf8404d0c47331fe5222dba4d1793966b129238e6c09b6
name: push
terminated:
containerID: cri-o://2e0c8ea3d08890188b103a8be90cdae7e929c01d7b7f45e3e50f7ec7a63adb4f
exitCode: 0
finishedAt: "2020-11-23T15:29:24Z"
reason: Completed
startedAt: "2020-11-23T15:28:42Z"
- container: step-git-source-source-5qj84
imageID: registry.redhat.io/openshift-pipelines-tech-preview/pipelines-git-init-rhel8@sha256:7094b90d8cadeb14af7a8379b24383c3a39cdcb1022320a6795c499456b263db
name: git-source-source-5qj84
terminated:
containerID: cri-o://e2bd0c0ec84d8e1d29d69838c62ea07cea2793582a5c9a926e6c7a01f4214fff
exitCode: 0
finishedAt: "2020-11-23T15:22:46Z"
message: '[{"key":"commit","value":"822ea5d794131d1f8858809f1b1f9ef88ab94f85","resourceName":"source","resourceRef":{"name":"source"}}]'
reason: Completed
startedAt: "2020-11-23T15:22:42Z"
- container: step-image-digest-exporter-kcl9r
imageID: registry.redhat.io/openshift-pipelines-tech-preview/pipelines-imagedigestexporter-rhel8@sha256:e960f5213be87bde97380b3535bcc64b7f9b39d50d4fceb7e9d31aef4488ff5d
name: image-digest-exporter-kcl9r
terminated:
containerID: cri-o://ffafb439633cd7dcaa2fd79d8dd8c40ca00e55df45e14bf379e790436ec1f3fb
exitCode: 0
finishedAt: "2020-11-23T15:29:24Z"
reason: Completed
startedAt: "2020-11-23T15:29:24Z"
- container: step-create-dir-image-d44dv
imageID: registry.access.redhat.com/ubi8/ubi-minimal@sha256:5f931273a2b9250318a45914228c25e8e3ea0feec846edd67c92f03af1596a8a
name: create-dir-image-d44dv
terminated:
containerID: cri-o://8af10a8d597f5ceee3553394e25d26e2847ed6eb05754bbd656c85c8e7a0773b
exitCode: 0
finishedAt: "2020-11-23T15:22:41Z"
reason: Completed
startedAt: "2020-11-23T15:22:41Z"
taskSpec:
params:
- description: The location of the s2i builder image.
name: BUILDER_IMAGE
type: string
- default: .
description: The location of the path to run s2i from.
name: PATH_CONTEXT
type: string
- default: "false"
description: Verify the TLS on the registry endpoint (for push/pull to
a non-TLS registry)
name: TLSVERIFY
type: string
- default: "0"
description: Log level when running the S2I binary
name: LOGLEVEL
type: string
- default: 02-feature-engineering.ipynb,03-model-logistic-regression.ipynb
name: S2I_SOURCE_NOTEBOOK_LIST
type: string
resources:
inputs:
- name: source
type: git
outputs:
- name: image
type: image
steps:
- command:
- /usr/local/bin/s2i
- --loglevel=$(inputs.params.LOGLEVEL)
- build
- -e S2I_SOURCE_NOTEBOOK_LIST=$(inputs.params.S2I_SOURCE_NOTEBOOK_LIST)
- $(inputs.params.PATH_CONTEXT)
- $(inputs.params.BUILDER_IMAGE)
- --image-scripts-url
- image:///opt/sms/.s2i/
- --scripts-url
- image:///opt/sms/.s2i/
- --as-dockerfile
- /gen-source/Dockerfile.gen
image: quay.io/openshift-pipeline/s2i:nightly
name: generate
resources: {}
volumeMounts:
- mountPath: /gen-source
name: gen-source
workingDir: /workspace/source
- command:
- buildah
- bud
- --tls-verify=$(inputs.params.TLSVERIFY)
- --layers
- -f
- /gen-source/Dockerfile.gen
- -t
- $(outputs.resources.image.url)
- .
image: quay.io/buildah/stable
name: build
resources: {}
securityContext:
privileged: true
volumeMounts:
- mountPath: /var/lib/containers
name: varlibcontainers
- mountPath: /gen-source
name: gen-source
workingDir: /gen-source
- command:
- buildah
- push
- --tls-verify=$(inputs.params.TLSVERIFY)
- $(outputs.resources.image.url)
- docker://$(outputs.resources.image.url)
image: quay.io/buildah/stable
name: push
resources: {}
securityContext:
privileged: true
volumeMounts:
- mountPath: /var/lib/containers
name: varlibcontainers
volumes:
- emptyDir: {}
name: varlibcontainers
- emptyDir: {}
name: gen-source
pipeline-2u9zh8-deploy-pipeline-kn-service-fnlfb:
pipelineTaskName: deploy-pipeline-kn-service
status:
completionTime: "2020-11-23T15:39:32Z"
conditions:
- lastTransitionTime: "2020-11-23T15:39:32Z"
message: |
"step-kn" exited with code 1 (image: "registry.redhat.io/openshift-serverless-1/client-kn-rhel8@sha256:25a5dfcb2661878b37304cfc4b9114984425ca2d36bf99318fb61ff0634eb52d"); for logs run: kubectl -n ai-ml-workflows logs pipeline-2u9zh8-deploy-pipeline-kn-service-fnlfb-pod-hx9rh -c step-kn
reason: Failed
status: "False"
type: Succeeded
podName: pipeline-2u9zh8-deploy-pipeline-kn-service-fnlfb-pod-hx9rh
startTime: "2020-11-23T15:29:25Z"
steps:
- container: step-kn
imageID: registry.redhat.io/openshift-serverless-1/client-kn-rhel8@sha256:25a5dfcb2661878b37304cfc4b9114984425ca2d36bf99318fb61ff0634eb52d
name: kn
terminated:
containerID: cri-o://63f680ba54d4d0110a0f097227b772211f049269f43793bae4faba3c9a303421
exitCode: 1
finishedAt: "2020-11-23T15:39:31Z"
reason: Error
startedAt: "2020-11-23T15:29:31Z"
taskSpec:
description: This Task performs operations on Knative resources (services,
revisions, routes) using kn CLI
params:
- default: registry.redhat.io/openshift-serverless-1/client-kn-rhel8:0.13.2
description: kn CLI container image to run this task
name: kn-image
type: string
- default:
- help
description: kn CLI arguments to run
name: ARGS
type: array
steps:
- args:
- $(params.ARGS)
command:
- /ko-app/kn
image: $(params.kn-image)
name: kn
resources: {}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment