Skip to content

Instantly share code, notes, and snippets.

ge_component_uri =https://github.com/kubeflow/pipelines/blob/master/components/great-expectations/validate/CSV/component.yaml
validate_csv_step = load_component_from_url(ge_component_uri)
from kfp.components import ComponentStore
store = ComponentStore.default_store
import kfp.dsl
from kfp.components import ComponentStore
store = ComponentStore.default_store
chicago_taxi_dataset_op = store.load_component('datasets/Chicago_Taxi_Trips')
validate_csv_op = store.load_component("great-expectations/validate/CSV")
xgboost_train_on_csv_op = store.load_component('XGBoost/Train')
with open('expectation_suite.json') as file:
name: Load from S3
description: Loads files from S3 and outputs them as a component output
inputs:
- {name: s3_input_uri, type: String}
outputs:
- {name: output_path, type: String}
implementation:
container:
# Component Store that uses Kubeflow Pipelines SDK v1.4.1
custom_store = ComponentStore(local_search_paths=[],
url_search_prefixes=[
'https://raw.githubusercontent.com/kubeflow/pipelines/1.4.1/components/
],
)
import kfp.dsl
from kfp.components import ComponentStore
store = ComponentStore.default_store
chicago_taxi_dataset_op = store.load_component('datasets/Chicago_Taxi_Trips')
xgboost_train_on_csv_op = store.load_component('XGBoost/Train')
@kfp.dsl.pipeline(name='XGBoost Train')
npm ERR! A complete log of this run can be found in:
npm ERR! /home/eva/.npm/_logs/2017-12-14T18_55_55_425Z-debug.log
eva@eva-CR70-2M-CX70-2OC-CX70-2OD:~/Develop/Netlify/pizza4$ sudo npm remove bower -g
removed 1 package in 0.449s
eva@eva-CR70-2M-CX70-2OC-CX70-2OD:~/Develop/Netlify/pizza4$ bower
bash: /usr/local/bin/bower: No such file or directory
eva@eva-CR70-2M-CX70-2OC-CX70-2OD:~/Develop/Netlify/pizza4$ sudo npm remove bower
npm WARN logo.pizza@2.0.0 No repository field.
npm WARN logo.pizza@2.0.0 No license field.
Loading failed for the <script> with source “http://eva-cr70-2m-cx70-2oc-cx70-2od:8050/bower_components/ev-emitter/ev-emitter.js”.
build:1027
Loading failed for the <script> with source “http://eva-cr70-2m-cx70-2oc-cx70-2od:8050/bower_components/unipointer/unipointer.js”.
build:1028
Loading failed for the <script> with source “http://eva-cr70-2m-cx70-2oc-cx70-2od:8050/bower_components/get-size/get-size.js”.
build:1029
Loading failed for the <script> with source “http://eva-cr70-2m-cx70-2oc-cx70-2od:8050/bower_components/desandro-matches-selector/matches-selector.js”.
build:1030
Loading failed for the <script> with source “http://eva-cr70-2m-cx70-2oc-cx70-2od:8050/bower_components/fizzy-ui-utils/utils.js”.
build:1031
eva@eva-CR70-2M-CX70-2OC-CX70-2OD:~/Develop/Netlify$ cd pizza3/
eva@eva-CR70-2M-CX70-2OC-CX70-2OD:~/Develop/Netlify/pizza3$ gulp
[16:43:07] Using gulpfile ~/Develop/Netlify/pizza3/gulpfile.js
[16:43:07] Starting 'hint-js'...
[16:43:07] Starting 'hint-tasks'...
[16:43:07] Starting 'fonts'...
[16:43:07] Starting 'assets'...
[16:43:07] Starting 'img'...
[16:43:07] Starting 'site-js'...
[16:43:07] Finished 'site-js' after 5.23 ms
eva@eva-CR70-2M-CX70-2OC-CX70-2OD:~$ cd Develop/Netlify/logopizza/
eva@eva-CR70-2M-CX70-2OC-CX70-2OD:~/Develop/Netlify/logopizza$ git clone https://github.com/metafizzy/logo.pizza.git
Cloning into 'logo.pizza'...
remote: Counting objects: 1213, done.
remote: Compressing objects: 100% (4/4), done.
remote: Total 1213 (delta 0), reused 0 (delta 0), pack-reused 1209
Receiving objects: 100% (1213/1213), 192.07 KiB | 0 bytes/s, done.
Resolving deltas: 100% (659/659), done.
Checking connectivity... done.
eva@eva-CR70-2M-CX70-2OC-CX70-2OD:~/Develop/Netlify/logopizza$ cd ..