Jooho

apiVersion: networking.istio.io/v1beta1
kind: VirtualService
metadata:
  name: caikit-tgis-example-isvc-rest-mesh
  namespace: kserve-demo
spec:
  gateways:
  - mesh
  hosts:
  - caikit-tgis-example-isvc.kserve-demo.svc.cluster.local

Jooho

curl -L https://istio.io/downloadIstio | sh -
cd istio*
sudo cp bin/istioctl /usr/local/bin
istioctl install -y


go install github.com/sigstore/cosign/v2/cmd/cosign@latest
wget https://github.com/jqlang/jq/releases/download/jq-1.7.1/jq-linux-amd64
chmod 777 jq-linux-amd64
mv jq-linux-amd64 /usr/local/bin/jq

Jooho

Certificate function verification demo

Test cluster

• kind v0.20.0
• Kubernetes 1.27.3

  Server Version: version.Info{Major:"1", Minor:"27", GitVersion:"v1.27.3", GitCommit:"25b4e43193bcda6c7328a6d147b1fb73a33f1598", GitTreeState:"clean",   BuildDate:"2023-06-15T00:36:28Z", GoVersion:"go1.20.5", Compiler:"gc", Platform:"linux/amd64"}
  

Jooho

Branch strategy

Sprint Plan

Sprint 1.37(2.6) - Nov,20

• modelmesh: Daniele T (Vedant help)
• kserve: Filippe (Edgar help)

Sprint 1.38(2.7) - Dec,11

• modelmesh: Filippe (Vedant help)

Jooho

• Setup

git clone git@github.com:opendatahub-io/kserve.git
cd kserve/

• Deploy Kserve with odh.

  • https://github.com/opendatahub-io/caikit-tgis-serving/tree/main/docs

• Create Runtimes

Jooho

#!/bin/bash
ACCESS_KEY_ID=THEACCESSKEY
SECRET_ACCESS_KEY=$(openssl rand -hex 32)
MINIO_NS=minio

oc new-project ${MINIO_NS}
sed "s/<accesskey>/$ACCESS_KEY_ID/g"  ./custom-manifests/minio/minio.yaml | sed "s+<secretkey>+$SECRET_ACCESS_KEY+g" | tee ./minio-current.yaml | oc -n ${MINIO_NS} apply -f -
sed "s/<accesskey>/$ACCESS_KEY_ID/g" ./custom-manifests/minio/minio-secret.yaml | sed "s+<secretkey>+$SECRET_ACCESS_KEY+g" |sed "s/<minio_ns>/$MINIO_NS/g" | tee ./minio-secret-current.yaml | oc -n ${MINIO_NS} apply -f - 

sed "s/<minio_ns>/$MINIO_NS/g" ./custom-manifests/minio/serviceaccount-minio.yaml | tee ./serviceaccount-minio-current.yaml 

Jooho

#!/bin/bash
TEST_NS="${1-kserve-demo}"
INF_SERVICE="${2-flan-t5-small-caikit}"
oc delete InferenceService $INF_SERVICE  -n $TEST_NS
oc delete KnativeServing knative-serving -n knative-serving
oc delete Jaeger jaeger -n istio-system
oc delete Kiali kiali -n istio-system
oc delete ServiceMeshControlPlane minimal -n istio-system

oc delete subscription jaeger-product -n openshift-operators

Jooho

git clone https://github.com/opendatahub-io/caikit-tgis-serving
cd caikit-tgis-serving/demo/kserve

# Setup Brew registry
cd /tmp/a/osia-configuration
oc set data secret/pull-secret -n openshift-config --from-file=.dockerconfigjson=./ps.json
oc get secrets pull-secret -n openshift-config -o template='{{index .data ".dockerconfigjson"}}' | base64 -d > pull-secret.json
oc apply -f ./brew-registry-icsp.yaml

export TARGET_OPERATOR=brew

Jooho

Self Signed Cert for ModelMesh Demo

• Deploy CRC

crc setup 
crc config set memory 35000 
crc config set cpus 11 
crc config set disk-size 70 
crc config set kubeadmin-password kubeadmin 
crc start

Jooho

#/bin/bash

export datacon_type=aws
export datacon_name=minio
export target_ns=test
export odh_ns=opendatahub
export cacert_path=/tmp/minio_certs/root.crt
export target_isvc_name=example-onnx-mnist
export runtime_name=ovms