jkremser

apiVersion: v1
kind: Service
metadata:
  annotations:
    cloud.google.com/neg: '{"ingress":true}'
  labels:
    k8s-app: nvidia-gpu-device-plugin
  name: gpu-metrics
 namespace: kube-system

jkremser

Kedify AI use-cases

general areas

1. GPU scheduling (DRA or some better support for nvidia plugin)
2. AI related scalers (metrics)
3. Glue - for operating the auto-scaleable models
4. Adding and releasing GPU enabled nodes dynamically to k8s cluster
5. Multi-cluster (overflow to a cluster that have GPUs 'attached' say spotinstances that are cheaper)
6. Maybe introduce a new CRD on the KEDA level that will support heterogeneous settings across replicas (currently all replicas of a single deployment or statefulset are identical)

jkremser

k exec -ti deployments/psql -n kedify -c psql -- pg_dump --user dashboard-service-account@kedify-initial.iam --host 127.0.0.1 -d kedify --inserts > db.dump
psql --user postgres --host 127.0.0.1 -f db.dump


#docker cp db.dump 02a749fdba3a:.

#docker exec -ti 02a749fdba3a  bash
#psql --user postgres --host 127.0.0.1 -f db.dump

jkremser

install metric server to kind

curl -sL https://github.com/kubernetes-sigs/metrics-server/releases/latest/download/components.yaml | sed '/- args:/a \ \ \ \ \ \ \ \ - --kubelet-insecure-tls' | k apply -f -

jkremser

kind: ConfigMap
metadata:
  labels:
    app-operator.giantswarm.io/watching: "true"
  name: $CLUSTER-user-values
  namespace: org-$ORG
apiVersion: v1
data:
  values: |
    baseDomain: test.gigantic.io

jkremser

helm template --debug .

{{- . | mustToPrettyJson | printf "\nThe JSON output of the dumped var is: \n%s" | fail }}

comments:

jkremser

export CLUSTER=hello-kubecon

Provision Cluster

cat vsphere/cluster-list.yaml | envsubst | k apply -f -

jkremser

---
# Source: cluster-vsphere/templates/cluster.yaml
apiVersion: cluster.x-k8s.io/v1beta1
kind: Cluster
metadata:
  name: gjirk25
  namespace: default
  annotations:
    cluster.giantswarm.io/description: "test cluster"
  labels:

jkremser

.PHONY: clean-vcd
clean-vcd:
ifndef INSTALLATION
	$(error INSTALLATION is undefined, e.g. "gs-foo")
endif
	-kind delete cluster --name=kind-mc-initial-$(INSTALLATION)
	-cd-cli delete vapp $(INSTALLATION) -y
	-cd-cli delete lbps $(shell cd-cli get lbps | grep $(INSTALLATION)) --cascade -y

jkremser

.PHONY: clean-vcd
clean-vcd:
ifndef INSTALLATION
	$(error INSTALLATION is undefined, e.g. "gs-foo")
endif
	-kind delete cluster --name=kind-mc-initial-$(INSTALLATION)
	-cd-cli delete vapp $(INSTALLATION) -y
	-cd-cli delete lbps $(shell cd-cli get lbps | grep $(INSTALLATION)) --cascade -y