tbaums

apiVersion: v1
data:
  config: |
    {
    containerRuntimeExecutor: pns,
    executorImage: argoproj/argoexec:v2.3.0,
    artifactRepository:
    {
        s3: {
            bucket: mlpipeline,

tbaums

The following assumes you are using Minikube and Trow for container registry, installed using the quick install method documented here

Pull the following containers locally (docker pull):

For Kudo:

1. kudobuilder/controller:v0.9.0

From params.yaml:

1. mesosphere/cassandra-prometheus-exporter:2.2.1-0.1.1
2. mesosphere/cassandra:3.11.5-0.1.1

tbaums

# This file is part of Rok.
#
# Copyright © 2020 Arrikto Inc.  All Rights Reserved.

apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRoleBinding
metadata:
  name: rok-user-cluster-admin
roleRef:
  apiGroup: rbac.authorization.k8s.io

tbaums

---
apiVersion: apps/v1
kind: StatefulSet
metadata:
  name: cassandra
  labels:
    app: cassandra
spec:
  serviceName: cassandra
  replicas: 3

tbaums

gsutil cp gs://mtanenbaum/k9s_Linux_x86_64.tar.gz ./
tar -xvf k9s_Linux_x86_64.tar.gz
./k9s -A

tbaums

sudo yum update -y

sudo amazon-linux-extras install docker

sudo service docker start

sudo usermod -a -G docker ec2-user

exit

tbaums

mkdir rok-tools-data
docker run -ti \
     --name rok-tools \
     --hostname rok-tools \
     -p 8080:8080 \
     --entrypoint /bin/bash \
     -v $(pwd)/rok-tools-data:/root \
     -v /var/run/docker.sock:/var/run/docker.sock \
     -w /root \
     gcr.io/arrikto/rok-tools:release-1.1-l0-release-1.1-rc5

tbaums

alias l="ls -alh"
alias k="kubectl"

mkdir /root/.ssh

aws s3 cp s3://mtanenbaum-rok-tools/ ./ --recursive

ssh-keyscan github.com >> github_key

ssh-keygen -lf github_key

tbaums

aws eks update-kubeconfig --name $CLUSTERNAME
export INSTANCE_TYPE=m5d.4xlarge
aws eks create-nodegroup \
     --cluster-name ${CLUSTERNAME?} \
     --nodegroup-name general-workers \
     --disk-size 200 \
     --scaling-config minSize=1,maxSize=3,desiredSize=2 \
     --subnets ${SUBNETIDS?} \
     --instance-types ${INSTANCE_TYPE?} \
     --ami-type AL2_x86_64 \

tbaums

export DOMAIN=arrikto.com
export SUBDOMAIN=aws-dev.arrikto.com

cd ~/ops/deployments

ZONES=$(aws route53 list-hosted-zones-by-name --output json --dns-name "${DOMAIN}." | jq -r '.HostedZones[].Id' | wc -l)
export AWS_ZONE_ID=$(aws route53 list-hosted-zones-by-name --output json --dns-name "${DOMAIN}." | jq -r '.HostedZones[].Id' | xargs)


export IAM_ROLE_NAME=eks-external-dns-$CLUSTERNAME