tuxmonteiro

curl -k -H "Content-Type: application/json" -X PUT --data-binary @namespace.json \
${kubernetes API}/api/v1/namespaces/${namespace}/finalize

tuxmonteiro

locals {
  cluster_type = split("/", regex("[^/]+/[^/]+$", path.module))[0]
}

output "cluster_type" {
  value = local.cluster_type
}

tuxmonteiro

#!/bin/bash

bucket=$1

set -e

echo "Removing all versions from $bucket"

versions=`aws s3api list-object-versions --bucket $bucket |jq '.Versions'`
markers=`aws s3api list-object-versions --bucket $bucket |jq '.DeleteMarkers'`

tuxmonteiro

1. Obtenha o IP de um control-plane

2. Execute o seguinte comando

ssh <IP control-plane> "$(docker run --rm --net=host -v $(docker inspect kubelet --format '{{ range .Mounts }}{{ if eq .Destination "/etc/kubernetes" }}{{ .Source }}{{ end }}{{ end }}')/ssl:/etc/kubernetes/ssl:ro --entrypoint bash $(docker inspect $(docker images -q --filter=label=io.cattle.agent=true) --format='{{index .RepoTags 0}}' | tail -1) -c 'kubectl --kubeconfig /etc/kubernetes/ssl/kubecfg-kube-node.yaml get configmap -n kube-system full-cluster-state -o json | jq -r .data.\"full-cluster-state\" | jq -r .' | jq -r '.currentState.certificatesBundle."kube-admin".config')" > teste-kubeconfig

tuxmonteiro

Recover cluster.rkestate file from controlplane node

RKE

Run on controlplane node, uses any found hyperkube image

docker run --rm --net=host -v $(docker inspect kubelet --format '{{ range .Mounts }}{{ if eq .Destination "/etc/kubernetes" }}{{ .Source }}{{ end }}{{ end }}')/ssl:/etc/kubernetes/ssl:ro --entrypoint bash $(docker inspect $(docker images -q --filter=label=org.label-schema.vcs-url=https://github.com/rancher/hyperkube.git) --format='{{index .RepoTags 0}}' | tail -1) -c 'kubectl --kubeconfig /etc/kubernetes/ssl/kubecfg-kube-node.yaml -n kube-system get configmap full-cluster-state -o json | jq -r .data.\"full-cluster-state\" | jq -r .' > cluster.rkestate

tuxmonteiro

# python -c 'import yum, json; yb = yum.YumBase(); print json.dumps(yb.conf.yumvar, indent=2)' | grep -v 'Loaded' | jq .

{
  "product": "core",
  "target": "latest",
  "basearch": "x86_64",
  "awsregion": "us-east-1",
  "releasever": "2",
  "awsdomain": "amazonaws.com",
  "arch": "ia32e",

tuxmonteiro

upstream docker-mirror-upstream {
    server upstream.example.com;
}

proxy_cache_path /var/lib/docker-mirror/cache levels=1:2 max_size=10g inactive=48h keys_zone=cache:10m;

server {
    listen 80 default_server;
    listen 443 ssl default_server;

tuxmonteiro

Get kube-admin kubeconfig and certificates from cluster.rkestate

See how to retrieve cluster.rkestate from controlplane node here: https://gist.github.com/tuxmonteiro/803cf4d4cd39e79d938c0a05b9b677bb

Get kube-admin kubeconfig from cluster.rkestate

cat cluster.rkestate | jq -r '.currentState.certificatesBundle."kube-admin".config' > kube-admin-kubeconfig.yml

tuxmonteiro

for host in $nodes; do 
 ssh cloud@$host '
  docker rm -f $(docker ps -qa)
  docker rmi -f $(docker images -q)
  docker volume rm $(docker volume ls -q) 
  for mount in $(mount | grep tmpfs | grep /var/lib/kubelet | awk "{ print \$3 }") /var/lib/kubelet /var/lib/rancher; do 
    sudo umount $mount 
  done 
  sudo rm -rfv /etc/{ceph,cni,kubernetes} /opt/{cni,rke} /run/{secrets/kubernetes.io,calico,flannel} /var/lib/{calico,etcd,cni,kubelet,rancher/rke/log} /var/log/{containers,pods} /var/run/calico
  sudo shutdown -r 0'

tuxmonteiro

kubectl get pods --field-selector=status.phase=Failed -A -o json | kubectl delete -f -