Ceph testing cluster

test-ceph-cluster.yaml

# 1. Create nodes
# 2. Attach EBS of type "standard" to all nodes
# 3. Create ceph operator and THEN this ceph cluster

apiVersion: ceph.rook.io/v1
kind: CephCluster
metadata:
  name: rook-ceph
  namespace: rook-ceph
spec:
  cephVersion:
    # For the latest ceph images, see https://hub.docker.com/r/ceph/ceph/tags
    image: ceph/ceph:v13.2.4-20190109
  dataDirHostPath: /var/lib/rook
  dashboard:
    enabled: true
    port: 9284
  mgr:
  mon:
    count: 3
    allowMultiplePerNode: false
  osd:
  network:
    hostNetwork: true
  storage:
    devices:
      # Create and attach an EBS of type "standard" to all nodes simulate slow HDD
      - name: nvme2n1
    useAllNodes: true
    useAllDevices: false
    config:
      # Uncomment AFTER initial deploy to attempt upgrade
      # metadataDevice: nvme1n1

test-eks-cluster.yaml

---
# eksctl create cluster -f ./test-eks-cluster.yaml

apiVersion: eksctl.io/v1alpha5
kind: ClusterConfig

metadata:
  name: ceph-perf-test
  region: eu-west-2

nodeGroups:
  - name: ng1-public
    instanceType: r5d.xlarge
    minSize: 5
    maxSize: 5
    volumeSize: 100
    volumeType: gp2
    labels:
      nodegroup-type: default-workloads
    ssh:
      allow: true
    availabilityZones: ["eu-west-2a"] # use single AZ to optimise data transfer between isntances

# cluster AZs must be set explicitly for single AZ nodegroup example to work
availabilityZones: ["eu-west-2a", "eu-west-2b", "eu-west-2c"]