miketheman

Adding 2 nodes to an existing 3-node ZooKeeper ensemble without losing the Quorum

Since many deployments may start out with 3 nodes and so little is known about how to grow a cluster from 3 memebrs to 5 members without losing the existing Quorum, here is an example of how this might be achieved.

In this example, all 5 nodes will be running on the same Vagrant host for the purpose of illustration, running on distinct configurations (ports and data directories) without the actual load of clients.

YMMV. Caveat usufructuarius.

Step 1: Have a healthy 3-node ensemble

miketheman

# Checkout warehouse at the current `HEAD` for reproducability
git checkout aa5b2ec11745299dacd60cb7f73a066723372a9e

# Need to apply some changes to the core to allow un-hashed (unreleased) versions, and building from GitHub source.

# Snag the diff file and apply it
curl https://gist.githubusercontent.com/miketheman/178429ea5ae4f7ff2b360ac85cd9e1f2/raw/05c7a98464b41e224bf27f85f9a8b903669e6fb7/test-coverage.diff -o tes
t-coverage.diff
patch < test-coverage.diff

miketheman

SELECT
  DATE(timestamp) AS download_date,
  COUNTIF(details.ci = TRUE) AS ci_downloads,
  COUNTIF(details.ci IS NULL OR details.ci = FALSE) AS non_ci_downloads
FROM `bigquery-public-data.pypi.file_downloads`
WHERE DATE(timestamp) >= DATE_SUB(CURRENT_DATE(), INTERVAL 7 DAY)
GROUP BY download_date
ORDER BY download_date;

miketheman

#!/usr/bin/env python

import sys
import boto
import pprint

del_flag = ''
if len(sys.argv) > 1:
    del_flag = sys.argv[1]

miketheman

from unittest.mock import patch

import boto3
from botocore.stub import Stubber


# create an ssm client
ssm = boto3.client("ssm")
# create an sqs client
sqs = boto3.client("sqs")

miketheman

"""
Add users to a Mastodon instance list.

Uses https://mastodonpy.readthedocs.io/
"""
from os import environ
from pathlib import Path

from mastodon import Mastodon
from mastodon.errors import MastodonNotFoundError, MastodonServiceUnavailableError

miketheman

Tests how GitHub renders code blocks

Code fence, no language set

    ```
    echo "foo"
    ```

miketheman

CURRENT_DIRECTORY := $(shell pwd)

TESTSCOPE = apps
TESTFLAGS = --with-timer --timer-top-n 10 --keepdb

help:
	@echo "Docker Compose Help"
	@echo "-----------------------"
	@echo ""
	@echo "Run tests to ensure current state is good:"

miketheman

DIAGRAMS := $(wildcard *.puml */*puml)
SVGS := $(DIAGRAMS:.puml=.svg)
PNGS := $(DIAGRAMS:.puml=.png)

all: $(SVGS) $(PNGS)

%.png: %.puml
	plantuml -tpng "$<"

%.svg: %.puml

miketheman

from github import Github

gh = Github('SET_GITHUB_ACCESS_TOKE_HERE')

org = gh.get_organization('SET_ORG_NAME_HERE')

repos = org.get_repos()

for repo in repos:
    if repo.archived: