Skip to content

Instantly share code, notes, and snippets.

@thraxil
Created May 12, 2019 20:03
Show Gist options
  • Save thraxil/14884f9375cf2087fed45fc218db1bd5 to your computer and use it in GitHub Desktop.
Save thraxil/14884f9375cf2087fed45fc218db1bd5 to your computer and use it in GitHub Desktop.
// Sandbox approvals that you will need (at least):
// staticMethod org.codehaus.groovy.runtime.DefaultGroovyMethods plus java.lang.Object[]
// staticMethod org.codehaus.groovy.runtime.DefaultGroovyMethods getAt java.lang.Iterable int
// java.lang.Object[]
// staticMethod org.codehaus.groovy.runtime.DefaultGroovyMethods plus java.util.List java.lang.Object
// check for required parameters. assign them to the env for
// convenience and make sure that an exception is raised if any
// are missing as a side-effect
env.APP = APP
env.REPO = REPO
env.ADMIN_EMAIL = ADMIN_EMAIL
def hosts = HOSTS.split(" ")
// optional (not all apps use celery/beat)
def celery_hosts = [:]
def beat_hosts = [:]
try {
celery_hosts = CELERY_HOSTS.split(" ")
} catch (hostsErr) {
celery_hosts = []
}
try {
beat_hosts = BEAT_HOSTS.split(" ")
} catch (beatserr) {
beat_hosts = []
}
def all_hosts = hosts + celery_hosts + beat_hosts as Set
def sentry = true
try {
env.SENTRY_URL = SENTRY_URL
} catch (sentryErr) {
println "sentry not configured"
sentry = false
}
def err = null
currentBuild.result = "SUCCESS"
try {
node {
stage('Checkout') {
checkout scm
TAG = sh (script: "git log -n 1 --pretty=format:'%H'", returnStdout: true)
env.TAG = TAG
}
stage("Build") {
retry_backoff(5) { sh "docker pull ${REPO}/${APP}:latest" }
sh "make build"
}
stage("Docker Push") {
retry_backoff(5) { sh "docker push ${REPO}/${APP}:${TAG}" }
}
}
node {
def branches = [:]
for (int i = 0; i < all_hosts.size(); i++) {
branches["pull-${i}"] = create_pull_exec(i, all_hosts[i])
}
parallel branches
def host = all_hosts[0]
stage("Migrate") {
sh "ssh ${host} /usr/local/bin/docker-runner ${APP} migrate"
}
stage("Collectstatic") {
sh "ssh ${host} /usr/local/bin/docker-runner ${APP} collectstatic"
}
stage("Compress") {
sh "ssh ${host} /usr/local/bin/docker-runner ${APP} compress"
}
}
node {
def branches = [:]
for (int i = 0; i < hosts.size(); i++) {
branches["web-restart-${i}"] = create_restart_web_exec(i, hosts[i])
}
parallel branches
}
node {
def branches = [:]
for (int i = 0; i < celery_hosts.size(); i++) {
branches["celery-restart-${i}"] = create_restart_celery_exec(i, celery_hosts[i])
}
parallel branches
}
node {
def branches = [:]
for (int i = 0; i < beat_hosts.size(); i++) {
branches["beat-restart-${i}"] = create_restart_beat_exec(i, beat_hosts[i])
}
parallel branches
}
if (sentry) {
node {
stage("Sentry") {
sh '''COMMIT=$(git log -n 1 --pretty=format:'%H')
curl ${SENTRY_URL} \
-X POST \
-H "Content-Type: application/json" \
-d "{\\\"version\\\": \\\"${COMMIT}\\\"}"
'''
}
}
}
} catch (caughtError) {
err = caughtError
currentBuild.result = "FAILURE"
} finally {
(currentBuild.result != "ABORTED") && node {
step([$class: 'Mailer',
notifyEveryUnstableBuild: true,
recipients: ADMIN_EMAIL,
sendToIndividuals: true])
}
/* Must re-throw exception to propagate error */
if (err) {
throw err
}
}
// -------------------- helper functions ----------------------
def create_pull_exec(int i, String host) {
cmd = {
node {
stage("Docker Pull - "+i) {
sh """
ssh ${host} docker pull \${REPOSITORY}\$REPO/${APP}:\$TAG
ssh ${host} cp /var/www/${APP}/TAG /var/www/${APP}/REVERT || true
ssh ${host} "echo export TAG=\$TAG > /var/www/${APP}/TAG"
"""
}
}
}
return cmd
}
def create_restart_web_exec(int i, String host) {
cmd = {
node {
stage("Restart Gunicorn - "+i) {
sh """
ssh ${host} sudo systemctl stop ${APP}.service || true
ssh ${host} sudo systemctl start ${APP}.service
"""
}
}
}
return cmd
}
def create_restart_celery_exec(int i, String host) {
cmd = {
node {
stage("Restart Worker - "+i) {
sh """
ssh ${host} sudo systemctl stop ${APP}-worker.service || true
ssh ${host} sudo systemctl start ${APP}-worker.service
"""
}
}
}
return cmd
}
def create_restart_beat_exec(int i, String host) {
cmd = {
node {
stage("Restart Beat - "+i) {
sh """
ssh ${host} sudo systemctl stop ${APP}-beat.service|| true
ssh ${host} sudo systemctl start ${APP}-beat.service
"""
}
}
}
return cmd
}
// retry with exponential backoff
def retry_backoff(int max_attempts, Closure c) {
int n = 0
while (n < max_attempts) {
try {
c()
return
} catch (err) {
if ((n + 1) >= max_attempts) {
// we're done. re-raise the exception
throw err
}
sleep(2**n)
n++
}
}
return
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment