dnozay

[root@jenkins-slave1 jenkins]# uname -r
2.6.32-431.3.1.el6.x86_64
[root@jenkins-slave1 jenkins]# zdb 
zfs-data:
    version: 5000
    name: 'zfs-data'
    state: 0
    txg: 4
    pool_guid: 11276092939463563636
    hostid: 168453632

dnozay

Feb 18 11:38:31 jenkins-slave1 kernel: SysRq : Show State
Feb 18 11:38:31 jenkins-slave1 kernel:  task                        PC stack   pid father
Feb 18 11:38:31 jenkins-slave1 kernel: init          S 0000000000000002     0     1      0 0x00000000
Feb 18 11:38:31 jenkins-slave1 kernel: ffff88013dc0b908 0000000000000082 0000000000000000 ffff8800282968a8
Feb 18 11:38:31 jenkins-slave1 kernel: ffff8801388aab18 0000000000002485 ffff8801388aaae0 0000000000000001
Feb 18 11:38:31 jenkins-slave1 kernel: ffff88013dc09ab8 ffff88013dc0bfd8 000000000000fbc8 ffff88013dc09ab8
Feb 18 11:38:31 jenkins-slave1 kernel: Call Trace:
Feb 18 11:38:31 jenkins-slave1 kernel: [<ffffffff8152942d>] schedule_hrtimeout_range+0x13d/0x160
Feb 18 11:38:31 jenkins-slave1 kernel: [<ffffffff8109b656>] ? add_wait_queue+0x46/0x60
Feb 18 11:38:31 jenkins-slave1 kernel: [<ffffffff8119fe65>] ? __pollwait+0x75/0xf0

dnozay

** this is 5min BEFORE the hang **

+ cat /proc/spl/kstat/zfs/arcstats
+ tee /zfs-data/jenkins/workspace/syslog.jenkins-slave2/arcstats.txt
4 1 0x01 84 4032 14259512326 11568069705331
name                            type data
hits                            4    85134938
misses                          4    697247
demand_data_hits                4    1358021
demand_data_misses              4    83814

dnozay

Feb 19 19:56:24 jenkins-slave1 kernel: hrtimer: interrupt took 4942027 ns
Feb 19 21:45:03 jenkins-slave1 kernel: INFO: task kswapd0:59 blocked for more than 120 seconds.
Feb 19 21:45:03 jenkins-slave1 kernel:      Tainted: P           ---------------    2.6.32-431.el6.x86_64 #1
Feb 19 21:45:03 jenkins-slave1 kernel: "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Feb 19 21:45:03 jenkins-slave1 kernel: kswapd0       D 0000000000000003     0    59      2 0x00000000
Feb 19 21:45:03 jenkins-slave1 kernel: ffff88013976fb38 0000000000000046 0000000000000000 ffff88013976fa90
Feb 19 21:45:03 jenkins-slave1 kernel: ffff88013976fa90 ffff88013aa52308 ffffffff81fcf800 ffffffff811f35a0
Feb 19 21:45:03 jenkins-slave1 kernel: ffff88013df44638 ffff88013976ffd8 000000000000fbc8 ffff88013df44638
Feb 19 21:45:03 jenkins-slave1 kernel: Call Trace:
Feb 19 21:45:03 jenkins-slave1 kernel: [<ffffffff811f35a0>] ? proc_delete_inode+0x0/0x80

dnozay

[0] http://marc.info/?a=97993518700001&r=1&w=2
[1] http://lists.linux-ha.org/pipermail/linux-ha/2001-January/002608.html
[2] http://osdir.com/ml/linux.drbd/2001-08/msg00017.html
[3] http://www.cs.technion.ac.il/Labs/csl/projects/Ensemble/
[4] http://hpux.connect.org.uk/hppd/hpux/Distributed/censemble-0.10/
[5] http://censemble.com/
[6] https://github.com/dnozay/CEnsemble

Link [0] is just a bunch of posts that were posted by 'Mark Hayden <mark () northforknet ! com>'
Link [1] explains what DBD (DISTRIBUTED BLOCK DEVICE) is; not to be confused with DRBD. 

dnozay

# some of the steps were described here:
# https://wiki.jenkins-ci.org/display/JENKINS/Installing+Jenkins+on+Red+Hat+distributions

# install LTS package
wget -O /etc/yum.repos.d/jenkins.repo http://pkg.jenkins-ci.org/redhat-stable/jenkins.repo
rpm --import http://pkg.jenkins-ci.org/redhat-stable/jenkins-ci.org.key
yum install jenkins java-1.6.0-openjdk nginx

# check version

dnozay

JLwsp

A Pen by Damien Nozay on CodePen.

License.

dnozay

cd /tmp
sudo yum install -y openssl-devel zlib-devel bzip2-devel wget

VERSION=2.7.8

wget https://www.python.org/ftp/python/${VERSION}/Python-${VERSION}.tgz
tar -xvzf Python-${VERSION}.tgz

cd Python-${VERSION}

dnozay

# ftp + recursive copy
# License: MIT - http://opensource.org/licenses/MIT

import ftplib
import os
import getpass
import ssl

class RecursiveCopyMixin(object):
    def rput(self, sourcedir, remotedir):

dnozay

From dec16d764a5bb0a45b16fbb445dce9a8858fc80d Mon Sep 17 00:00:00 2001
From: damien <damien@localhost>
Date: Tue, 5 Aug 2014 15:54:14 -0700
Subject: [PATCH] [trivial] massage for centos

---
 zfs-backup.sh |    4 ++--
 1 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/zfs-backup.sh b/zfs-backup.sh