Skip to content

Instantly share code, notes, and snippets.

View obar1's full-sized avatar
:octocat:

obar1 obar1

:octocat:
8 followers · 5 following
View GitHub Profile
@obar1
obar1 / reduce side join
Created June 12, 2015 14:13
import java.io.IOException;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.Mapper;
import org.apache.hadoop.mapreduce.Reducer;
import org.apache.hadoop.mapreduce.lib.input.MultipleInputs;
import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;
@obar1
obar1 / gradle_install.sh
Created December 16, 2015 10:12
# installs to /opt/gradle
# existing versions are not overwritten/deleted
# seamless upgrades/downgrades
# $GRADLE_HOME points to latest *installed* (not released)
gradle_version=2.9
mkdir -p /opt/gradle
wget -N https://services.gradle.org/distributions/gradle-${gradle_version}-all.zip --no-check-certificate
sudo unzip -foq gradle-${gradle_version}-all.zip -d /opt/gradle
sudo ln -sfn gradle-${gradle_version} /opt/gradle/latest
sudo printf "export GRADLE_HOME=/opt/gradle/latest\nexport PATH=\$PATH:\$GRADLE_HOME/bin" > /etc/profile.d/gradle.sh
@obar1
obar1 / mapr_python
Last active December 25, 2015 08:25
export PV=3.4.3
su
yum groupinstall "Development tools"
yum install -y gcc make openssl-devel openssl
wget http://www.python.org/ftp/python/3.4.3/Python-3.4.3.tgz -O /var/tmp/Python-3.4.3.tgz
gunzip -c /var/tmp/Python-3.4.3.tgz | tar xvf -
./configure
@obar1
obar1 / mac osx prompt
Created April 13, 2016 14:13
export PS1="\[\033[36m\]\u\[\033[m\]@\[\033[32m\]\h:\[\033[33;1m\]\w\[\033[m\]\$ "
export CLICOLOR=1
export LSCOLORS=ExFxBxDxCxegedabagacad
alias ls='ls -GFh'
@obar1
obar1 / mails_hunetr
Last active March 8, 2017 18:56
wget -r --no-parent -A '*CHANGES*' http://ws.com
grep -E -o "\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,6}\b" hbase-0.98.6-cdh5.3.6.CHANGES.txt | sort | uniq -i -z | uniq
@obar1
obar1 / export safari
Created October 26, 2016 17:01
## get the extension
# https://addons.mozilla.org/en-US/firefox/addon/export-cookies/
# login
# https://www.safaribooksonline.com/accounts/login/?next=/s/
## export the cookies
cd ~
@obar1
obar1 / vm_setup.md
Last active November 1, 2016 20:53

tools

yum groupinstall "Development Tools" yum install net-tools kernel-headers kernel-devel gcc yum update reboot

vmware tool

@obar1
obar1 / spark_setup.sh
Last active November 1, 2016 20:10
# setup
http://www.apache.org/dist/spark/spark-1.6.2/http://www.apache.org/dist/spark/spark-1.6.2/spark-1.6.2-bin-hadoop2.6.tgz
wget http://www.apache.org/dist/spark/spark-1.6.2/spark-1.6.2-bin-hadoop2.6.tgz
sudo mv spark-1.6.2-bin-hadoop2.6.tgz /opt
cd /opt
tar xvf spark-1.6.2-bin-hadoop2.6.tgz
cd
sudo ln -s /opt/spark-1.6.2-bin-hadoop2.6/ spark
@obar1
obar1 / centos_inst_java8.sh
Last active November 11, 2016 18:30
sudo yum remove java-1.*.0-openjdk-*
wget --no-cookies --no-check-certificate --header "Cookie: gpw_e24=http%3A%2F%2Fwww.oracle.com%2F; oraclelicense=accept-securebackup-cookie" "http://download.oracle.com/otn-pub/java/jdk/8u40-b25/jdk-8u40-linux-x64.rpm"
# latest
wget --no-check-certificate --no-cookies --header "Cookie: oraclelicense=accept-securebackup-cookie" http://download.oracle.com/otn-pub/java/jdk/8u102-b14/jdk-8u102-linux-x64.rpm
### TODO to update
su
rpm -ivh jdk-8u40-linux-x64.rpm
@obar1
obar1 / clousterdock 16gb
Last active December 1, 2016 13:25
clousterdock 16gb using cloudera clusterdock
#on my centos 7
cd /tmp
wget https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm
ls *.rpm
To install epel-release-7-5.noarch.rpm, type:
sudo yum install epel-release-7.noarch.rpm
`