ivanlei

export AWS_ACCESS_KEY_ID=XXX
export AWS_SECRET_ACCESS_KEY=XXX
python ./mr_word_freq_count.py ./wordlist \
  --pool-emr-job-flows \
  --runner=emr \
  --visible-to-all-users \
  --num-ec2-instances=1 \
  --aws-region=us-west-2 --emr-endpoint=us-west-2.elasticmapreduce.amazonaws.com

ivanlei

sudo apt-get update
sudo apt-get install -y git-core python-pip python-dev build-essential
sudo pip install --upgrade pip
sudo pip install --upgrade virtualenv
sudo pip install boto
sudo pip install simplejson
sudo git clone https://github.com/Yelp/mrjob.git
pushd mrjob
sudo python setup.py install
popd