Turn an EC2 micro instance into a StatsD/Graphite server

locally.sh

ec2-authorize default -p 2003 

setup-statsd.sh

# install git
sudo yum -y install git curl gcc make memcached
# download the Node source, compile and install it
git clone https://github.com/joyent/node.git
cd node
./configure
make
sudo make install

# install the Node package manager for later use
curl http://npmjs.org/install.sh | sudo sh
sudo npm install express

# clone the statsd project
git clone https://github.com/etsy/statsd.git

# download everything for graphite
mkdir graphite
cd graphite/
wget "http://launchpad.net/graphite/0.9/0.9.9/+download/whisper-0.9.9.tar.gz"
wget "http://launchpad.net/graphite/0.9/0.9.9/+download/carbon-0.9.9.tar.gz"
wget "http://launchpad.net/graphite/0.9/0.9.9/+download/graphite-web-0.9.9.tar.gz"
tar xzvf whisper-0.9.9.tar.gz 
tar xzvf carbon-0.9.9.tar.gz 
tar xzvf graphite-web-0.9.9.tar.gz

# install whisper - Graphite's DB system
cd whisper-0.9.6
sudo python setup.py install
cd ..

# install carbon - the Graphite back-end
cd carbon-0.9.6
sudo python setup.py install
cd /opt/graphite/conf
cp carbon.conf.example carbon.conf

# copy the example schema configuration file, and then configure the schema
# see: http://graphite.wikidot.com/getting-your-data-into-graphite
cp storage-schemas.conf.example storage-schemas.conf

# install django
wget http://www.djangoproject.com/download/1.3.1/tarball/
tar xzvf Django-1.3.1.tar.gz
cd Django-1.3.1
sudo python setup.py install
cd ..

# install other graphite dependencies
sudo yum -y install pycairo python-memcached python-ldap python-twisted httpd mod_python mod_wsgi
cd ~/graphite/graphite-web-0.9.6
sudo python setup.py install

# copy the graphite vhost example to available sites, edit it to you satisfaction, then link it from sites-enabled
sudo cp example/example-graphite-vhost.conf /etc/httpd/conf.d/
cd /opt/graphite/conf
sudo cp graphite.wsgi.example graphite.wsgi

# Update this file if you installed the graphite webapp somewhere custom
sudo /etc/init.d/httpd restart

# I had to create these log files manually 
cd /opt/graphite/storage/log/webapp
touch info.log
chmod 777 info.log
touch exception.log
chmod 777 exception.log

# make sure to change ownership of the storage folder to the Apache user/group - mine was www-data
sudo chown -R apache:apache /opt/graphite/storage/
cd /opt/graphite/webapp/graphite

# copy the local_settings example file to creating the app's settings
# this is where both carbon federation and authentication is configured
sudo cp local_settings.py.example local_settings.py
sudo easy_install django-tagging
sudo easy_install simple_json

# run syncdb to setup the db and prime the authentication model (if you're using the DB model)
sudo python manage.py syncdb

# start the carbon cache
sudo /opt/graphite/bin/carbon-cache.py start

# copy the the statsd config example to create the config file
# unless you used non-default ports for some other feature of the system, the defaults in the config file are fine
cd ~/statsd
cp exampleConfig.js local.js

# start statsd
node stats.js local.js