django_quilla_deploy_aws.txt

# 1. lanza instancia

# 2. ssh instancia (click en ec2 instance, click en boton [connect] para ver info de conexion.
# update ubuntu
> export LANGUAGE=en_US.UTF-8
> export LANG=en_US.UTF-8
> export LC_ALL=en_US.UTF-8
> sudo apt-get update
> sudo apt-get upgrade
> sudo dpkg-reconfigure tzdata

# instalar dependencias
> sudo apt-get install build-essential python-dev libpcre3-dev libssl-dev python-setuptools git 

# estructura de directorios
> mkdir -p ~/www/dq.com/src ~/www/dq.com/logs ~/server/logs

# git pull en src
# generate ssh key
> ssh-keygen -t rsa -b 4096 -C "thepanchi@gmail.com"
> vim /home/ubuntu/.ssh/id_rsa.pub # github / accounts / ssh keys
> git clone git@github.com:XXX/XXX.git
> sudo easy_install pip
> sudo pip install virtualenvwrapper
> source /usr/local/bin/virtualenvwrapper.sh
> mkvirtualenv XXX
# install requirements
> pip install -r deploy/requirements.txt
# link symbolico en  ~/www/dq.com para el django project

# runserver y probar en browser con public DNS de la instancia, puerto 8000
> python manage.py runserver 0.0.0.0:8000

# as supervisord process, instalar global, osea fuera del env del proyecto
> sudo pip install supervisor
> sudo vim /etc/supervisord.conf
# agrega el contenido de supervisord.conf
# inicia supervisor
# que arranque cuando la instancia arranque
> sudo su
> crontab -e
# @reboot unlink /tmp/supervisor.sock; /usr/local/bin/supervisord -c /etc/supervisord.conf 

# install uwsgi
> pip install uwsgi
> /home/ubuntu/.virtualenvs/dq/bin/uwsgi --master --http 0.0.0.0:8000 --processes 1 --wsgi-file /home/ubuntu/www/dq.com/dq/xtest/wsgi.py --pidfile /home/ubuntu/uwsgi.pid  --home /home/ubuntu/.virtualenvs/dq --pythonpath /home/ubuntu/www/dq.com/dq

# tiempo para nginx? if True:
> wget 'http://nginx.org/download/nginx-1.0.0.tar.gz'
> tar -xzvf nginx-1.0.0.tar.gz
> cd nginx-1.0.0
> ./configure --sbin-path=/usr/local/sbin --with-http_ssl_module
> make
> sudo make install 
> sudo vim /etc/init.d/nginx
# paste the contents of etc.init.d.nginx
# permisos de ejecucion y que arranque al inicio
> sudo chmod +x /etc/init.d/nginx
> sudo /usr/sbin/update-rc.d -f nginx defaults
> sudo vim /usr/local/nginx/conf/nginx.conf
# replace contents with usr.local.nginx.conf.nginx.conf 

---------
# imprime algo que indique cual es el server:
# crea un view y imprima el valor de http://169.254.169.254/latest/meta-data/instance-id
---------

# cosas de AWS
# crea un AMI
# crea aws-cli en developer pc
# login con credenciales del developer: aws configure --profile test

x1_supervisord.conf

[unix_http_server]
file=/tmp/supervisor.sock   ; (the path to the socket file)

[supervisord]
logfile=/home/ubuntu/server/logs/supervisord.log ; (main log file;default $CWD/supervisord.log)
logfile_maxbytes=50MB       ; (max main logfile bytes b4 rotation;default 50MB)
logfile_backups=10          ; (num of main logfile rotation backups;default 10)
loglevel=info               ; (log level;default info; others: debug,warn,trace)
pidfile=/var/run/supervisord.pid ; (supervisord pidfile;default supervisord.pid)
nodaemon=false              ; (start in foreground if true;default false)
minfds=1024                 ; (min. avail startup file descriptors;default 1024)
minprocs=200                ; (min. avail process descriptors;default 200)

[rpcinterface:supervisor]
supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface

[supervisorctl]
serverurl=unix:///tmp/supervisor.sock

[program:dq.com]
command=/home/ubuntu/.virtualenvs/dq/bin/uwsgi --master --http 0.0.0.0:8000 --processes 1 --wsgi-file /home/ubuntu/www/dq.com/dq/xtest/wsgi.py --pidfile /home/ubuntu/uwsgi.pid  --home /home/ubuntu/.virtualenvs/dq --pythonpath /home/ubuntu/www/dq.com/dq
directory=/home/ubuntu/www/dq.com/dq
user=ubuntu
autostart=true
autorestart=true
stdout_logfile=/home/ubuntu/www/dq.com/logs/supervisord.log
redirect_stderr=true
environment=HOME=/home/ubuntu,USER=ubuntu
stopsignal=INT

x2_fabfile.log

from contextlib import contextmanager as _contextmanager
from fabric.context_managers import prefix
from fabric.operations import get, run, sudo
from fabric.state import env
from fabric.contrib import django
import boto3

django.project('xtest')
from django.conf import settings

running_instances = []
s = boto3.session.Session(profile_name='xtest')
ec2 = s.resource("ec2")

def get_ec2_instances():
    instances = ec2.instances.filter(
        Filters=[{'Name': 'instance-state-name', 'Values': ['running']}]
    )
    for i in instances:
        ssh_access = "ubuntu@{0}".format(i.public_dns_name)
        print 'servers >', ssh_access
        running_instances.append(ssh_access)

get_ec2_instances()

environments = {
    'production': {
        'hosts': running_instances,
        'source_code': '/home/ubuntu/www/dq.com/dq',
        'supervisor_commands': [
            'supervisorctl restart dq.com'
        ],
        'virtualenv': {
            'virtualenv_name': 'dq',
            'virtualenv_sh': '/usr/local/bin/virtualenvwrapper.sh',
        },
        'git': {
            'parent': 'origin',
            'branch': 'master',
        }
    }
}


# Utils
@_contextmanager
def virtualenv():
    """ Wrapper to run commands in the virtual env context """
    environment = environments['default']
    workon_home = environment['virtualenv'].get('workon_home',
                                                '~/.virtualenvs')
    with prefix('export WORKON_HOME={0}'.format(workon_home)):
        virtualenv_sh = environment['virtualenv'].get('virtualenv_sh',
                                                      '/etc/bash_completion.d/virtualenvwrapper')
        with prefix('source {0}'.format(virtualenv_sh)):
            virtualenv_name = environment['virtualenv'].get('virtualenv_name')
            with prefix('workon {0}'.format(virtualenv_name)):
                source_code = environment['source_code']
                with prefix('cd {0}'.format(source_code)):
                    yield


def django(command):
    with virtualenv():
        full_command = 'python manage.py {0}'.format(command)
        run(full_command)


# setup
def production():
    environments['default'] = environments['production']
    env.hosts = environments['production']['hosts']
    env.key_filename = 'cmhost-oregon-tests2.pem'

#tasks
def test_connection():
    run('free -m')


def git_pull():
    with virtualenv():
        run('git pull %s %s' % (environments['default']['git']['parent'],
                                environments['default']['git']['branch']))
        #run('git pull')


def pip_install():
    with virtualenv():
        run('pip install -r requirements.txt')


def pyclean():
    with virtualenv():
        run('find . -type f -name "*.py[co]" -exec rm -f \{\} \;')


def supervisor_restart():
    for supervisor in environments['default']['supervisor_commands']:
        sudo(supervisor)


def deploy():
    git_pull()
    pyclean()
    supervisor_restart()


"""
Filters=[
        {'Name': 'tag-key', 'Values': ['env']},
        {'Name': 'tag-value', 'Values': ['qa']},
        ]
"""

x99_etc.init.d.nginx

#! /bin/sh

### BEGIN INIT INFO
# Provides:          nginx
# Required-Start:    $local_fs $remote_fs $network $syslog
# Required-Stop:     $local_fs $remote_fs $network $syslog
# Default-Start:     2 3 4 5
# Default-Stop:      0 1 6
# Short-Description: starts the nginx web server
# Description:       starts nginx using start-stop-daemon
### END INIT INFO

PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin
DAEMON=/usr/local/sbin/nginx
DESC=nginx
PIDFILE=/usr/local/nginx/logs/nginx.pid

test -x $DAEMON || exit 0

# Include nginx defaults if available
if [ -f /etc/default/nginx ] ; then
        . /etc/default/nginx
fi

set -e

. /lib/lsb/init-functions

test_nginx_config() {
  if nginx -t $DAEMON_OPTS
  then
    return 0
  else
    return $?
  fi
}

case "$1" in
  start)
        echo -n "Starting $DESC: "
        test_nginx_config
        start-stop-daemon --start --quiet --pidfile $PIDFILE \
                --exec $DAEMON -- $DAEMON_OPTS || true
        echo "nginx."
        ;;
  stop)
        echo -n "Stopping $DESC: "
        start-stop-daemon --stop --quiet --pidfile $PIDFILE \
                --exec $DAEMON || true
        echo "nginx."
        ;;
  restart|force-reload)
        echo -n "Restarting $DESC: "
        start-stop-daemon --stop --quiet --pidfile \
                $PIDFILE --exec $DAEMON || true
        sleep 1
        test_nginx_config
        start-stop-daemon --start --quiet --pidfile \
                $PIDFILE --exec $DAEMON -- $DAEMON_OPTS || true
        echo "nginx."
        ;;
  reload)
        echo -n "Reloading $DESC configuration: "
        test_nginx_config
        start-stop-daemon --stop --signal HUP --quiet --pidfile $PIDFILE \
            --exec $DAEMON || true
        echo "nginx."
        ;;
  configtest)
        echo -n "Testing $DESC configuration: "
        if test_nginx_config
        then
          echo "nginx."
        else
          exit $?
        fi
        ;;
  status)
        status_of_proc -p $PIDFILE "$DAEMON" nginx && exit 0 || exit $?
        ;;
  *)
        echo "Usage: nginx {start|stop|restart|reload|force-reload|status|configtest}" >&2
        exit 1
        ;;
esac

exit 0

x99_nginx.conf

# /home/admin/www/<project.com>/conf/nginx.conf


    upstream app_server_<project_name> {
        #server unix:/tmp/gunicorn.sock fail_timeout=0;
        # For a TCP configuration:
         server 127.0.0.1:8000 fail_timeout=0;
    }

server {

    listen      80;
    server_name <project.com>;
    charset     utf-8;

    access_log  /home/admin/www/<project.com>/logs/nginx-access.log;
    error_log   /home/admin/www/<project.com>/logs/nginx-error.log;

    proxy_set_header   Host             $host;
    proxy_set_header   X-Real-IP        $remote_addr;
    proxy_set_header   X-Forwarded-For  $proxy_add_x_forwarded_for;

    client_max_body_size       10m; 
    client_body_buffer_size    128k;

    proxy_connect_timeout      90;
    proxy_send_timeout         90;
    proxy_read_timeout         90;

    proxy_buffer_size          4k;
    proxy_buffers              4 32k;
    proxy_busy_buffers_size    64k;
    proxy_temp_file_write_size 64k;

    # Redirect www subdomain
    if ($host = 'www.<project.com>' ) {
        rewrite  ^/(.*)$  http://<project.com>/$1 permanent;
    }

    # Django admin media.
    location /media/ {
        alias /home/admin/.virtualenvs/<project.com>/lib/python2.6/site-packages/django/contrib/admin/media/;
    }

    # Site media
    location /static/ {
        alias /home/admin/www/<project.com>/waffil/trunk/static/;
    }

    # Finally, send all non-media requests to the Django server.
  

        location / {


            #auth_basic            "Restricted";
            #auth_basic_user_file  /home/admin/www/<project.com>/conf/htpasswd;

            proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
            proxy_set_header Host $http_host;
            proxy_redirect off;

            if (!-f $request_filename) {
                proxy_pass http://app_server_<project_name>;
                break;
            }
        }


}

x99_usr.local.nginx.conf.nginx.conf

user www-data;
worker_processes  1;

error_log  /home/admin/server/logs/nginx-error.log;
pid        /var/run/nginx.pid;

events {
    worker_connections  1024;
}

http {
    include               /usr/local/nginx/conf/mime.types;
    access_log            /home/admin/server/logs/nginx-access.log;
    default_type          application/octet-stream;
    keepalive_timeout     10;
    tcp_nodelay           on;
    client_max_body_size  20m;
    sendfile              on;
    gzip                  on;
    gzip_disable "MSIE [1-6]\.(?!.*SV1)";

    # Directories
    client_body_temp_path /tmp/client_body/  2 2;
    fastcgi_temp_path     /tmp/fastcgi/;
    proxy_temp_path       /tmp/proxy/;
    uwsgi_temp_path       /tmp/uwsgi/;

    include /etc/nginx/conf.d/*.conf;
    include /home/admin/server/sites-enabled/*;
}