Logrotate & upload nginx logfiles to s3://bucket/dt=..../hostname.log...gz

crontab

# Nginx - logrotate & upload to S3
0 0 * * * /usr/sbin/logrotate /etc/logrotate.d/nginx 
15 0 * * * s3cmd put /var/log/nginx/access.log-`date +"\%Y\%m\%d"`.gz s3://$LOGS_BUCKET_NAME/nginx-access/`date +"dt=\%Y\%m\%d"`/`hostname -s`.access.log-`date +"\%Y\%m\%d"`.gz

etc_logrotate.d_nginx

/var/log/nginx/error.log {
 daily
 rotate 30
 copytruncate
 compress
 notifempty
 missingok
}

/var/log/nginx/access.log {
 daily
 rotate 30
 compress
 missingok
 notifempty
 sharedscripts
 dateext
 postrotate
        kill -USR1 `\/usr\/bin\/pgrep -f \/usr\/local\/nginx\/sbin\/nginx` \
 endscript
}

upload-to-s3.sh

find /var/log/nginx/ -type f -mmin -10 -name "access.log*.gz" -exec sh -c "s3cmd put {} s3://$LOGS_BUCKET_NAME/nginx-access/\`date +\"dt=%Y%m%d\"\`/\`hostname -s\`.\`basename {}\`" \;

/etc/logrotate.d/nginx

/var/log/nginx/domains/domain2.com.log {
 # hourly
 rotate 24
 compress
 missingok
 notifempty
}

/var/log/nginx/domains/domain2.com.error.log {
 # hourly
 rotate 24
 copytruncate
 compress
 notifempty
 missingok
}

/var/log/nginx/domains/domain1.net.error.log {
 # hourly
 rotate 24
 copytruncate
 compress
 notifempty
 missingok
}

/var/log/nginx/domains/domain1.net.log {
 # hourly
 rotate 24
 compress
 missingok
 notifempty
 sharedscripts
 postrotate
        kill -USR1 `\/usr\/bin\/pgrep -f \/usr\/local\/nginx\/sbin\/nginx` \
 endscript
}