Amazon ES index rotation script

es-rotate-indexes.py

#!/usr/bin/env python
import datetime
from requests_aws4auth import AWS4Auth
from elasticsearch import Elasticsearch, RequestsHttpConnection
import boto3

host = '' # For example, search-my-domain.region.es.amazonaws.com
region = '' # For example, us-west-1
service = 'es'
credentials = boto3.Session().get_credentials()
awsauth = AWS4Auth(credentials.access_key, credentials.secret_key, region, service, session_token=credentials.token)
days = 7 # keep only one week

es = Elasticsearch(
  hosts = [{'host': host, 'port': 443}],
  http_auth = awsauth,
  use_ssl = True,
  verify_certs = True,
  connection_class = RequestsHttpConnection
)

to_be_deleted = []
for i in es.indices.get('*'):
  try:
    i_d = datetime.datetime.strptime(i.split('-')[-1], '%Y.%m.%d')
    if (datetime.datetime.now() - i_d) > datetime.timedelta(days=days) and not (i.startswith('keep-this-') or i.startswith('also-keep-this-')):
      to_be_deleted.append(i)
  except ValueError:
    print("ERROR: ", i)
    continue

for i in to_be_deleted:
  es.indices.delete(i)
  print('deleted ', i)