ElasticSearch数据清理（保留90天）

filter_log_before_3_month.py

from datetime import datetime
from time import mktime
import time
import sys

for line in sys.stdin:
	try:
		datestr =line.strip()[-10:]
		dt = time.strptime(datestr, "%Y.%m.%d")
		dt = datetime.fromtimestamp(mktime(dt))
		if (datetime.now() - dt).days > 90:
			print line.strip()
	except:
		x = 1

keep_data90.sh

#!/bin/bash

curl http://10.171.255.144:9200/_cat/indices | awk '{print $3 }' | python filter_log_before_3_month.py | awk '{print "-X DELETE http://10.171.255.144:9200/"$0}' | xargs curl