Skip to content

Instantly share code, notes, and snippets.

#!/usr/bin/env python
import os
import requests
import boto3
import base64
import argparse
from getpass import getpass
from bs4 import BeautifulSoup as bs
@s-fujimoto
s-fujimoto / request_amazon_es.py
Last active January 17, 2020 09:37
request to amazon es controled iam policy
#!/usr/bin/env python
from boto.connection import AWSAuthConnection
import requests
import json
import sys
def main():
host = sys.argv[1]
@s-fujimoto
s-fujimoto / collect_vulnerability.py
Last active October 21, 2018 10:53
collect vulnerability for AWS Lambda
#####################################################################################
### Select from low, middle, high. If you choice middle, script collect middle and high.
SEVERITY = "middle"
### Select from daily, weekly, monthly
INTERVAL = "daily"
### Specify Publish Topic Arn for SNS
TOPIC_ARN = "arn:aws:sns:*******:************:**********"
@s-fujimoto
s-fujimoto / s3-to-es-lamba.py
Created November 14, 2015 15:57
Import Elasticsearch from ELB access log for AWS Lambda Function
##################################################
### Elasticsearch host name
ES_HOST = "search-******************.ap-northeast-1.es.amazonaws.com"
### Elasticsearch prefix for index name
INDEX_PREFIX = "awslogs"
#################################################
### ELB access log format keys
ELB_KEYS = ["timestamp", "elb", "client_ip", "client_port", "backend_ip", "backend_port", "request_processing_time", "backend_processing_time", "response_processing_time", "elb_status_code", "backend_status_code", "received_bytes", "sent_bytes", "request_method", "request_url", "request_version", "user_agent"]
##################################################
### Elasticsearch host name
ES_HOST = "search-*******************.ap-northeast-1.es.amazonaws.com"
### Elasticsearch prefix for index name
INDEX_PREFIX = "slowquerylog"
### Elasticsearch type name is rds instance id
RDS_ID = "<RDS_INSTANCE_IDENTIFY>"
##################################################
### Elasticsearch host name
ES_HOST = "search-******************.ap-northeast-1.es.amazonaws.com"
### Elasticsearch prefix for index name
INDEX_PREFIX = "elb_log"
### ELB name for type name
ELB_NAME = "*****"
@s-fujimoto
s-fujimoto / aws_http_requests.py
Last active March 6, 2021 04:53
request to amazon elasticsearch service on aws signature version 4
from elasticsearch.connection.http_requests import RequestsHttpConnection
from botocore.awsrequest import AWSRequest
from botocore.auth import SigV4Auth
from botocore.credentials import Credentials
from botocore.utils import InstanceMetadataFetcher
from elasticsearch.compat import urlencode
import os
try:
import requests
REQUESTS_AVAILABLE = True
@s-fujimoto
s-fujimoto / cloudfront-logstash.conf
Created April 27, 2016 11:02
Logstash configuration file for throwing CloudFront logs to Amazon ES
input {
s3 {
bucket => "<CLOUDFRONT_LOG_BUCKET>"
prefix => "<CLOUDFRONT_LOG_KEY_PREFIX>"
region => "<BUCKET_REGION_NAME>"
}
}
filter {
@s-fujimoto
s-fujimoto / cloudfront.template.json
Created April 27, 2016 11:04
Elasticsearch Index Template file for CloudFront log
{
"template": "cloudfront-logs-*",
"mappings": {
"logs": {
"_source": {
"enabled": false
},
"_all": {
"enabled": false
},
@s-fujimoto
s-fujimoto / swap.py
Last active May 22, 2016 02:23
Managed OS Swap space for Ansible Module
#!/usr/bin/env python
# -*- coding: utf-8 -*-
DOCUMENTATION = '''
---
module: swap
author: Shinji Fujimoto
short_description: Managed OS Swap space
requirements: None
description: