Skip to content

Instantly share code, notes, and snippets.

#!/usr/bin/env python
import twitter
import boto3
import os
keyword = 'dev.classmethod.jp'
region = 'us-east-1'
size = 10 * 100
#!/usr/bin/env python
import twitter
import boto3
import os
keyword = '#reinvent'
lang = 'en'
region = 'us-east-1'
size = 100 * 100
@s-fujimoto
s-fujimoto / s3-to-es-lambda-with-ingest.py
Last active May 9, 2019 19:57
Transfer s3 to Elasticsearch log from by Lambda
import boto3
import os
import gzip
from datetime import datetime
from botocore.awsrequest import AWSRequest
from botocore.auth import SigV4Auth
from botocore.endpoint import BotocoreHTTPSession
from botocore.credentials import Credentials
def lambda_handler(event, context):
@s-fujimoto
s-fujimoto / approve_release.py
Created March 27, 2017 01:41
Approve CodePipeline approval action with Lambda function
import boto3
def lambda_handler(event, context):
pipeline_name=event['PIPELINE_NAME']
stage_name=event['STAGE_NAME']
action_name=event['ACTION_NAME']
cp = boto3.client('codepipeline')
state = cp.get_pipeline_state(name=pipeline_name)
@s-fujimoto
s-fujimoto / cfnyaml.py
Created May 28, 2016 08:10
CloudFormation parameters use by YAML format
#!/usr/bin/env python
# -*- coding: utf-8 -*-
import argparse
import json
try:
import boto3
import yaml
except ImportError:
print '*******************************'
@s-fujimoto
s-fujimoto / swap.py
Last active May 22, 2016 02:23
Managed OS Swap space for Ansible Module
#!/usr/bin/env python
# -*- coding: utf-8 -*-
DOCUMENTATION = '''
---
module: swap
author: Shinji Fujimoto
short_description: Managed OS Swap space
requirements: None
description:
@s-fujimoto
s-fujimoto / cloudfront.template.json
Created April 27, 2016 11:04
Elasticsearch Index Template file for CloudFront log
{
"template": "cloudfront-logs-*",
"mappings": {
"logs": {
"_source": {
"enabled": false
},
"_all": {
"enabled": false
},
@s-fujimoto
s-fujimoto / cloudfront-logstash.conf
Created April 27, 2016 11:02
Logstash configuration file for throwing CloudFront logs to Amazon ES
input {
s3 {
bucket => "<CLOUDFRONT_LOG_BUCKET>"
prefix => "<CLOUDFRONT_LOG_KEY_PREFIX>"
region => "<BUCKET_REGION_NAME>"
}
}
filter {
@s-fujimoto
s-fujimoto / aws_http_requests.py
Last active March 6, 2021 04:53
request to amazon elasticsearch service on aws signature version 4
from elasticsearch.connection.http_requests import RequestsHttpConnection
from botocore.awsrequest import AWSRequest
from botocore.auth import SigV4Auth
from botocore.credentials import Credentials
from botocore.utils import InstanceMetadataFetcher
from elasticsearch.compat import urlencode
import os
try:
import requests
REQUESTS_AVAILABLE = True
##################################################
### Elasticsearch host name
ES_HOST = "search-******************.ap-northeast-1.es.amazonaws.com"
### Elasticsearch prefix for index name
INDEX_PREFIX = "elb_log"
### ELB name for type name
ELB_NAME = "*****"