Skip to content

Instantly share code, notes, and snippets.

@meisheep
Created June 13, 2016 07:11
Show Gist options
  • Save meisheep/4e23c49ed2f62b1019172989a3f8bdc1 to your computer and use it in GitHub Desktop.
Save meisheep/4e23c49ed2f62b1019172989a3f8bdc1 to your computer and use it in GitHub Desktop.
Fetch File from S3 using boto3
from __future__ import print_function
import json
import boto3
s3client = boto3.client('s3')
def lambda_handler(event, context):
output = {'success': True, 'results': list()}
try:
s3response = s3client.get_object(
Bucket='cp2016-final-dataset',
Key='outputs/' + event['id'] + '/part-r-00000'
)
content = s3response['Body'].read().rstrip()
lines = [line for line in content.split('\n')]
for line in lines:
columns = line.split('\t')
tmp = dict()
tmp['area'] = columns[0]
tmp['address'] = columns[1]
tmp['lat'] = columns[2]
tmp['lng'] = columns[3]
tmp['price'] = columns[7]
tmp['school'] = columns[8]
tmp['lib'] = columns[9]
tmp['gas'] = columns[10]
tmp['cvs'] = columns[11]
tmp['hospital'] = columns[12]
tmp['rank'] = columns[13]
output['results'].append(tmp)
except:
output['success'] = False
return output
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment