pipe the content of a webpage to a file in s3

http-to-s3.js

var http = require('http')
var path = require('path')
var AWS = require('aws-sdk')

function httpToS3 (event, context, callback) {
  var s3 = new AWS.S3()
  var now = (new Date()).toISOString()

  http.request({
    protocol: 'http:',
    hostname: 'www.nracountry.com',
    path: '/artists',
    method: 'GET'
  }, function (res) {
    s3.upload({
      Bucket: 'my-bucket',
      Key: path.join('nra-country', now + '.txt'),
      Body: res
    }, {}, function (err, data) {
      console.log(data)
      callback(err, 'all done')
    })
  }).end()
}

// httpToS3({}, {}, (err, msg) => {
//   console.log(err, msg)
// })

exports.handler = httpToS3