mshakhomirov

{
  "name": "gcs-transfer",
  "version": "0.0.1",
  "private": true,
  "scripts": {},
  "dependencies": {
    "@google-cloud/storage": "^3.3.0",
    "async": "^3.1.0",
    "aws-sdk": "^2.512.0",
    "moment": "^2.17.1",

mshakhomirov

'use strict';
const AWS = require('aws-sdk');
const async = require('async');
const { Storage } = require('@google-cloud/storage');
AWS.config.update({region: "eu-west-1"});
let s3 = new AWS.S3();
const moment = require('moment');

let config = require('./config.json');

mshakhomirov

{
    "Tables": [
      {
        "name" : "daily_table_1"
      },
      {
        "name" : "daily_table_2"  
      },
      {
        "name" : "daily_table_3"  

mshakhomirov

"use strict";

let lambda = require('./index');
let event = require('./event.json');

lambda.handler(event,
    {
        done    : r  => console.log("done, result returned:\n", r),
        succeed : r  => console.log("success, result returned:\n", r),
        fail    : e  => console.log(e)

mshakhomirov

{
  "Records": [
    {
      "eventVersion": "2.0",
      "eventSource": "aws:s3",
      "awsRegion": "eu-west-1",
      "eventTime": "2017-04-11T09:29:02.255Z",
      "eventName": "ObjectCreated:Put",
      "userIdentity": {
        "principalId": "AWS:AROAJMDLTHKSTD54VVQXA: ingest-lambda"

mshakhomirov

#!/usr/bin/env bash
# chmod +x the_file_name

base=${PWD##*/}
zp=$base".zip"
echo $zp

rm -f $zp

zip -r $zp * -x deploy.sh

mshakhomirov

{"id": "1", "first_name": "John", "last_name": "Doe", "dob": "1968-01-22", "addresses": [{"status": "current", "address": "123 First Avenue", "city": "Seattle", "state": "WA", "zip": "11111", "numberOfYears": "1"}, {"status": "previous", "address": "456 Main Street", "city": "Portland", "state": "OR", "zip": "22222", "numberOfYears": "5"}]}
{"id": "2", "first_name": "John", "last_name": "Doe", "dob": "1968-01-22", "addresses": [{"status": "current", "address": "123 First Avenue", "city": "Seattle", "state": "WA", "zip": "11111", "numberOfYears": "1"}, {"status": "previous", "address": "456 Main Street", "city": "Portland", "state": "OR", "zip": "22222", "numberOfYears": "5"}]}

mshakhomirov

[
{"id":"1","first_name":"John","last_name":"Doe","dob":"1968-01-22","addresses":[{"status":"current","address":"123 First Avenue","city":"Seattle","state":"WA","zip":"11111","numberOfYears":"1"},{"status":"previous","address":"456 Main Street","city":"Portland","state":"OR","zip":"22222","numberOfYears":"5"}]},
{"id":"2","first_name":"John","last_name":"Doe","dob":"1968-01-22","addresses":[{"status":"current","address":"123 First Avenue","city":"Seattle","state":"WA","zip":"11111","numberOfYears":"1"},{"status":"previous","address":"456 Main Street","city":"Portland","state":"OR","zip":"22222","numberOfYears":"5"}]}
]

mshakhomirov

{"id": "1", "first_name": "John"}{"id": "12", "first_name": "Peter"}{"id": "3", "first_name": "Cornelia"}

mshakhomirov

[
{
     "name": "id",
     "type": "INT64",
     "mode": "NULLABLE"
},
{
     "name": "first_name",
     "type": "STRING",
     "mode": "NULLABLE"