Recursively get files from an s3 bucket with nodejs aws-sdk

load.js

const AWS = require('aws-sdk');
const s3 = new AWS.S3();

function getObjects({ bucket, marker, prev }, callback) {
  var params = {
    Bucket: bucket,
    Marker: marker,
  }

  return s3.listObjects(params).promise().then(data => {
    let objects = data.Contents;
    console.log(`Found ${objects.length} objects...`);
    if(prev) {
      objects = prev.concat(objects);
    }
    if(data.IsTruncated){
      const length = data.Contents.length;
      const marker = data.Contents[length - 1].Key;
      return getObjects({ bucket, marker, prev: objects});
    }
    return objects;
  });
}

getObjects({
  bucket: 'alliance-pa-platform-dev-audit-records-bucket'
}).then(objects => {
  console.log(`${objects.length} objects total`);
});

schema.js

// Each object is of the format
{ 
  Key: '112435-8509-478d-bf24-d6f4dcb68ae9',
  LastModified: 2018-12-20T12:01:12.000Z,
  ETag: '"7d73903cfde1wqe3418ef69a2c937073"',
  Size: 27970,
  StorageClass: 'STANDARD',
  Owner: [Object] 
}