stream-upload-snippet.js

    // get the given filename from the path given
    http.get({
      hostname: 'cdn.gea.esac.esa.int',
      port: 80,
      path: `/Gaia/gaia_source/csv/${filename}`,
      agent: false  // create a new agent just for this one request
    }, (res) => {
      // stream-upload the file to Amazon S3 as it comes in
      res.pipe(upload);
    });