meh

gistfile1.txt

const needle = require('needle');
JSONStream = require('JSONStream'),
	limit = 2000,
	perPage = 10,
	parser = JSONStream.parse()
let size = 0;

module.exports = function pagination(token) {
	const options = {
		headers: {
			'Authorization': token
		}
	}
	const stream = needle.get(`https://corporatevisions.sandbox.myabsorb.com/api/Rest/v1/Categories`, options)
		.on('headers', header => {
			console.log('header', header['content-length'])
			size = header['content-length']
		})
		.pipe(JSONStream.stringify(false))
	stream.pipe(parser);
	parser.on('data', data => {
		if (size > limit) {
			let paginated = data.slice(0, perPage)
			console.log('paginated data', paginated)
		}
	});
}