cowstream.js

const highland = require('highland');
const request = require('request-promise')
const promiseToStream = highland;
const arrayToStream = highland;
const pollerToStream = highland;

function cowPageGenerator(url) {
    let page = 1;
    return (push, next) => {
        push(null, request(url, {qs: {page: page++}}));
        next();
    };
}

function cowStream(url) {
    return pollerToStream(cowPageGenerator(url))
        .flatMap(promiseToStream)
        .map(JSON.parse)
        .map(e => e.entries)
        .flatMap(arrayToStream)
}

const url = "http://hotell.difi.no/api/json/mattilsynet/husdyrregisteret/storfeindivider";

cowStream(url)
    .ratelimit(1, 1000);
    .each(console.log);