cow.js

"use strict";

var highland = require("highland");
var request = require("request-promise");
var promiseToStream = highland;
var arrayToStream = highland;
var pollerToStream = highland;

function cowPageGenerator(url) {
    var page = 1;
    return function (push, next) {
        console.log("pling", page);
        push(null, request(url, { qs: { page: page++ } }));
        next();
    };
}

function cowStream(url) {
    return pollerToStream(cowPageGenerator(url)).flatMap(promiseToStream).map(JSON.parse).map(function (e) {
        return e.entries;
    }).flatMap(arrayToStream).ratelimit(1, 1000);
}

var url = "http://hotell.difi.no/api/json/mattilsynet/husdyrregisteret/storfeindivider";

cowStream(url).each(console.log);