Skip to content

Instantly share code, notes, and snippets.

What would you like to do?
"use strict";
var highland = require("highland");
var request = require("request-promise");
var promiseToStream = highland;
var arrayToStream = highland;
var pollerToStream = highland;
function cowPageGenerator(url) {
var page = 1;
return function (push, next) {
console.log("pling", page);
push(null, request(url, { qs: { page: page++ } }));
function cowStream(url) {
return pollerToStream(cowPageGenerator(url)).flatMap(promiseToStream).map(JSON.parse).map(function (e) {
return e.entries;
}).flatMap(arrayToStream).ratelimit(1, 1000);
var url = "";
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.