Skip to content

Instantly share code, notes, and snippets.

@tinder-dyakobian
tinder-dyakobian / scrapeSteem.js
Created September 26, 2017 05:38
Steem scraper
const util = require('util');
const request = require('request-promise');
const cheerio = require('cheerio');
const imageDataURI = require('image-data-uri')
const _ = require('lodash');
function getImgUris(urls) {
return Promise.all(urls.map(imageDataURI.encodeFromURL));
}
function compare(bytes32 a, bytes32 b)
returns (bool _equal)
{
_equal = true;
for (uint256 i = 0; i < a.length; i++)
{
if (a[i] != b[i]) return false;
}
}
'use strict';
// node deps
const stream = require('stream');
// npm deps
const kafka = require('kafka-node');
const colors = require('colors/safe');