Arik Liber arliber

## dabblet.css
/* CSS Photo Album */
/* Rebound of this shot by @daryl: http://drbl.in/fwwM */

* {
	margin: 0;
	padding: 0;
	position: relative;
	box-sizing: border-box;
}

## jsbin.ohamub.html
<!DOCTYPE html>
<html ng-app="app">
<head>
	<script src="http://cdnjs.cloudflare.com/ajax/libs/angular.js/1.0.1/angular.min.js"></script>
	<meta charset=utf-8 />
	<title>JS Bin</title>
</head>
<body ng-controller="MyCtrl">
	{{serviceOutput}}
	<br/><br/>

## import.js
#!/usr/bin/mongo --quiet

//Load data
print("Loading data..\n");
load('data.js'); //The file from Firebase

//Connect to MongoDB
var db = connect("localhost:27017/MyDatabase");

//Add collections

## Including all the necessary files.js
const scrapeIt = require('scrape-it');
const CDP = require('chrome-remote-interface');
const co = require('co');
const json2csv = require('json2csv');
const fs = require('fs');

## Getting page contents using chrome-remote-interface.js
function getPageContents(url) {

    return new Promise((resolve, reject) => {
        CDP((client) => {
            const {Page, Runtime} = client;

            // Evaluate outerHTML after page has loaded
            Page.loadEventFired(() => {
                setTimeout(() => {
                    Runtime.evaluate({expression: 'document.body.outerHTML'}).then((result) => {

## Scrape topic links from Scrited.js
function getTopicLinks(html) {
    let result = scrapeIt.scrapeHTML(html, {
        topics: {
            listItem: '.subtags .subtag',
            data: {
                link: {attr: 'href'}
            }
        }
    });

## Running the basic scraping.js
getPageContents('http://www.scripted.com/freelance-writers/software-and-technology?fullApp=true')
    .then(html => {
        return Promise.resolve(getTopicLinks(html));
    })
    .then(result => {
      console.log(result)
    })

## Get author links.js
function getAuthorsLinks(html) {

    let result =  scrapeIt.scrapeHTML(html, {
            authors: {
                listItem: '.profile-info',
                data: {
                    name: '.name a',
                    profileUrl: {
                        selector: '.name a',
                        attr: 'href'

## Get all author's links.js
.then(topics => {
    return co(function* () {
        let authors = [];
        for(var i = 0; i < topics.length; i++ ) {
            let authorsHTML = yield getPageContents(`https://www.scripted.com${topics[i].link}?fullApp=true`);
            authors.push(...getAuthorsLinks(authorsHTML))
        }
        return authors;
    })
})

## Export to CSV.js
function exportCSV(profiles) {
    return new Promise((resolve, reject) => {
        const fields = [
            'name',
            'profileUrl'
        ];

        let csv = json2csv({ data: profiles, fields });
        fs.writeFile('profiles.csv', csv, function(err) {
            if (err) {
	/* CSS Photo Album */
	/* Rebound of this shot by @daryl: http://drbl.in/fwwM */

	* {
	margin: 0;
	padding: 0;
	position: relative;
	box-sizing: border-box;
	}
	<!DOCTYPE html>
	<html ng-app="app">
	<head>
	<script src="http://cdnjs.cloudflare.com/ajax/libs/angular.js/1.0.1/angular.min.js"></script>
	<meta charset=utf-8 />
	<title>JS Bin</title>
	</head>
	<body ng-controller="MyCtrl">
	{{serviceOutput}}
	<br/><br/>
	#!/usr/bin/mongo --quiet

	//Load data
	print("Loading data..\n");
	load('data.js'); //The file from Firebase

	//Connect to MongoDB
	var db = connect("localhost:27017/MyDatabase");

	//Add collections
	const scrapeIt = require('scrape-it');
	const CDP = require('chrome-remote-interface');
	const co = require('co');
	const json2csv = require('json2csv');
	const fs = require('fs');
	function getPageContents(url) {

	return new Promise((resolve, reject) => {
	CDP((client) => {
	const {Page, Runtime} = client;

	// Evaluate outerHTML after page has loaded
	Page.loadEventFired(() => {
	setTimeout(() => {
	Runtime.evaluate({expression: 'document.body.outerHTML'}).then((result) => {
	function getTopicLinks(html) {
	let result = scrapeIt.scrapeHTML(html, {
	topics: {
	listItem: '.subtags .subtag',
	data: {
	link: {attr: 'href'}
	}
	}
	});
	getPageContents('http://www.scripted.com/freelance-writers/software-and-technology?fullApp=true')
	.then(html => {
	return Promise.resolve(getTopicLinks(html));
	})
	.then(result => {
	console.log(result)
	})
	function getAuthorsLinks(html) {

	let result = scrapeIt.scrapeHTML(html, {
	authors: {
	listItem: '.profile-info',
	data: {
	name: '.name a',
	profileUrl: {
	selector: '.name a',
	attr: 'href'
	.then(topics => {
	return co(function* () {
	let authors = [];
	for(var i = 0; i < topics.length; i++ ) {
	let authorsHTML = yield getPageContents(`https://www.scripted.com${topics[i].link}?fullApp=true`);
	authors.push(...getAuthorsLinks(authorsHTML))
	}
	return authors;
	})
	})
	function exportCSV(profiles) {
	return new Promise((resolve, reject) => {
	const fields = [
	'name',
	'profileUrl'
	];

	let csv = json2csv({ data: profiles, fields });
	fs.writeFile('profiles.csv', csv, function(err) {
	if (err) {