Oleksandr Podolskyi podolskyi

## server.js
import express from "express";
import cors from "cors";
import multer from "multer";

const app = express();

//Cross-Origin Resource Sharing (CORS) is an HTTP-header based mechanism that allows a server to indicate any origins
app.use(cors());

const storage = multer.diskStorage({

## loop.js
let allShareButtons = document.getElementsByClassName('share');
for (let currentItem = 0; currentItem < allShareButtons.length; currentItem++) {
   allShareButtons[currentItem].click();
   console.log(`Next item ${currentItem}`);
}

## downlod_website.sh
wget --mirror            \
     --convert-links     \
     --html-extension    \
     --wait=2            \
     -o log              \
     https://example.com/

## async_worker.py
import logging
import asyncio
from asyncio import Queue, Event, QueueEmpty

import aiohttp


async def func_worker(taskq, shutdown_signal):
    print('worker: started working')
    while True:

## install from github branch
pip install git+https://github.com/scrapy/scrapyd.git@python3-wip

## splash_proxy.lua
function main(splash)
  local url = splash.args.url
  splash:set_user_agent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.71 Safari/537.36")
  local host = 'host'
    local port = port
    local user = nil
    local password = nil
    splash:on_request(function (request)
        request:set_proxy{host, port, username=user, password=password}
    end)

## delay_repeat_spider.py
#!/usr/bin/env python
# -*- coding: utf-8 -*-

# A spider example on using reactor.callLater()
# for delays and repetition.

# scrapy 0.24

import scrapy
from twisted.internet import reactor, defer

## ValueError_locale.py
# If you have faced the error on MacOS X, here's the quick fix - add these lines to your ~/.bash_profile:
export LC_ALL=en_US.UTF-8
export LANG=en_US.UTF-8

## celery-crontab.py
from celery.schedules import crontab
from flask.ext.celery import Celery

CELERYBEAT_SCHEDULE = {
	# executes every night at 4:15
	'every-night': {
		'task': 'user.checkaccounts',
		'schedule': crontab(hour=4, minute=20)
	}
}

## myspider.py
from scrapy import Spider, Item, Field
from twisted.internet import defer, reactor


class MyItem(Item):
    url = Field()


class MySpider(Spider):
	import express from "express";
	import cors from "cors";
	import multer from "multer";

	const app = express();

	//Cross-Origin Resource Sharing (CORS) is an HTTP-header based mechanism that allows a server to indicate any origins
	app.use(cors());

	const storage = multer.diskStorage({
	let allShareButtons = document.getElementsByClassName('share');
	for (let currentItem = 0; currentItem < allShareButtons.length; currentItem++) {
	allShareButtons[currentItem].click();
	console.log(`Next item ${currentItem}`);
	}
	wget --mirror \
	--convert-links \
	--html-extension \
	--wait=2 \
	-o log \
	https://example.com/
	import logging
	import asyncio
	from asyncio import Queue, Event, QueueEmpty

	import aiohttp


	async def func_worker(taskq, shutdown_signal):
	print('worker: started working')
	while True:
	function main(splash)
	local url = splash.args.url
	splash:set_user_agent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.71 Safari/537.36")
	local host = 'host'
	local port = port
	local user = nil
	local password = nil
	splash:on_request(function (request)
	request:set_proxy{host, port, username=user, password=password}
	end)
	#!/usr/bin/env python
	# -- coding: utf-8 --

	# A spider example on using reactor.callLater()
	# for delays and repetition.

	# scrapy 0.24

	import scrapy
	from twisted.internet import reactor, defer
	# If you have faced the error on MacOS X, here's the quick fix - add these lines to your ~/.bash_profile:
	export LC_ALL=en_US.UTF-8
	export LANG=en_US.UTF-8
	from celery.schedules import crontab
	from flask.ext.celery import Celery

	CELERYBEAT_SCHEDULE = {
	# executes every night at 4:15
	'every-night': {
	'task': 'user.checkaccounts',
	'schedule': crontab(hour=4, minute=20)
	}
	}
	from scrapy import Spider, Item, Field
	from twisted.internet import defer, reactor


	class MyItem(Item):
	url = Field()


	class MySpider(Spider):