Skip to content

Instantly share code, notes, and snippets.

Alex Hop Hoang alex4hoang

View GitHub Profile
@alex4hoang
alex4hoang / finance.yahoo.com_Multi_Click.phj
Created Sep 12, 2017
finance.yahoo.com_Multi_Click.phj
View finance.yahoo.com_Multi_Click.phj
{"title":"finance.yahoo.com Project","templates_json":"[{\"op\":\"template\",\"targeted\":true,\"nodeId\":1,\"label\":\"page\",\"id\":null,\"tag\":\"BODY\",\"classes\":[],\"styles\":[],\"src\":null,\"position\":1,\"hasTextNodes\":false,\"waitForElements\":false,\"waitForTimeout\":60000,\"reselectElements\":false,\"allDescendants\":false,\"rooted\":true,\"textNodesOnly\":false,\"hasText\":false,\"svgSelection\":false,\"hiddenExtract\":false,\"autoListNode\":false,\"name\":\"main_template\",\"endAtDuplicate\":true,\"clearSession\":false,\"loadJs\":\"default\",\"preserveOrder\":\"default\",\"nodes\":[{\"op\":\"select\",\"targeted\":false,\"nodeId\":240,\"label\":\"\",\"id\":null,\"tag\":null,\"classes\":[\"data-col0\"],\"styles\":[],\"src\":null,\"position\":0,\"hasTextNodes\":false,\"waitForElements\":false,\"waitForTimeout\":60000,\"reselectElements\":false,\"allDescendants\":true,\"rooted\":false,\"textNodesOnly\":false,\"hasText\":false,\"svgSelection\":false,\"hiddenExtract\":false,\"autoListNode\":false,\"
@alex4hoang
alex4hoang / finance.yahoo.com_Infinite_Scroll.phj
Created Sep 2, 2017
finance.yahoo.com_Infinite_Scroll.phj
View finance.yahoo.com_Infinite_Scroll.phj
{"title":"finance.yahoo.com Project","templates_json":"[{\"op\":\"template\",\"targeted\":true,\"nodeId\":1,\"label\":\"page\",\"id\":null,\"tag\":\"BODY\",\"classes\":[],\"styles\":[],\"src\":null,\"position\":1,\"hasTextNodes\":false,\"waitForElements\":false,\"waitForTimeout\":60000,\"reselectElements\":false,\"allDescendants\":false,\"rooted\":true,\"textNodesOnly\":false,\"hasText\":false,\"svgSelection\":false,\"hiddenExtract\":false,\"autoListNode\":false,\"name\":\"main_template\",\"endAtDuplicate\":true,\"clearSession\":false,\"loadJs\":\"default\",\"preserveOrder\":\"default\",\"nodes\":[{\"op\":\"select\",\"targeted\":true,\"nodeId\":1714,\"label\":\"select_for_scroll\",\"id\":\"YDC-Col1\",\"tag\":null,\"classes\":[],\"styles\":[],\"src\":null,\"position\":0,\"hasTextNodes\":false,\"waitForElements\":false,\"waitForTimeout\":60000,\"reselectElements\":false,\"allDescendants\":true,\"rooted\":false,\"textNodesOnly\":false,\"hasText\":true,\"svgSelection\":false,\"hiddenExtract\":true,\"autoListNode\
@alex4hoang
alex4hoang / www.target.com_Project_single.phj
Last active Sep 2, 2017
www.target.com_Project_single.phj
View www.target.com_Project_single.phj
{"title":"www.target.com Project","templates_json":"[{\"op\":\"template\",\"targeted\":true,\"nodeId\":1,\"label\":\"page\",\"id\":null,\"tag\":\"BODY\",\"classes\":[],\"styles\":[],\"src\":null,\"position\":1,\"hasTextNodes\":false,\"waitForElements\":false,\"waitForTimeout\":60000,\"reselectElements\":false,\"allDescendants\":false,\"rooted\":true,\"textNodesOnly\":false,\"hasText\":false,\"svgSelection\":false,\"hiddenExtract\":false,\"autoListNode\":false,\"name\":\"main_template\",\"endAtDuplicate\":true,\"clearSession\":false,\"loadJs\":\"default\",\"preserveOrder\":\"default\",\"nodes\":[{\"op\":\"select\",\"targeted\":true,\"nodeId\":2507,\"label\":\"product\",\"id\":null,\"tag\":null,\"classes\":[\"truncated-title\"],\"styles\":[],\"src\":null,\"position\":0,\"hasTextNodes\":false,\"waitForElements\":false,\"waitForTimeout\":60000,\"reselectElements\":false,\"allDescendants\":true,\"rooted\":false,\"textNodesOnly\":false,\"hasText\":true,\"svgSelection\":false,\"hiddenExtract\":false,\"autoListNode\"
View munchery_spider.py
#!/bin/python
# -*- coding: utf-8 -*-
from time import sleep
from random import randint
from selenium import webdriver
from pyvirtualdisplay import Display
class MuncherySpider():
def __init__(self):
You can’t perform that action at this time.