Skip to content

Instantly share code, notes, and snippets.

View RijeshCk's full-sized avatar
🏠
Working from home

Rijesh chandran RijeshCk

🏠
Working from home
View GitHub Profile
@RijeshCk
RijeshCk / zillow.py
Created May 9, 2017 14:32
scraper code
from lxml import html
import requests
import unicodecsv as csv
from exceptions import ValueError
import argparse
def parse(zipcode,filter=None):
if filter=="newest":
url = "https://www.zillow.com/homes/for_sale/{0}/0_singlestory/days_sort".format(zipcode)
@RijeshCk
RijeshCk / crunchbase.py
Created May 9, 2017 14:32
scraper code
from lxml import html
import requests
import json
from exceptions import ValueError
import argparse
def parse(company):
url = "https://www.crunchbase.com/organization/"+str(company)
headers = {
"Accept":"text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
@RijeshCk
RijeshCk / ebay.py
Created May 9, 2017 14:32
scraper code
from lxml import html
import requests
from pprint import pprint
import csv
from traceback import format_exc
import argparse
def parse(brand):
for i in range(5):
try:
@RijeshCk
RijeshCk / expedia.py
Created May 9, 2017 14:32
scraper code
import json
import requests
from lxml import html
from collections import OrderedDict
import argparse
def parse(source,destination,date):
for i in range(5):
try:
url = "https://www.expedia.com/Flights-Search?trip=oneway&leg1=from:{0},to:{1},departure:{2}TANYT&passengers=adults:1,children:0,seniors:0,infantinlap:Y&options=cabinclass%3Aeconomy&mode=search&origref=www.expedia.com".format(source,destination,date)
@RijeshCk
RijeshCk / zillow.py
Created May 9, 2017 13:32
scraper code
from lxml import html
import requests
import unicodecsv as csv
from exceptions import ValueError
import argparse
def parse(zipcode,filter=None):
if filter=="newest":
url = "https://www.zillow.com/homes/for_sale/{0}/0_singlestory/days_sort".format(zipcode)
@RijeshCk
RijeshCk / crunchbase.py
Created May 9, 2017 13:32
scraper code
from lxml import html
import requests
import json
from exceptions import ValueError
import argparse
def parse(company):
url = "https://www.crunchbase.com/organization/"+str(company)
headers = {
"Accept":"text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
@RijeshCk
RijeshCk / ebay.py
Created May 9, 2017 13:32
scraper code
from lxml import html
import requests
from pprint import pprint
import csv
from traceback import format_exc
import argparse
def parse(brand):
for i in range(5):
try:
@RijeshCk
RijeshCk / expedia.py
Created May 9, 2017 13:32
scraper code
import json
import requests
from lxml import html
from collections import OrderedDict
import argparse
def parse(source,destination,date):
for i in range(5):
try:
url = "https://www.expedia.com/Flights-Search?trip=oneway&leg1=from:{0},to:{1},departure:{2}TANYT&passengers=adults:1,children:0,seniors:0,infantinlap:Y&options=cabinclass%3Aeconomy&mode=search&origref=www.expedia.com".format(source,destination,date)
@RijeshCk
RijeshCk / zillow.py
Created May 9, 2017 12:32
scraper code
from lxml import html
import requests
import unicodecsv as csv
from exceptions import ValueError
import argparse
def parse(zipcode,filter=None):
if filter=="newest":
url = "https://www.zillow.com/homes/for_sale/{0}/0_singlestory/days_sort".format(zipcode)
@RijeshCk
RijeshCk / crunchbase.py
Created May 9, 2017 12:32
scraper code
from lxml import html
import requests
import json
from exceptions import ValueError
import argparse
def parse(company):
url = "https://www.crunchbase.com/organization/"+str(company)
headers = {
"Accept":"text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",