Skip to content

Instantly share code, notes, and snippets.

View MohamedRajabMohammed's full-sized avatar

Mohamed Rajab Mohammed MohamedRajabMohammed

View GitHub Profile
@MohamedRajabMohammed
MohamedRajabMohammed / db.py
Created July 16, 2020 21:08
Function To Add Product Details
{
'asin': 'B077Q42J32',
'details': [
{
'name': 'Nokia 8.1 (Iron, 4GB RAM, 64GB Storage)',
'price': 19139.0,
'deal': False,
'url': 'https://www.amazon.in/dp/B077Q42J32',
'date': datetime.datetime(2019, 8, 7, 9, 51, 35, 648000)
},
@MohamedRajabMohammed
MohamedRajabMohammed / scraper.py
Created June 26, 2020 22:45
Function to extract products details.
def get_product_details(url):
headers = {
"User-Agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36"
}
details = {"name": "", "price": 0, "deal": True, "url": ""}
_url = extract_url(url)
if _url == "":
details = None
else:
page = requests.get(url, headers=headers)
@MohamedRajabMohammed
MohamedRajabMohammed / scraper.py
Created June 26, 2020 22:43
Updated price function.
def get_converted_price(price):
# stripped_price = price.strip("₹ ,")
# replaced_price = stripped_price.replace(",", "")
# find_dot = replaced_price.find(".")
# to_convert_price = replaced_price[0:find_dot]
# converted_price = int(to_convert_price)
converted_price = float(re.sub(r"[^\d.]", "", price)) # Thanks to https://medium.com/@oorjahalt
return converted_price
@MohamedRajabMohammed
MohamedRajabMohammed / scraper.py
Created June 26, 2020 22:42
Price conversion function
def get_converted_price(price):
stripped_price = price.strip("₹ ,")
replaced_price = stripped_price.replace(",", "")
find_dot = replaced_price.find(".")
to_convert_price = replaced_price[0:find_dot]
converted_price = int(to_convert_price)
return converted_price
@MohamedRajabMohammed
MohamedRajabMohammed / scraper.py
Created June 26, 2020 22:39
URL extraction function
def extract_url(url):
if url.find("www.amazon.in") != -1:
index = url.find("/dp/")
if index != -1:
index2 = index + 14
url = "https://www.amazon.in" + url[index:index2]
else:
index = url.find("/gp/")
if index != -1: