Web Scrapring Price Comparison

web_scrap.py

# Code by Harsh
# Python program that compares the price of a product on Amazon and Flipkart using web scraping.
"""
First, you need to install the requests and beautifulsoup4 libraries. 
You can do this by running the following command in your terminal or command prompt: 
pip install requests beautifulsoup4
"""
import requests
from bs4 import BeautifulSoup

# Product name and URL on Amazon and Flipkart
product_name = "Apple iPhone 12"
amazon_url = "https://www.amazon.in/s?k=" + product_name.replace(" ", "+")
flipkart_url = "https://www.flipkart.com/search?q=" + product_name.replace(" ", "+")

# User-Agent header to pretend as a browser
headers = {'User-Agent': 'chrome/58.0.3029.110'}

# Get the Amazon page content and parse it with BeautifulSoup
amazon_response = requests.get(amazon_url, headers=headers)
amazon_soup = BeautifulSoup(amazon_response.content, 'html.parser')

# Get the price from Amazon page
amazon_price = amazon_soup.find('span', {'class': 'a-price-whole'}).text.strip()

# Get the Flipkart page content and parse it with BeautifulSoup
flipkart_response = requests.get(flipkart_url, headers=headers)
flipkart_soup = BeautifulSoup(flipkart_response.content, 'html.parser')

# Get the price from Flipkart page
flipkart_price = flipkart_soup.find('div', {'class': '_30jeq3 _1_WHN1'}).text.strip()

# To Print the prices
print("Amazon price for", product_name, "is", amazon_price)
print("Flipkart price for", product_name, "is", flipkart_price)