Extracting Links from a Website Using Python

web_scraping.py

# Original code: https://medium.com/@cuncis/extracting-links-from-a-website-using-python-a24e195e6c62

import requests
from bs4 import BeautifulSoup

# send a GET request to the website
url = 'https://www.example.com'
response = requests.get(url)

# parse the HTML content of the page with BeautifulSoup
soup = BeautifulSoup(response.content, 'html.parser')

# find all links on the page
links = soup.find_all('a')

# print the href attribute of each link
for link in links:
    print(link.get('href'))