Script to grep all the internal links for a given url.

grep_internal_links.py

import requests
import argparse
import re

argparser = argparse.ArgumentParser(add_help=True)
argparser.add_argument('url',
                       help='Enter the url, include http/https also')

url = argparser.parse_args().url

# connect to the specified url
webUrl = requests.get(url)

# read html
htmlData = webUrl.text

internalLinks = re.findall('"((http|ftp)s?://.*?)"', htmlData)

# output links
for link in internalLinks:
    print(link[0])