marknca/get_current_aws_endpoints.py

## get_current_aws_endpoints.py
#! /usr/bin/env python

# standard library
import re
import sys

# 3rd party imports
from bs4 import BeautifulSoup
import requests

if __name__ == '__main__':
	aws_endpoint_docs_url = "https://docs.aws.amazon.com/general/latest/gr/rande.html"

	page = requests.get(url)
	if not page:
		sys.exit("Did not successfully retrieve HTML from [{}]".format(aws_endpoint_docs_url))

	soup = BeautifulSoup(page.text, 'html.parser')
	domain_pattern = re.compile(r'(?P<endpoint>([a-zA-Z0-9\-]+\.)+com)')
	for td in soup.find_all('td'):
		m = domain_pattern.search(td.text)
		if m: print m.groupdict()['endpoint']
	#! /usr/bin/env python

	# standard library
	import re
	import sys

	# 3rd party imports
	from bs4 import BeautifulSoup
	import requests

	if __name__ == '__main__':
	aws_endpoint_docs_url = "https://docs.aws.amazon.com/general/latest/gr/rande.html"

	page = requests.get(url)
	if not page:
	sys.exit("Did not successfully retrieve HTML from [{}]".format(aws_endpoint_docs_url))

	soup = BeautifulSoup(page.text, 'html.parser')
	domain_pattern = re.compile(r'(?P<endpoint>([a-zA-Z0-9\-]+\.)+com)')
	for td in soup.find_all('td'):
	m = domain_pattern.search(td.text)
	if m: print m.groupdict()['endpoint']