Scraping to get download link (example)

scraping_download_link.py

import requests
from bs4 import BeautifulSoup
import sys

headers = {'User-Agent': 'Mozilla/5.0'}

session = requests.Session()

download_links = []

###### GET LINKS #####
resp = session.get('http://meguminime.com/naruto-subtitle-indonesia',headers=headers)
html_element = BeautifulSoup(resp.content,'lxml')

box = html_element.find('div',{'class' : 'box'})

all_a = box.find_all('p')[14]

aaa = all_a.find_all('a')

for links in aaa:
	# print (links['href'])

	resp2 = session.get(links['href'],headers=headers)

	html_element2 = BeautifulSoup(resp2.content,'lxml')

	script_ = html_element2.find_all('script')[3]

	new_script = str(script_)

	aaa2 = new_script.split("'")
	download_links.append(aaa2[1])


##### GET DOWNLOAD LINKS #####

# print (download_links)
for bbb in download_links:
	print (bbb)