ZomatoSearchPageDLV

ZomatoSearchPageDLV.py

# Set Webdriver
driver = webdriver.Chrome(chromepath)
out_lst_dlv = []

# Loop Through - Search Pages that we wanted
for i in range(1, 224):
    print('Opening Search Pages ' + str(i))
    driver.get('https://www.zomato.com/jakarta/delivery?page={}'.format(i))
    print('Accessing Webpage OK \n')
    url_elt_dlv = driver.find_elements_by_class_name("result-title")

    # Loop Through Lists of Web Elements
    for j in url_elt_dlv:
        url = j.get_attribute("href")
        out_lst_dlv.append(url)

driver.close()

# Convert List to DataFrame
out_dlv_df = pd.DataFrame(out_lst_dlv, columns=['Website'])