scrape-using-selenium.py

# Credits - Mukul 
import os
import csv
import time

from selenium import webdriver


baseURL = "SOME URL"
driver = webdriver.Chrome()

def scrapePage(url):
  driver.get(url)
  time.sleep(2)
  rows = driver.find_elements_by_tag_name("tr")
  res = []
  for row in rows:
    res.append(row.text)
  
  return res

grantInfo = []

for i in range(1, 85):
  url = baseURL + str(i)
  data = scrapePage(url)
  grantInfo.append(data)
  time.sleep(1)