Scrape Devos

gistfile1.txt

from selenium import webdriver
import time

driver = webdriver.Firefox()

url = "https://www.c-span.org/video/?421224-1/education-secretary-nominee-betsy-devos-testifies-confirmation-hearing"
driver.get(url)
time.sleep(2)
textboxes = driver.find_elements_by_css_selector('td')

for textbox in textboxes:

    if textbox.text.startswith("Betsy"):
        # print textbox.text
        # now click the readmore in this textbox:
        textbox.find_element_by_css_selector('span.link-show-full-text').click()
        text = textbox.find_element_by_css_selector('p.short_transcript').text
        print text
        print ""

driver.close()