Skip to content

Instantly share code, notes, and snippets.

@vaaaaanquish-xx
Forked from artjomb/infiniteScroll_1.py
Last active August 29, 2015 14:21
Show Gist options
  • Save vaaaaanquish-xx/70ecb50797ca978c1f29 to your computer and use it in GitHub Desktop.
Save vaaaaanquish-xx/70ecb50797ca978c1f29 to your computer and use it in GitHub Desktop.
import selenium
import time
from selenium import webdriver
browser = webdriver.PhantomJS("phantomjs")
browser.get("https://twitter.com/StackStatus")
print browser.title
pause = 3
lastHeight = browser.execute_script("return document.body.scrollHeight")
print lastHeight
i = 0
while True:
browser.execute_script("window.scrollTo(0, document.body.scrollHeight);")
time.sleep(pause)
newHeight = browser.execute_script("return document.body.scrollHeight")
print newHeight
if newHeight == lastHeight:
break
lastHeight = newHeight
i += 1
browser.get_screenshot_as_file("test03_"+str(i)+".jpg")
import selenium
import time
from selenium import webdriver
from selenium.webdriver.support.ui import WebDriverWait
import selenium.webdriver.support.expected_conditions as EC
from selenium.webdriver.common.by import By
browser = webdriver.PhantomJS("phantomjs")
#browser.get("https://twitter.com/StackStatus")
browser.get("https://twitter.com/StackOverheards")
print browser.title
i = 0
while True:
print "i", i
elemsCount = browser.execute_script("return document.querySelectorAll('.GridTimeline-items > .Grid').length")
#print "c", elemsCount
browser.execute_script("window.scrollTo(0, document.body.scrollHeight);")
#element = WebDriverWait(browser, 20).until(
# EC.presence_of_element_located((By.XPATH,
# "//*[contains(@class,'GridTimeline-items')]/*[contains(@class,'Grid')]["+str(elemsCount+1)+"]")))
try:
WebDriverWait(browser, 20).until(
lambda x: x.find_element_by_xpath(
"//*[contains(@class,'GridTimeline-items')]/*[contains(@class,'Grid')]["+str(elemsCount+1)+"]"))
except:
break
i += 1
browser.get_screenshot_as_file("test03_2_"+str(i)+".jpg")
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment