Scrape links from google search

google_scraper.py

#!/usr/bin/env python

import requests
from bs4 import BeautifulSoup

search_term = 'hello'

"""
0 = page 1
10 = page 2
...
"""

number = 0

while True:
    search_url = 'https://www.google.com/search?q={}&start={}'.format(search_term, str(number))
    page = requests.get(search_term)
    soup = BeautifulSoup(page.text, 'html.parser')
    for x in soup.find_all('h3', {'class':'r'}):
        raw_link = x.find('a')['href']
        end = raw_link.find('&sa=')
        # check validity
        if raw_link[7:end].find('?q=') == -1:
            print(raw_link[7:end])
    number += 10