scrapping.py

scrapping.py

"""
pip install selenium
pip install webdriver-manager
python scrapping.py
"""

from selenium import webdriver
from selenium.webdriver.chrome.service import Service
from webdriver_manager.chrome import ChromeDriverManager


def chrome_options() -> webdriver.ChromeOptions:
    chrome_options = webdriver.ChromeOptions()

    chrome_options.add_argument("--no-sandbox")
    chrome_options.add_argument("--disable-dev-shm-usage")
    chrome_options.add_argument("--disable-blink-features=AutomationControlled")

    chrome_options.add_experimental_option("excludeSwitches", ["enable-automation"])
    chrome_options.add_experimental_option('useAutomationExtension', False)

    return chrome_options


def chrome_browser(wait: int = 5) -> webdriver.Chrome:
    driver = webdriver.Chrome(
        service=Service(ChromeDriverManager().install()),
        options=chrome_options()
    )
    driver.implicitly_wait(wait)
    
    return driver


def handler() -> dict:
    driver = chrome_browser()
    driver.get("http://www.python.org")
    return {
        "statusCode": 200,
        "body": driver.title
    }


print(handler())