Skip to content

Instantly share code, notes, and snippets.

View qcorporation's full-sized avatar

Quan Nguyen qcorporation

View GitHub Profile
@qcorporation
qcorporation / gist:735795d7e9de14829fc771582214a601
Last active September 24, 2025 15:09
web scraping elastic integrations
class SeleniumWebScraper:
def __init__(self, url, pattern, wait_time=3):
self.url = url
self.pattern = re.compile(pattern, re.IGNORECASE)
self.wait_time = wait_time
def scrape(self):
"""Scrape the given URL for the pattern using Selenium to handle AJAX content"""
try:
options = Options()