dimitryzub

# Blog post: https://serpapi.com/blog/web-scraping-all-questions-from-researchgate-search-in-python/

from parsel import Selector
from playwright.sync_api import sync_playwright
import json


def scrape_researchgate_questions(query: str):
    with sync_playwright() as p:

dimitryzub

# tutorial blog post: https://serpapi.com/blog/scrape-google-finance-markets-in-python/

import requests
import json
import re
import argparse
from parsel import Selector

parser = argparse.ArgumentParser(prog="Google Finance Markets Options")
parser.add_argument('-i','--indexes', action="store_true")

dimitryzub

# original blog post: https://serpapi.com/blog/web-scraping-google-finance/ 

import requests, json, re
from parsel import Selector

def scrape_google_finance_main_page():
    # https://docs.python-requests.org/en/master/user/quickstart/#custom-headers
    # https://www.whatismybrowser.com/detect/what-is-my-user-agent
    headers = {
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.5060.134 Safari/537.36"

dimitryzub

# video tutorial: https://www.youtube.com/watch?v=fOs_eOsLP54

from serpapi import GoogleSearch
from urllib.parse import (parse_qsl, urlsplit)

params = {
    "api_key": "...",           # serpapi api key
    "engine": "google",         # search engine
    "q": "minecraft",           # search query
    "gl": "us",                 # country of the search

dimitryzub

# AskSerpApi video: https://www.youtube.com/watch?v=c26LgucCqDo

from dateutil import parser
from serpapi import GoogleSearch

params = {
  "api_key": "your serpapi api key",
  "engine": "google",
  "q": "liverpool",
  "google_domain": "google.co.uk",

dimitryzub

# video tutorial: https://www.youtube.com/watch?v=PTLpbBiz_sc

from serpapi import GoogleSearch
from urllib.parse import (parse_qsl, urlsplit)
import json

params = {
    "api_key": "your api key",            # your serpapi api key
    "engine": "youtube",                  # serpapi parsing engine
    "search_query": "blender foundation", # search query

dimitryzub

# video: https://www.youtube.com/watch?v=XM9d8zTYp_U

from serpapi import GoogleSearch
from urllib.parse import urlsplit, parse_qsl
import json

params = {
  "api_key": "serpapi api key",                       # your api key
  "engine": "google_maps_photos",                     # serpapi search engine
  "hl": "en",                                         # language of the search

dimitryzub

# video: https://www.youtube.com/watch?v=jqoNHXiGeZA

from serpapi import GoogleSearch
import json

params = {
  "api_key": "your-serpapi-api-key",      # Your SerpApi Api key
  "engine": "google_maps",                # SerpApi Parsing Engine
  "google_domain": "google.com",          # Google domain
  "ll": "@47.6062572,-122.4086176,12z",   # GPS Coordinates

dimitryzub

# video: https://www.youtube.com/watch?v=HQAWQPNjw_k

from serpapi import GoogleSearch
from urllib.parse import urlsplit, parse_qsl
import json

params = {
  "api_key": "your sepapi api key",                   # your api key
  "engine": "google_maps_reviews",                    # serpapi search engine
  "hl": "en",                                         # language of the search

dimitryzub

from serpapi import GoogleSearch
from datetime import date
import pandas as pd
import json


def google_website_ranker():
    keywords = pd.read_csv("sample-keywords.csv")["Keywords"].to_list()
    target_websites = pd.read_csv("sample-keywords.csv")["Target-Website"].to_list()