dimitryzub

# video: https://www.youtube.com/watch?v=HQAWQPNjw_k

from serpapi import GoogleSearch
from urllib.parse import urlsplit, parse_qsl
import json

params = {
  "api_key": "your sepapi api key",                   # your api key
  "engine": "google_maps_reviews",                    # serpapi search engine
  "hl": "en",                                         # language of the search

dimitryzub

# video: https://www.youtube.com/watch?v=XM9d8zTYp_U

from serpapi import GoogleSearch
from urllib.parse import urlsplit, parse_qsl
import json

params = {
  "api_key": "serpapi api key",                       # your api key
  "engine": "google_maps_photos",                     # serpapi search engine
  "hl": "en",                                         # language of the search

dimitryzub

from serpapi import GoogleSearch
from urllib.parse import urlsplit, parse_qsl
import pandas as pd
import json

params = {
  "api_key": "YOUR-API-KEY",             # your serpapi api key
  "engine": "google_maps",               # serpapi search engine
  "type": "search",                      # type of the search. Search, Place..
  "q": "Burger",                         # search query

dimitryzub

from serpapi import GoogleSearch
import json

params = {
  "api_key": "YOUR-API-KEY",             # your serpapi api key
  "engine": "google_maps",               # serpapi search engine
  "type": "search",                      # type of the search. Search, Place..
  "q": "Burger",                         # search query
  "hl": "en",                            # language of the search
  "ll": "@47.6080482,-122.3074315,13z"   # GPS coordinates of location to search places from

dimitryzub

from serpapi import GoogleSearch
from datetime import date
import pandas as pd
import json


def google_website_ranker():
    keywords = pd.read_csv("sample-keywords.csv")["Keywords"].to_list()
    target_websites = pd.read_csv("sample-keywords.csv")["Target-Website"].to_list()

dimitryzub

from serpapi import GoogleSearch
import pandas as pd
import json, os

walmart_store_ids = pd.read_json("serpapi-walmart-store-ids.json") # 4,640 stores 

for store_id in walmart_store_ids["store_id"]:
    params = {
    "api_key": os.getenv("API_KEY"), # your serpapi api key
    "engine": "walmart_product",     # search engine

dimitryzub

from serpapi import GoogleSearch
from urllib.parse import urlsplit, parse_qsl
import pandas as pd
import os, json

def scrape_google_scholar_author():

    params = {
        "api_key": os.getenv("API_KEY"),      # SerpApi API key
        "engine": "google_scholar_author",    # author results search engine

dimitryzub

# Video tutorial - https://www.youtube.com/watch?v=IXcycQwpFH0
# https://serpapi.com/google-scholar-api

from serpapi import GoogleSearch
from urllib.parse import urlsplit, parse_qsl
import pandas as pd
import os, json


def scrape_organic_results():

dimitryzub

# https://stackoverflow.com/questions/54554261/selenium-unable-to-locate-app-id-title-element-when-trying-to-load-google-play/72490391#72490391
# https://replit.com/@DimitryZub1/Scrape-Google-Play-Store-App-Reviews-Bs4-SerpApi#playwright_solution.py
# https://serpapi.com/google-play-product-reviews

from playwright.sync_api import sync_playwright
import json, time, re

with sync_playwright() as p:
    browser = p.chromium.launch(headless=True, slow_mo=50)
    page = browser.new_page(user_agent='Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.5005.61 Safari/537.36', 

dimitryzub

# scraped url: https://www.researchgate.net/search/researcher?q=Coffee&page=1
# blog post: 

from parsel import Selector
from playwright.sync_api import sync_playwright
import json


def scrape_researchgate_profile(query: str):
    with sync_playwright() as p: