Dmitiry Zub☀️ dimitryzub

## bs4_scrape_google_shopping_ads.py
import requests, lxml, urllib.parse
from bs4 import BeautifulSoup

# Adding User-agent (default user-agent from requests library is 'python-requests')
# https://github.com/psf/requests/blob/589c4547338b592b1fb77c65663d8aa6fbb7e38b/requests/utils.py#L808-L814
headers = {
    "User-Agent":
    "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3538.102 Safari/537.36 Edge/18.19582"
}

## bs4_scrape_google_ads.py
import requests, lxml, urllib.parse
from bs4 import BeautifulSoup

# Adding user-agent to fake real user visit
headers = {
    "User-Agent":
    "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3538.102 Safari/537.36 Edge/18.19582"
}

# Search query

## serpapi_scrape_google_shopping_ads.py
import os
from serpapi import GoogleSearch

# Search query parameters
params = {
  "engine": "google",
  "q": "cpu buy",
  "api_key": os.getenv("API_KEY"),
}

## serpapi_scrape_google_ads.py
import os
from serpapi import GoogleSearch

params = {
  "engine": "google",
  "q": "kitchen table",
  "api_key": os.getenv("API_KEY"),
  "no_cache":"true" # add this param if it throws an error
}

## serpapi_google_scholar_cite_results.py
from serpapi import GoogleSearch
import os

params = {
  "api_key": os.getenv("API_KEY"),
  "engine": "google_scholar_cite",
  "q": "FDc6HiktlqEJ"
}

search = GoogleSearch(params)

## serpapi_google_scholar_author_articles.py
from serpapi import GoogleSearch
import os

params = {
  "api_key": os.getenv("API_KEY"),
  "engine": "google_scholar_author",
  "author_id": "9PepYk8AAAAJ",
  "hl": "en",
}

## serpapi_google_scholar_author_results.py
from serpapi import GoogleSearch
import os

params = {
  "api_key": os.getenv("API_KEY"),
  "engine": "google_scholar_author",
  "author_id": "9PepYk8AAAAJ",
  "hl": "en",
}

## serpapi_google_scholar_authors_citedby_results.py
from serpapi import GoogleSearch
import os, json

params = {
  "api_key": os.getenv("API_KEY"),
  "engine": "google_scholar_author",
  "author_id": "9PepYk8AAAAJ",
  "hl": "en",
}

## python_scrape_google_scholar_co_authors_results.py
from bs4 import BeautifulSoup
import requests, lxml, os

headers = {
    'User-agent':
    "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.19582"
}

proxies = {
  'http': os.getenv('HTTP_PROXY')

## python_scrape_google_scholar_author_co_authors_results.py
from bs4 import BeautifulSoup
import requests, lxml, os

headers = {
    'User-agent':
    "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.19582"
}

proxies = {
  'http': os.getenv('HTTP_PROXY')
	import requests, lxml, urllib.parse
	from bs4 import BeautifulSoup

	# Adding User-agent (default user-agent from requests library is 'python-requests')
	# https://github.com/psf/requests/blob/589c4547338b592b1fb77c65663d8aa6fbb7e38b/requests/utils.py#L808-L814
	headers = {
	"User-Agent":
	"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3538.102 Safari/537.36 Edge/18.19582"
	}
	import requests, lxml, urllib.parse
	from bs4 import BeautifulSoup

	# Adding user-agent to fake real user visit
	headers = {
	"User-Agent":
	"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3538.102 Safari/537.36 Edge/18.19582"
	}

	# Search query
	import os
	from serpapi import GoogleSearch

	# Search query parameters
	params = {
	"engine": "google",
	"q": "cpu buy",
	"api_key": os.getenv("API_KEY"),
	}
	from serpapi import GoogleSearch
	import os, json

	params = {
	"api_key": os.getenv("API_KEY"),
	"engine": "google_scholar_author",
	"author_id": "9PepYk8AAAAJ",
	"hl": "en",
	}
	from bs4 import BeautifulSoup
	import requests, lxml, os

	headers = {
	'User-agent':
	"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.19582"
	}

	proxies = {
	'http': os.getenv('HTTP_PROXY')