This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"name": "MagicEden Sales Bot v3 - Blueprint Provided by Deux à Trois (https://2a3.dev)", | |
"flow": [ | |
{ | |
"id": 2, | |
"module": "http:ActionSendData", | |
"version": 3, | |
"parameters": { | |
"handleErrors": false, | |
"useNewZLibDeCompress": true |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# Identify Unique Broken Links and Matches them to Original List of All External Links | |
def matchBrokenLinks(brokenLinksList,externalLinksListRaw): | |
brokenLinkLocation = [] | |
for link in externalLinksListRaw: | |
if link[1] in brokenLinksList: | |
brokenLinkLocation.append([link[0],link[1],link[2]]) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# Go through Each Unique Link to Identify Broken Ones | |
def identifyBrokenLinks(uniqueExternalLinks): | |
count = 0 | |
length_uniqueExternalLinks = len(uniqueExternalLinks) | |
user_agent = {'User-Agent': 'Mozilla/5.0 (X11; CrOS x86_64 8172.45.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.64 Safari/537.36'} | |
brokenLinksList = [] |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# Get External Links List RAW | |
def ExternalLinkList(listPages): | |
externalLinksListRaw = [] | |
count = 0 | |
length_list = len(listPages) | |
user_agent = {'User-Agent': 'Mozilla/5.0 (X11; CrOS x86_64 8172.45.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.64 Safari/537.36'} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# Find and Parse Sitemaps to Create List of all website's pages | |
from usp.tree import sitemap_tree_for_homepage | |
def getPagesFromSitemap(fullDomain): | |
listPagesRaw = [] | |
tree = sitemap_tree_for_homepage(fullDomain) | |
for page in tree.all_pages(): | |
listPagesRaw.append(page.url) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import requests | |
import pandas as pd | |
import urllib.request | |
from slugify import slugify | |
df = pd.read_csv("clippings.csv") | |
token = "9HGDNG5-50E40Y9-MRTE5HC-HRWHPPB" | |
for clipping in df.itertuples(): | |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
## Fixed Height Export | |
import requests | |
import urllib.request | |
token = "9HGDNG5-50E40Y9-MRTE5HC-HRWHPPB" | |
url = "https://www.dailymail.co.uk/news/article-9744405/Melbourne-best-city-working-home-Covid-losing-crown-liveable-city.html" | |
result = requests.get(f"https://shot.screenshotapi.net/screenshot?token={token}&url={url}&height=3000&output=json&no_cookie_banners=true&block_ads=true") |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
## Fullpage Export | |
import requests | |
import urllib.request | |
token = "your_token_here" | |
url = "https://www.dailymail.co.uk/news/article-9744405/Melbourne-best-city-working-home-Covid-losing-crown-liveable-city.html" | |
result = requests.get(f"https://shot.screenshotapi.net/screenshot?token={token}&url={url}&full_page=1&output=json&no_cookie_banners=true&block_ads=true") |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import pandas as pd | |
import time | |
import re | |
from slugify import slugify | |
from html2image import Html2Image | |
hti = Html2Image() | |
df = pd.read_csv("clippings.csv") |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from html2image import Html2Image | |
hti = Html2Image() | |
hti.screenshot(url="https://martechwithme.com",save_as="screenshot.png"). |
NewerOlder