Minyall

import time
import requests
import glob
import json
from bs4 import BeautifulSoup as bs
api_call = "http://localhost:8080/get?col=crawls&id="
with open('snapshot_log.txt','r') as log:
    skip_list = log.readlines()
skip_list = [x.replace('\n','') for x in skip_list]
json_list = glob.glob('onionscan_results/*.json')