This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
// allow saving google.com/saved folder to a file | |
var href_list = []; | |
var cols = document.querySelectorAll(".OmLvtc") | |
cols.forEach((col) => { | |
var items = col.querySelectorAll(".EHB20b") | |
items.forEach((item) => { | |
href_list.push( | |
item.querySelector("a").getAttribute("href").indexOf("/url?q=") !== -1 ? decodeURI(item.querySelector("a").getAttribute("href").replace("/url?q=", "")) : decodeURI(item.querySelector("a").getAttribute("href")) | |
) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# utils.py | |
import time | |
import requests | |
def benchmark_chunk_sizes(url: str, headers: dict = {}, verify_ssl: bool = False): | |
print(">> Benchmarking Chunk Sizes...") | |
print(f">> Url: {url}") | |
# generate chunk sizes | |
chunk_sizes = [1024*i for i in range(1, 20)] | |
results = {} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# streamwriter.py | |
import os | |
import glob | |
import m3u8 | |
import requests | |
from concurrent.futures import ThreadPoolExecutor, as_completed | |
from typing import Callable | |
from tqdm import tqdm | |
# fix ssl warnings |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# streamwriter.py | |
import os | |
import glob | |
import m3u8 | |
import requests | |
from concurrent.futures import ThreadPoolExecutor, as_completed | |
from typing import Callable | |
from rich import progress | |
# fix ssl warnings |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# Arabic Toons | |
import m3u8 | |
import requests | |
import cloudscraper | |
from bs4 import BeautifulSoup | |
# create a scraper | |
scraper = cloudscraper.create_scraper() |
These allow the host to forward client to server.
There are a lot of proxies (some caching):
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
FROM hermes-2-pro-llama-3.gguf | |
TEMPLATE """<|im_start|>system | |
{{ .System }}<|im_end|> | |
<|im_start|>user | |
{{ .Prompt }}<|im_end|> | |
<|im_start|>assistant""" | |
FUNCTIONTMPL """ | |
You have access to the following functions: |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
FROM hermes-2-pro-llama-3.gguf | |
TEMPLATE """<|im_start|>system | |
{{ .System }}<|im_end|> | |
<|im_start|>user | |
{{ .Prompt }}<|im_end|> | |
<|im_start|>assistant""" | |
FUNCTIONTMPL """ | |
You have access to the following functions: |
YT-Dlp is a youtube-dl fork with additional websites, updates and features
FFMpeg is media tool / library
Whisper CPP is a C++ version of openai whisper that uses GGML (PTorch alternative AI Lib for c++).
Faster Whisper is a whisper implementation using ctranslate2.
NewerOlder