| # https://linuxize.com/post/how-to-install-and-configure-squid-proxy-on-ubuntu-20-04/ | |
| # Install squid | |
| sudo apt update | |
| sudo apt install squid | |
| # Backup config | |
| sudo cp /etc/squid/squid.conf{,.orginal} | |
| # Add allowed IPs |
| # Local package | |
| -e . | |
| # Utils | |
| tqdm | |
| click | |
| # Data analysis | |
| numpy | |
| pandas |
| alias gcurl='curl -H "Authorization: Bearer $(gcloud auth print-access-token)" -H "Content-Type: application/json"' | |
| gcurl <URL> |
| import logging | |
| logging.basicConfig(level=logging.INFO, format="%(asctime)s;%(levelname)s;%(message)s") | |
| logger = logging.getLogger(Path().resolve().parent.name) |
| # Get app ID | |
| osascript -e 'id of app "TextMate"' | |
| # Set default app, e.g. for JSON files | |
| duti -s com.macromates.TextMate .json all | |
| # Install | |
| brew install duti |
Follow this guide https://github.com/abetlen/llama-cpp-python/blob/main/docs/install/macos.md
Download a GGUF quantized model. Pick a recommended one, e.g. codellama-7b.Q5_K_M.gguf
Check how many GPU cores you have https://www.reddit.com/r/macbook/comments/o3k9a1/comment/h2c9jmu/?utm_source=share&utm_medium=web2x&context=3
Run the server
| docker container run -it --rm python:3.8-slim |
| # Creating a virtual env kernel | |
| # ----------------------------- | |
| $ python -m venv .venv | |
| $ source .venv/bin/activate | |
| (.venv) $ pip install ipykernel | |
| (.venv) $ python -m ipykernel install --user --name=proj-name | |
| # Managing the kernel | |
| # ----------------------------- | |
| $ jupyter kernelspec list |
| curl SITEMAP_URL > sitemap.xml | |
| cat sitemap.xml | grep -o 'loc\>.*</loc' | sed 's/loc>//g' | sed 's/<\/loc//g' > sitemap_urls.csv |