Quick install Model Quantized huggingface via pip

install.sh

#!/bin/sh

pkgs=(
  "huggingface_hub" 
  "python-dotenv" "openai"
  "torch torchvision torchaudio"
  "bitsandbytes"
  "accelerate>=0.20.3" 
  "git+https://github.com/huggingface/transformers"
)  

for pkg in "${pkgs[@]}"; do
  echo -e "\n\x1B[96m  INSTALLING:   $pkg \x1B[0m"
  pip install $pkg
done

** for cpu only **

#!/bin/sh

pkgs=(
  "huggingface_hub" 
  "python-dotenv" "openai"
  "torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu"
  "bitsandbytes" 
  "gradio"
  "accelerate>=0.20.3"
  "transformers==4.30"
  # "git+https://github.com/huggingface/transformers"
)  

for pkg in "${pkgs[@]}"; do
  echo -e "\n\x1B[96m  INSTALLING:   $pkg \x1B[0m"
  pip install $pkg
done