Last active
May 27, 2024 05:46
-
-
Save Avaray/125cbc537f9b43f7c430a178ad9291f6 to your computer and use it in GitHub Desktop.
AI-Dock Provisioning Script - SDXL 1.0 - Starter with useful Lora's
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/bin/bash | |
| DISK_GB_REQUIRED=30 | |
| MAMBA_PACKAGES=( | |
| #"package1" | |
| #"package2=version" | |
| ) | |
| PIP_PACKAGES=( | |
| "bitsandbytes==0.41.2.post2" | |
| ) | |
| EXTENSIONS=( | |
| "https://github.com/Mikubill/sd-webui-controlnet" | |
| "https://github.com/adieyal/sd-dynamic-prompts" | |
| "https://github.com/AUTOMATIC1111/stable-diffusion-webui-wildcards" | |
| "https://github.com/hako-mikan/sd-webui-regional-prompter" | |
| "https://github.com/Bing-su/adetailer" | |
| "https://github.com/pharmapsychotic/clip-interrogator" | |
| ) | |
| CHECKPOINT_MODELS=( | |
| # ZavyChromaXL - https://civitai.com/models/119229/zavychromaxl?modelVersionId=490254 | |
| # 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/CHECKPOINT/zavychromaxl_v70.safetensors' | |
| # _CHINOOK_ - https://civitai.com/models/400589/chinook?modelVersionId=495482 | |
| # Trigger words: cinematic, film grain, RAW, movie still, realistic photography, dutch angle style, chromatic aberration | |
| # 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/CHECKPOINT/CHINOOK_v10.safetensors' | |
| # epiCRealism XL - https://civitai.com/models/277058/epicrealism-xl?modelVersionId=489217 | |
| # 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/CHECKPOINT/epicrealismXL_v7FinalDestination.safetensors' | |
| # LEOSAM's HelloWorld XL - https://civitai.com/models/43977/leosams-helloworld-xl?modelVersionId=456751 | |
| # 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/CHECKPOINT/leosamsHelloworldXL_helloworldXL60.safetensors' | |
| # WildCardX-XL - https://civitai.com/models/239561/wildcardx-xl?modelVersionId=308455 | |
| # 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/CHECKPOINT/wildcardxXL_v4Rundiffusion.safetensors' | |
| # Copax TimeLessXL - SDXL1.0 - https://civitai.com/models/118111/copax-timelessxl-sdxl10?modelVersionId=445348 | |
| # 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/CHECKPOINT/copaxTimelessxlSDXL1_v12.safetensors' | |
| # Juggernaut XL - https://civitai.com/models/133005?modelVersionId=456194 | |
| # 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/CHECKPOINT/Juggernaut_X_RunDiffusion.safetensors' | |
| # DreamShaper XL - https://civitai.com/models/112902/dreamshaper-xl?modelVersionId=126688 | |
| # 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/CHECKPOINT/dreamshaperXL_alpha2Xl10.safetensors' | |
| ) | |
| LORA_MODELS=( | |
| # Black and color - https://civitai.com/models/170395/black-and-color?modelVersionId=191463 | |
| # Trigger words: dark, black and color | |
| 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/LORA/SDXL_black_and_color_Sa_May.safetensors' | |
| # SDXL - Matte (Vanta)Black - Experiment - https://civitai.com/models/263107/sdxl-matte-vantablack-experiment?modelVersionId=430643 | |
| 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/LORA/-%20SDXL%20-%20vanta-black_contrast_V3.0.safetensors' | |
| # xl_more_art-full / xl_real / Enhancer - https://civitai.com/models/124347/xlmoreart-full-xlreal-enhancer?modelVersionId=152309 | |
| 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/LORA/xl_more_art-full_v1.safetensors' | |
| # RMSDXL Photo XL [tool] - https://civitai.com/models/250381/rmsdxl-photo-xl-tool?modelVersionId=282532 | |
| 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/LORA/RMSDXL_Photo.safetensors' | |
| # SDXL FaeTastic Details - https://civitai.com/models/134338/sdxl-faetastic-details?modelVersionId=293991 | |
| 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/LORA/SDXLFaeTastic2400.safetensors' | |
| # RMSDXL Darkness Cinema XL [tool] - https://civitai.com/models/239851/rmsdxl-darkness-cinema-xl-tool?modelVersionId=270554 | |
| 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/LORA/RMSDXL_Darkness_Cinema.safetensors' | |
| # Looking at viewer - sliders / ntcai.xyz - https://civitai.com/models/229962/looking-at-viewer-sliders-ntcaixyz?modelVersionId=259540 | |
| # Trigger words: looking at viewer | |
| 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/LORA/looking_at_viewer.safetensors' | |
| # DreamART Style LORA - https://civitai.com/models/105491/dreamart-style-lora?modelVersionId=137124 | |
| 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/LORA/DreamARTSDXL.safetensors' | |
| # DPO (Direct Preference Optimization) - https://civitai.com/models/242825/dpo-direct-preference-optimization-lora-for-xl-and-15-openrail?modelVersionId=273996 | |
| 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/LORA/sd_xl_dpo_lora_v1.safetensors' | |
| # Desolation - https://civitai.com/models/268599/desolation?modelVersionId=302830 | |
| 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/LORA/Desolation.safetensors' | |
| # style of Piero Fornasetti [SDXL] 150 - https://civitai.com/models/469963/style-of-piero-fornasetti-sdxl-150?modelVersionId=522870 | |
| # Trigger words: style of Piero Fornasetti | |
| 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/LORA/tbh150-sdxl.safetensors' | |
| # style of Miles Aldridge [SDXL] 154 - https://civitai.com/models/472285/style-of-miles-aldridge-sdxl-154?modelVersionId=525397 | |
| # Trigger words: style of Miles Aldridge | |
| 'https://huggingface.co/datasets/AddictiveFuture/sdxl-1-0-models-backup/resolve/main/LORA/tbh154-sdxl.safetensors' | |
| ) | |
| VAE_MODELS=( | |
| 'https://huggingface.co/datasets/AddictiveFuture/sdxl-pony-models-backup/resolve/main/VAE/sdxl_vae.safetensors' | |
| ) | |
| ESRGAN_MODELS=( | |
| 'https://huggingface.co/datasets/AddictiveFuture/sdxl-pony-models-backup/resolve/main/ESRGAN/2xHFA2kOmniSR.pth' | |
| 'https://huggingface.co/datasets/AddictiveFuture/sdxl-pony-models-backup/resolve/main/ESRGAN/4x-UltraSharp.pth' | |
| 'https://huggingface.co/datasets/AddictiveFuture/sdxl-pony-models-backup/resolve/main/ESRGAN/8x_NMKD-Superscale_150000_G.pth' | |
| ) | |
| CONTROLNET_MODELS=( | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_canny-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_depth-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_hed-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_mlsd-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_normal-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_openpose-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_scribble-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_seg-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/t2iadapter_canny-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/t2iadapter_color-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/t2iadapter_depth-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/t2iadapter_keypose-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/t2iadapter_openpose-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/t2iadapter_seg-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/t2iadapter_sketch-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/t2iadapter_style-fp16.safetensors" | |
| ) | |
| ### DO NOT EDIT BELOW HERE UNLESS YOU KNOW WHAT YOU ARE DOING ### | |
| function provisioning_start() { | |
| source /opt/ai-dock/etc/environment.sh | |
| DISK_GB_AVAILABLE=$(($(df --output=avail -m "${WORKSPACE}" | tail -n1) / 1000)) | |
| DISK_GB_USED=$(($(df --output=used -m "${WORKSPACE}" | tail -n1) / 1000)) | |
| DISK_GB_ALLOCATED=$(($DISK_GB_AVAILABLE + $DISK_GB_USED)) | |
| provisioning_print_header | |
| provisioning_get_mamba_packages | |
| provisioning_get_pip_packages | |
| provisioning_get_extensions | |
| provisioning_get_models \ | |
| "${WORKSPACE}/storage/stable_diffusion/models/ckpt" \ | |
| "${CHECKPOINT_MODELS[@]}" | |
| provisioning_get_models \ | |
| "${WORKSPACE}/storage/stable_diffusion/models/lora" \ | |
| "${LORA_MODELS[@]}" | |
| provisioning_get_models \ | |
| "${WORKSPACE}/storage/stable_diffusion/models/controlnet" \ | |
| "${CONTROLNET_MODELS[@]}" | |
| provisioning_get_models \ | |
| "${WORKSPACE}/storage/stable_diffusion/models/vae" \ | |
| "${VAE_MODELS[@]}" | |
| provisioning_get_models \ | |
| "${WORKSPACE}/storage/stable_diffusion/models/esrgan" \ | |
| "${ESRGAN_MODELS[@]}" | |
| PLATFORM_FLAGS="" | |
| if [[ $XPU_TARGET = "CPU" ]]; then | |
| PLATFORM_FLAGS="--use-cpu all --skip-torch-cuda-test --no-half" | |
| fi | |
| PROVISIONING_FLAGS="--skip-python-version-check --no-download-sd-model --do-not-download-clip --port 11404 --exit" | |
| FLAGS_COMBINED="${PLATFORM_FLAGS} $(cat /etc/a1111_webui_flags.conf) ${PROVISIONING_FLAGS}" | |
| # Start and exit because webui will probably require a restart | |
| cd /opt/stable-diffusion-webui && \ | |
| micromamba run -n webui -e LD_PRELOAD=libtcmalloc.so python launch.py \ | |
| ${FLAGS_COMBINED} | |
| provisioning_print_end | |
| } | |
| function provisioning_get_mamba_packages() { | |
| if [[ -n $MAMBA_PACKAGES ]]; then | |
| $MAMBA_INSTALL -n webui ${MAMBA_PACKAGES[@]} | |
| fi | |
| } | |
| function provisioning_get_pip_packages() { | |
| if [[ -n $PIP_PACKAGES ]]; then | |
| micromamba run -n webui $PIP_INSTALL ${PIP_PACKAGES[@]} | |
| fi | |
| } | |
| function provisioning_get_extensions() { | |
| for repo in "${EXTENSIONS[@]}"; do | |
| dir="${repo##*/}" | |
| path="/opt/stable-diffusion-webui/extensions/${dir}" | |
| requirements="${path}/requirements.txt" | |
| if [[ -d $path ]]; then | |
| if [[ ${AUTO_UPDATE,,} != "false" ]]; then | |
| printf "Updating extension: %s...\n" "${repo}" | |
| ( cd "$path" && git pull ) | |
| if [[ -e $requirements ]]; then | |
| micromamba -n webui run ${PIP_INSTALL} -r "$requirements" | |
| fi | |
| fi | |
| else | |
| printf "Downloading extension: %s...\n" "${repo}" | |
| git clone "${repo}" "${path}" --recursive | |
| if [[ -e $requirements ]]; then | |
| micromamba -n webui run ${PIP_INSTALL} -r "${requirements}" | |
| fi | |
| fi | |
| done | |
| } | |
| function provisioning_get_models() { | |
| if [[ -z $2 ]]; then return 1; fi | |
| dir="$1" | |
| mkdir -p "$dir" | |
| shift | |
| if [[ $DISK_GB_ALLOCATED -ge $DISK_GB_REQUIRED ]]; then | |
| arr=("$@") | |
| else | |
| printf "WARNING: Low disk space allocation - Only the first model will be downloaded!\n" | |
| arr=("$1") | |
| fi | |
| printf "Downloading %s model(s) to %s...\n" "${#arr[@]}" "$dir" | |
| for url in "${arr[@]}"; do | |
| printf "Downloading: %s\n" "${url}" | |
| provisioning_download "${url}" "${dir}" | |
| printf "\n" | |
| done | |
| } | |
| function provisioning_print_header() { | |
| printf "\n##############################################\n# #\n# Provisioning container #\n# #\n# This will take some time #\n# #\n# Your container will be ready on completion #\n# #\n##############################################\n\n" | |
| if [[ $DISK_GB_ALLOCATED -lt $DISK_GB_REQUIRED ]]; then | |
| printf "WARNING: Your allocated disk size (%sGB) is below the recommended %sGB - Some models will not be downloaded\n" "$DISK_GB_ALLOCATED" "$DISK_GB_REQUIRED" | |
| fi | |
| } | |
| function provisioning_print_end() { | |
| printf "\nProvisioning complete: Web UI will start now\n\n" | |
| } | |
| # Download from $1 URL to $2 file path | |
| function provisioning_download() { | |
| wget -qnc --content-disposition --show-progress -e dotbytes="${3:-4M}" -P "$2" "$1" | |
| } | |
| provisioning_start |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment