#!/bin/bash source ./scripts/functions.sh cp sd-ui-files/scripts/on_env_start.sh scripts/ cp sd-ui-files/scripts/bootstrap.sh scripts/ # activate the installer env CONDA_BASEPATH=$(conda info --base) source "$CONDA_BASEPATH/etc/profile.d/conda.sh" # avoids the 'shell not initialized' error conda activate || fail "Failed to activate conda" # remove the old version of the dev console script, if it's still present if [ -e "open_dev_console.sh" ]; then rm "open_dev_console.sh" fi python -c "import os; import shutil; frm = 'sd-ui-files/ui/hotfix/9c24e6cd9f499d02c4f21a033736dabd365962dc80fe3aeb57a8f85ea45a20a3.26fead7ea4f0f843f6eb4055dfd25693f1a71f3c6871b184042d4b126244e142'; dst = os.path.join(os.path.expanduser('~'), '.cache', 'huggingface', 'transformers', '9c24e6cd9f499d02c4f21a033736dabd365962dc80fe3aeb57a8f85ea45a20a3.26fead7ea4f0f843f6eb4055dfd25693f1a71f3c6871b184042d4b126244e142'); shutil.copyfile(frm, dst) if os.path.exists(dst) else print(''); print('Hotfixed broken JSON file from OpenAI');" # Caution, this file will make your eyes and brain bleed. It's such an unholy mess. # Note to self: Please rewrite this in Python. For the sake of your own sanity. if [ -e "scripts/install_status.txt" ] && [ `grep -c sd_git_cloned scripts/install_status.txt` -gt "0" ]; then echo "Stable Diffusion's git repository was already installed. Updating.." cd stable-diffusion git reset --hard git pull git -c advice.detachedHead=false checkout f6cfebffa752ee11a7b07497b8529d5971de916c git apply --whitespace=fix ../ui/sd_internal/ddim_callback.patch || fail "ddim patch failed" git apply --whitespace=fix ../ui/sd_internal/env_yaml.patch || fail "yaml patch failed" cd .. else printf "\n\nDownloading Stable Diffusion..\n\n" if git clone https://github.com/basujindal/stable-diffusion.git ; then echo sd_git_cloned >> scripts/install_status.txt else fail "git clone of basujindal/stable-diffusion.git failed" fi cd stable-diffusion git -c advice.detachedHead=false checkout f6cfebffa752ee11a7b07497b8529d5971de916c git apply --whitespace=fix ../ui/sd_internal/ddim_callback.patch || fail "ddim patch failed" git apply --whitespace=fix ../ui/sd_internal/env_yaml.patch || fail "yaml patch failed" cd .. fi cd stable-diffusion if [ `grep -c conda_sd_env_created ../scripts/install_status.txt` -gt "0" ]; then echo "Packages necessary for Stable Diffusion were already installed" conda activate ./env || fail "conda activate failed" else printf "\n\nDownloading packages necessary for Stable Diffusion..\n" printf "\n\n***** This will take some time (depending on the speed of the Internet connection) and may appear to be stuck, but please be patient ***** ..\n\n" # prevent conda from using packages from the user's home directory, to avoid conflicts export PYTHONNOUSERSITE=1 export PYTHONPATH="$(pwd):$(pwd)/env/lib/site-packages" if conda env create --prefix env --force -f environment.yaml ; then echo "Installed. Testing.." else fail "'conda env create' failed" fi conda activate ./env || fail "conda activate failed" if conda install -c conda-forge --prefix ./env -y antlr4-python3-runtime=4.8 ; then echo "Installed. Testing.." else fail "Error installing antlr4-python3-runtime" fi out_test=`python -c "import torch; import ldm; import transformers; import numpy; import antlr4; print(42)"` if [ "$out_test" != "42" ]; then fail "Dependency test failed" fi echo conda_sd_env_created >> ../scripts/install_status.txt fi if [ `grep -c conda_sd_gfpgan_deps_installed ../scripts/install_status.txt` -gt "0" ]; then echo "Packages necessary for GFPGAN (Face Correction) were already installed" else printf "\n\nDownloading packages necessary for GFPGAN (Face Correction)..\n" export PYTHONNOUSERSITE=1 export PYTHONPATH="$(pwd):$(pwd)/env/lib/site-packages" if pip install -e git+https://github.com/TencentARC/GFPGAN#egg=GFPGAN ; then echo "Installed. Testing.." else fail "Error installing the packages necessary for GFPGAN (Face Correction)." fi out_test=`python -c "from gfpgan import GFPGANer; print(42)"` if [ "$out_test" != "42" ]; then echo "EE The dependency check has failed. This usually means that some system libraries are missing." echo "EE On Debian/Ubuntu systems, this are often these packages: libsm6 libxext6 libxrender-dev" echo "EE Other Linux distributions might have different package names for these libraries." fail "GFPGAN dependency test failed" fi echo conda_sd_gfpgan_deps_installed >> ../scripts/install_status.txt fi if [ `grep -c conda_sd_esrgan_deps_installed ../scripts/install_status.txt` -gt "0" ]; then echo "Packages necessary for ESRGAN (Resolution Upscaling) were already installed" else printf "\n\nDownloading packages necessary for ESRGAN (Resolution Upscaling)..\n" export PYTHONNOUSERSITE=1 export PYTHONPATH="$(pwd):$(pwd)/env/lib/site-packages" if pip install -e git+https://github.com/xinntao/Real-ESRGAN#egg=realesrgan ; then echo "Installed. Testing.." else fail "Error installing the packages necessary for ESRGAN" fi out_test=`python -c "from basicsr.archs.rrdbnet_arch import RRDBNet; from realesrgan import RealESRGANer; print(42)"` if [ "$out_test" != "42" ]; then fail "ESRGAN dependency test failed" fi echo conda_sd_esrgan_deps_installed >> ../scripts/install_status.txt fi if [ `grep -c conda_sd_ui_deps_installed ../scripts/install_status.txt` -gt "0" ]; then echo "Packages necessary for Stable Diffusion UI were already installed" else printf "\n\nDownloading packages necessary for Stable Diffusion UI..\n\n" export PYTHONNOUSERSITE=1 export PYTHONPATH="$(pwd):$(pwd)/env/lib/site-packages" if conda install -c conda-forge --prefix ./env -y uvicorn fastapi ; then echo "Installed. Testing.." else fail "'conda install uvicorn' failed" fi if ! command -v uvicorn &> /dev/null; then fail "UI packages not found!" fi echo conda_sd_ui_deps_installed >> ../scripts/install_status.txt fi if python -m picklescan --help >/dev/null 2>&1; then echo "Picklescan is already installed." else echo "Picklescan not found, installing." pip install picklescan || fail "Picklescan installation failed." fi mkdir -p "../models/stable-diffusion" mkdir -p "../models/vae" echo "" > "../models/stable-diffusion/Put your custom ckpt files here.txt" echo "" > "../models/vae/Put your VAE files here.txt" if [ -f "sd-v1-4.ckpt" ]; then model_size=`find "sd-v1-4.ckpt" -printf "%s"` if [ "$model_size" -eq "4265380512" ] || [ "$model_size" -eq "7703807346" ] || [ "$model_size" -eq "7703810927" ]; then echo "Data files (weights) necessary for Stable Diffusion were already downloaded" else printf "\n\nThe model file present at $PWD/sd-v1-4.ckpt is invalid. It is only $model_size bytes in size. Re-downloading.." rm sd-v1-4.ckpt fi fi if [ ! -f "sd-v1-4.ckpt" ]; then echo "Downloading data files (weights) for Stable Diffusion.." curl -L -k https://me.cmdr2.org/stable-diffusion-ui/sd-v1-4.ckpt > sd-v1-4.ckpt if [ -f "sd-v1-4.ckpt" ]; then model_size=`find "sd-v1-4.ckpt" -printf "%s"` if [ ! "$model_size" == "4265380512" ]; then fail "The downloaded model file was invalid! Bytes downloaded: $model_size" fi else fail "Error downloading the data files (weights) for Stable Diffusion" fi fi if [ -f "GFPGANv1.3.pth" ]; then model_size=`find "GFPGANv1.3.pth" -printf "%s"` if [ "$model_size" -eq "348632874" ]; then echo "Data files (weights) necessary for GFPGAN (Face Correction) were already downloaded" else printf "\n\nThe model file present at $PWD/GFPGANv1.3.pth is invalid. It is only $model_size bytes in size. Re-downloading.." rm GFPGANv1.3.pth fi fi if [ ! -f "GFPGANv1.3.pth" ]; then echo "Downloading data files (weights) for GFPGAN (Face Correction).." curl -L -k https://github.com/TencentARC/GFPGAN/releases/download/v1.3.0/GFPGANv1.3.pth > GFPGANv1.3.pth if [ -f "GFPGANv1.3.pth" ]; then model_size=`find "GFPGANv1.3.pth" -printf "%s"` if [ ! "$model_size" -eq "348632874" ]; then fail "The downloaded GFPGAN model file was invalid! Bytes downloaded: $model_size" fi else fail "Error downloading the data files (weights) for GFPGAN (Face Correction)." fi fi if [ -f "RealESRGAN_x4plus.pth" ]; then model_size=`find "RealESRGAN_x4plus.pth" -printf "%s"` if [ "$model_size" -eq "67040989" ]; then echo "Data files (weights) necessary for ESRGAN (Resolution Upscaling) x4plus were already downloaded" else printf "\n\nThe model file present at $PWD/RealESRGAN_x4plus.pth is invalid. It is only $model_size bytes in size. Re-downloading.." rm RealESRGAN_x4plus.pth fi fi if [ ! -f "RealESRGAN_x4plus.pth" ]; then echo "Downloading data files (weights) for ESRGAN (Resolution Upscaling) x4plus.." curl -L -k https://github.com/xinntao/Real-ESRGAN/releases/download/v0.1.0/RealESRGAN_x4plus.pth > RealESRGAN_x4plus.pth if [ -f "RealESRGAN_x4plus.pth" ]; then model_size=`find "RealESRGAN_x4plus.pth" -printf "%s"` if [ ! "$model_size" -eq "67040989" ]; then fail "The downloaded ESRGAN x4plus model file was invalid! Bytes downloaded: $model_size" fi else fail "Error downloading the data files (weights) for ESRGAN (Resolution Upscaling) x4plus" fi fi if [ -f "RealESRGAN_x4plus_anime_6B.pth" ]; then model_size=`find "RealESRGAN_x4plus_anime_6B.pth" -printf "%s"` if [ "$model_size" -eq "17938799" ]; then echo "Data files (weights) necessary for ESRGAN (Resolution Upscaling) x4plus_anime were already downloaded" else printf "\n\nThe model file present at $PWD/RealESRGAN_x4plus_anime_6B.pth is invalid. It is only $model_size bytes in size. Re-downloading.." rm RealESRGAN_x4plus_anime_6B.pth fi fi if [ ! -f "RealESRGAN_x4plus_anime_6B.pth" ]; then echo "Downloading data files (weights) for ESRGAN (Resolution Upscaling) x4plus_anime.." curl -L -k https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.2.4/RealESRGAN_x4plus_anime_6B.pth > RealESRGAN_x4plus_anime_6B.pth if [ -f "RealESRGAN_x4plus_anime_6B.pth" ]; then model_size=`find "RealESRGAN_x4plus_anime_6B.pth" -printf "%s"` if [ ! "$model_size" -eq "17938799" ]; then fail "The downloaded ESRGAN x4plus_anime model file was invalid! Bytes downloaded: $model_size" fi else fail "Error downloading the data files (weights) for ESRGAN (Resolution Upscaling) x4plus_anime." fi fi if [ -f "../models/vae/vae-ft-mse-840000-ema-pruned.ckpt" ]; then model_size=`find ../models/vae/vae-ft-mse-840000-ema-pruned.ckpt -printf "%s"` if [ "$model_size" -eq "334695179" ]; then echo "Data files (weights) necessary for the default VAE (sd-vae-ft-mse-original) were already downloaded" else printf "\n\nThe model file present at models/vae/vae-ft-mse-840000-ema-pruned.ckpt is invalid. It is only $model_size bytes in size. Re-downloading.." rm ../models/vae/vae-ft-mse-840000-ema-pruned.ckpt fi fi if [ ! -f "../models/vae/vae-ft-mse-840000-ema-pruned.ckpt" ]; then echo "Downloading data files (weights) for the default VAE (sd-vae-ft-mse-original).." curl -L -k https://huggingface.co/stabilityai/sd-vae-ft-mse-original/resolve/main/vae-ft-mse-840000-ema-pruned.ckpt > ../models/vae/vae-ft-mse-840000-ema-pruned.ckpt if [ -f "../models/vae/vae-ft-mse-840000-ema-pruned.ckpt" ]; then model_size=`find ../models/vae/vae-ft-mse-840000-ema-pruned.ckpt -printf "%s"` if [ ! "$model_size" -eq "334695179" ]; then printf "\n\nError: The downloaded default VAE (sd-vae-ft-mse-original) file was invalid! Bytes downloaded: $model_size\n\n" printf "\n\nError downloading the data files (weights) for the default VAE (sd-vae-ft-mse-original). Sorry about that, please try to:\n 1. Run this installer again.\n 2. If that doesn't fix it, please try the common troubleshooting steps at https://github.com/cmdr2/stable-diffusion-ui/wiki/Troubleshooting\n 3. If those steps don't help, please copy *all* the error messages in this window, and ask the community at https://discord.com/invite/u9yhsFmEkB\n 4. If that doesn't solve the problem, please file an issue at https://github.com/cmdr2/stable-diffusion-ui/issues\nThanks!\n\n" read -p "Press any key to continue" exit fi else printf "\n\nError downloading the data files (weights) for the default VAE (sd-vae-ft-mse-original). Sorry about that, please try to:\n 1. Run this installer again.\n 2. If that doesn't fix it, please try the common troubleshooting steps at https://github.com/cmdr2/stable-diffusion-ui/wiki/Troubleshooting\n 3. If those steps don't help, please copy *all* the error messages in this window, and ask the community at https://discord.com/invite/u9yhsFmEkB\n 4. If that doesn't solve the problem, please file an issue at https://github.com/cmdr2/stable-diffusion-ui/issues\nThanks!\n\n" read -p "Press any key to continue" exit fi fi if [ `grep -c sd_install_complete ../scripts/install_status.txt` -gt "0" ]; then echo sd_weights_downloaded >> ../scripts/install_status.txt echo sd_install_complete >> ../scripts/install_status.txt fi printf "\n\nStable Diffusion is ready!\n\n" SD_PATH=`pwd` export PYTHONPATH="$SD_PATH:$SD_PATH/env/lib/python3.8/site-packages" echo "PYTHONPATH=$PYTHONPATH" which python python --version cd .. export SD_UI_PATH=`pwd`/ui cd stable-diffusion uvicorn server:app --app-dir "$SD_UI_PATH" --port ${SD_UI_BIND_PORT:-9000} --host ${SD_UI_BIND_IP:-0.0.0.0} read -p "Press any key to continue"