Merge pull request #2 from jllllll/oobabooga-windows

Update one-click-installer for Windows

INSTRUCTIONS.txt

@@ -2,7 +2,7 @@ Thank you for downloading oobabooga/text-generation-webui.
 Here is how to get it up and running:
 
 1. Run the "install" script to install the web UI and its requirements in this folder.
-2. Run the "download" script to download a model of your choice.
+2. Run the "download" script to download a model of your choice. Change TextOnly variable at top of script to download only config files.
 3. Run the "start-webui" script to launch the web UI.
 
 To add flags like --chat, --notebook, --extensions, etc, edit the

download-model.bat

@@ -1,9 +1,26 @@
 @echo off
 
-set INSTALL_ENV_DIR=%cd%\installer_files\env
+SET TextOnly=False &REM True or False for Text only mode
-set PATH=%INSTALL_ENV_DIR%;%INSTALL_ENV_DIR%\Library\bin;%INSTALL_ENV_DIR%\Scripts;%INSTALL_ENV_DIR%\Library\usr\bin;%PATH%
-call conda activate
-cd text-generation-webui
-python download-model.py
 
+cd /D "%~dp0"
+
+set MAMBA_ROOT_PREFIX=%cd%\installer_files\mamba
+set INSTALL_ENV_DIR=%cd%\installer_files\env
+
+if not exist "%MAMBA_ROOT_PREFIX%\condabin\micromamba.bat" (
+  call "%MAMBA_ROOT_PREFIX%\micromamba.exe" shell hook >nul 2>&1
+)
+call "%MAMBA_ROOT_PREFIX%\condabin\micromamba.bat" activate "%INSTALL_ENV_DIR%" || ( echo MicroMamba hook not found. && goto end )
+
+cd text-generation-webui || goto end
+goto %TextOnly%
+
+:False
+call python download-model.py
+goto end
+
+:True
+call python download-model.py --text-only
+
+:end
 pause

install.bat

@@ -1,7 +1,7 @@
 @echo off
 
 @rem Based on the installer found here: https://github.com/Sygil-Dev/sygil-webui
-@rem This script will install git and conda (if not found on the PATH variable)
+@rem This script will install git and all dependencies
 @rem using micromamba (an 8mb static-linked single-file binary, conda replacement).
 @rem This enables a user to install this project without manually installing conda and git.
 
@@ -12,79 +12,105 @@ echo B) None (I want to run in CPU mode)
 echo.
 set /p "gpuchoice=Input> "
 set gpuchoice=%gpuchoice:~0,1%
-setlocal enabledelayedexpansion
-set gpuchoice=!gpuchoice:a=A!
-set gpuchoice=!gpuchoice:b=B!
 
-if "%gpuchoice%" == "A" (
+if /I "%gpuchoice%" == "A" (
-    set "PACKAGES_TO_INSTALL=torchvision=0.14.1 torchaudio=0.13.1 pytorch-cuda=11.7 conda git"
+    set "PACKAGES_TO_INSTALL=python=3.10.9 torchvision torchaudio pytorch-cuda=11.7 cuda-toolkit conda-forge::ninja conda-forge::git"
-    set "CHANNEL=-c nvidia"
+    set "CHANNEL=-c pytorch -c nvidia/label/cuda-11.7.0 -c nvidia"
-) else if "%gpuchoice%" == "B" (
+) else if /I "%gpuchoice%" == "B" (
-    set "PACKAGES_TO_INSTALL=pytorch torchvision torchaudio cpuonly conda git"
+    set "PACKAGES_TO_INSTALL=pytorch torchvision torchaudio cpuonly git"
-    set "CHANNEL="
+    set "CHANNEL=-c conda-forge -c pytorch"
 ) else (
     echo Invalid choice. Exiting...
     exit
 )
 
+cd /D "%~dp0"
+
+set PATH=%SystemRoot%\system32;%PATH%
+
 set MAMBA_ROOT_PREFIX=%cd%\installer_files\mamba
 set INSTALL_ENV_DIR=%cd%\installer_files\env
-set MICROMAMBA_DOWNLOAD_URL=https://github.com/cmdr2/stable-diffusion-ui/releases/download/v1.1/micromamba.exe
+set MICROMAMBA_DOWNLOAD_URL=https://github.com/mamba-org/micromamba-releases/releases/latest/download/micromamba-win-64
 set REPO_URL=https://github.com/oobabooga/text-generation-webui.git
 set umamba_exists=F
 
 @rem figure out whether git and conda needs to be installed
-if exist "%INSTALL_ENV_DIR%" set PATH=%INSTALL_ENV_DIR%;%INSTALL_ENV_DIR%\Library\bin;%INSTALL_ENV_DIR%\Scripts;%INSTALL_ENV_DIR%\Library\usr\bin;%PATH%
+call "%MAMBA_ROOT_PREFIX%\micromamba.exe" --version >nul 2>&1
-call "%MAMBA_ROOT_PREFIX%\micromamba.exe" --version >.tmp1 2>.tmp2
 if "%ERRORLEVEL%" EQU "0" set umamba_exists=T
 
 @rem (if necessary) install git and conda into a contained environment
 if "%PACKAGES_TO_INSTALL%" NEQ "" (
     @rem download micromamba
     if "%umamba_exists%" == "F" (
-        echo "Downloading micromamba from %MICROMAMBA_DOWNLOAD_URL% to %MAMBA_ROOT_PREFIX%\micromamba.exe"
+        echo "Downloading Micromamba from %MICROMAMBA_DOWNLOAD_URL% to %MAMBA_ROOT_PREFIX%\micromamba.exe"
 
         mkdir "%MAMBA_ROOT_PREFIX%"
         call curl -L "%MICROMAMBA_DOWNLOAD_URL%" > "%MAMBA_ROOT_PREFIX%\micromamba.exe"
 
         @rem test the mamba binary
         echo Micromamba version:
-        call "%MAMBA_ROOT_PREFIX%\micromamba.exe" --version
+        call "%MAMBA_ROOT_PREFIX%\micromamba.exe" --version || ( echo Micromamba not found. && goto end )
+    )
+
+    @rem create micromamba hook
+    if not exist "%MAMBA_ROOT_PREFIX%\condabin\micromamba.bat" (
+      call "%MAMBA_ROOT_PREFIX%\micromamba.exe" shell hook >nul 2>&1
     )
 
     @rem create the installer env
     if not exist "%INSTALL_ENV_DIR%" (
-        call "%MAMBA_ROOT_PREFIX%\micromamba.exe" create -y --prefix "%INSTALL_ENV_DIR%"
+      echo Packages to install: %PACKAGES_TO_INSTALL%
-    )
+      call "%MAMBA_ROOT_PREFIX%\micromamba.exe" create -y --prefix "%INSTALL_ENV_DIR%" %CHANNEL% %PACKAGES_TO_INSTALL%
-
-    echo "Packages to install: %PACKAGES_TO_INSTALL%"
-
-    call "%MAMBA_ROOT_PREFIX%\micromamba.exe" install -y --prefix "%INSTALL_ENV_DIR%" -c conda-forge -c pytorch %CHANNEL% %PACKAGES_TO_INSTALL%
-    call "%MAMBA_ROOT_PREFIX%\micromamba.exe" install -y --prefix "%INSTALL_ENV_DIR%" -c conda-forge -c pytorch %CHANNEL% %PACKAGES_TO_INSTALL%
-
-    if not exist "%INSTALL_ENV_DIR%" (
-        echo "There was a problem while installing%PACKAGES_TO_INSTALL% using micromamba. Cannot continue."
-        pause
-        exit /b
     )
 )
 
-set PATH=%INSTALL_ENV_DIR%;%INSTALL_ENV_DIR%\Library\bin;%INSTALL_ENV_DIR%\Scripts;%INSTALL_ENV_DIR%\Library\usr\bin;%PATH%
+@rem activate installer env
+call "%MAMBA_ROOT_PREFIX%\condabin\micromamba.bat" activate "%INSTALL_ENV_DIR%" || ( echo MicroMamba hook not found. && goto end )
 
 @rem clone the repository and install the pip requirements
-call conda activate
 if exist text-generation-webui\ (
   cd text-generation-webui
   git pull
 ) else (
   git clone https://github.com/oobabooga/text-generation-webui.git
-  cd text-generation-webui
+  cd text-generation-webui || goto end
 )
 call python -m pip install -r requirements.txt --upgrade
-call python -m pip install -r extensions\google_translate\requirements.txt
+call python -m pip install -r extensions\api\requirements.txt --upgrade
-call python -m pip install -r extensions\silero_tts\requirements.txt
+call python -m pip install -r extensions\elevenlabs_tts\requirements.txt --upgrade
+call python -m pip install -r extensions\google_translate\requirements.txt --upgrade
+call python -m pip install -r extensions\silero_tts\requirements.txt --upgrade
+call python -m pip install -r extensions\whisper_stt\requirements.txt --upgrade
 
-cd ..
+@rem skip gptq install if cpu only
-del .tmp1 .tmp2
+if /I not "%gpuchoice%" == "A" goto bandaid
 
+@rem download gptq and compile locally and if compile fails, install from wheel
+if not exist repositories\ (
+  mkdir repositories
+)
+cd repositories || goto end
+if not exist GPTQ-for-LLaMa\ (
+  git clone https://github.com/qwopqwop200/GPTQ-for-LLaMa.git
+  cd GPTQ-for-LLaMa || goto end
+  call python -m pip install -r requirements.txt
+  call python setup_cuda.py install
+  if not exist "%INSTALL_ENV_DIR%\lib\site-packages\quant_cuda-0.0.0-py3.10-win-amd64.egg" (
+    echo CUDA kernal compilation failed. Will try to install from wheel.
+    curl -LO https://github.com/jllllll/GPTQ-for-LLaMa-Wheels/raw/main/quant_cuda-0.0.0-cp310-cp310-win_amd64.whl
+    call python -m pip install quant_cuda-0.0.0-cp310-cp310-win_amd64.whl || ( echo Wheel installation failed. && goto end )
+  )
+  cd ..
+)
+cd ..\..
+
+:bandaid
+curl -LO https://github.com/DeXtmL/bitsandbytes-win-prebuilt/raw/main/libbitsandbytes_cpu.dll
+curl -LO https://github.com/james-things/bitsandbytes-prebuilt-all_arch/raw/main/0.37.0/libbitsandbytes_cudaall.dll
+mv libbitsandbytes_cpu.dll "%INSTALL_ENV_DIR%\lib\site-packages\bitsandbytes"
+mv libbitsandbytes_cudaall.dll "%INSTALL_ENV_DIR%\lib\site-packages\bitsandbytes"
+sed -i "s/if not torch.cuda.is_available(): return 'libsbitsandbytes_cpu.so', None, None, None, None/if torch.cuda.is_available(): return 'libbitsandbytes_cudaall.dll', None, None, None, None\n    else: return 'libbitsandbytes_cpu.dll', None, None, None, None/g" "%INSTALL_ENV_DIR%\lib\site-packages\bitsandbytes\cuda_setup\main.py"
+sed -i "s/ct.cdll.LoadLibrary(binary_path)/ct.cdll.LoadLibrary(str(binary_path))/g" "%INSTALL_ENV_DIR%\lib\site-packages\bitsandbytes\cuda_setup\main.py"
+
+:end
 pause

micromamba-cmd.bat

@@ -0,0 +1,16 @@
+@echo off
+
+cd /D "%~dp0"
+
+set MAMBA_ROOT_PREFIX=%cd%\installer_files\mamba
+set INSTALL_ENV_DIR=%cd%\installer_files\env
+
+if not exist "%MAMBA_ROOT_PREFIX%\condabin\micromamba.bat" (
+  call "%MAMBA_ROOT_PREFIX%\micromamba.exe" shell hook >nul 2>&1
+)
+call "%MAMBA_ROOT_PREFIX%\condabin\micromamba.bat" activate "%INSTALL_ENV_DIR%" || ( echo MicroMamba hook not found. && goto end )
+
+cmd /k "%*"
+
+:end
+pause

start-webui.bat

@@ -2,10 +2,18 @@
 
 @echo Starting the web UI...
 
+cd /D "%~dp0"
+
+set MAMBA_ROOT_PREFIX=%cd%\installer_files\mamba
 set INSTALL_ENV_DIR=%cd%\installer_files\env
-set PATH=%INSTALL_ENV_DIR%;%INSTALL_ENV_DIR%\Library\bin;%INSTALL_ENV_DIR%\Scripts;%INSTALL_ENV_DIR%\Library\usr\bin;%PATH%
+
-call conda activate
+if not exist "%MAMBA_ROOT_PREFIX%\condabin\micromamba.bat" (
+  call "%MAMBA_ROOT_PREFIX%\micromamba.exe" shell hook >nul 2>&1
+)
+call "%MAMBA_ROOT_PREFIX%\condabin\micromamba.bat" activate "%INSTALL_ENV_DIR%" || ( echo MicroMamba hook not found. && goto end )
 cd text-generation-webui
+
 call python server.py --auto-devices --cai-chat
 
+:end
 pause