Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-12-24 13:28:59 +01:00
Code Issues Packages Projects Releases Wiki Activity

Soothe anxious users

Browse Source
This commit is contained in:
oobabooga 2023-05-18 10:56:49 -03:00 committed by GitHub
parent 1309cdd257
commit 0bcd5b6894
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
webui.py
View File

@ -139,6 +139,7 @@ def update_dependencies():
# Compile and install GPTQ-for-LLaMa # Compile and install GPTQ-for-LLaMa
if os.path.exists('setup_cuda.py'): if os.path.exists('setup_cuda.py'):
os.rename("setup_cuda.py", "setup.py") os.rename("setup_cuda.py", "setup.py")
run_cmd("python -m pip install .", environment=True) run_cmd("python -m pip install .", environment=True)
# Wheel installation can fail while in the build directory of a package with the same name # Wheel installation can fail while in the build directory of a package with the same name
@ -147,17 +148,22 @@ def update_dependencies():
# If the path does not exist, then the install failed # If the path does not exist, then the install failed
quant_cuda_path_regex = os.path.join(site_packages_path, "quant_cuda*/") quant_cuda_path_regex = os.path.join(site_packages_path, "quant_cuda*/")
if not glob.glob(quant_cuda_path_regex): if not glob.glob(quant_cuda_path_regex):
print("ERROR: GPTQ CUDA kernel compilation failed.")
# Attempt installation via alternative, Windows-specific method # Attempt installation via alternative, Windows-specific method
if sys.platform.startswith("win"): if sys.platform.startswith("win"):
print("Attempting installation with wheel.") print("\n\n*******************************************************************")
print("* WARNING: GPTQ-for-LLaMa compilation failed, but this FINE and can be ignored!")
print("* The installer will proceed to install a pre-compiled wheel.")
print("*******************************************************************\n\n")
result = run_cmd("python -m pip install https://github.com/jllllll/GPTQ-for-LLaMa-Wheels/raw/main/quant_cuda-0.0.0-cp310-cp310-win_amd64.whl", environment=True) result = run_cmd("python -m pip install https://github.com/jllllll/GPTQ-for-LLaMa-Wheels/raw/main/quant_cuda-0.0.0-cp310-cp310-win_amd64.whl", environment=True)
if result.returncode == 0: if result.returncode == 0:
print("Wheel installation success!") print("Wheel installation success!")
else: else:
print("ERROR: GPTQ wheel installation failed. You will not be able to use GPTQ-based models.") print("ERROR: GPTQ wheel installation failed. You will not be able to use GPTQ-based models.")
else: else:
print("ERROR: GPTQ CUDA kernel compilation failed.")
print("You will not be able to use GPTQ-based models.") print("You will not be able to use GPTQ-based models.")
print("Continuing with install..") print("Continuing with install..")