Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-12-25 22:08:53 +01:00
Code Issues Packages Projects Releases Wiki Activity

Check for torch.xpu.is_available()

Browse Source
This commit is contained in:
oobabooga 2023-10-16 12:53:40 -07:00
parent 188d20e9e5
commit 8ea554bc19
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
modules/models.py
View File

@ -151,8 +151,15 @@ def huggingface_loader(model_name):
# Load with quantization and/or offloading
else:
if not any((shared.args.cpu, torch.cuda.is_available(), torch.backends.mps.is_available())):
logger.warning('torch.cuda.is_available() returned False. This means that no GPU has been detected. Falling back to CPU mode.')
conditions = [
shared.args.cpu,
torch.cuda.is_available(),
torch.backends.mps.is_available(),
hasattr(torch, 'xpu') and torch.xpu.is_available(),
]
if not any(conditions):
logger.warning('No GPU has been detected by Pytorch. Falling back to CPU mode.')
shared.args.cpu = True
if shared.args.cpu: