Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-12-24 13:28:59 +01:00
Code Issues Packages Projects Releases Wiki Activity

Remove exllama import that causes problems

Browse Source
This commit is contained in:
oobabooga 2023-09-17 18:00:32 -07:00
parent d9b0f2c9c3
commit b062d50c45
1 changed files with 3 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
modules/logits.py
View File

@ -1,9 +1,6 @@
import torch
from modules import sampler_hijack, shared
from modules.exllama import ExllamaModel
from modules.exllamav2 import Exllamav2Model
from modules.llamacpp_model import LlamaCppModel
from modules.logging_colors import logger
from modules.text_generation import generate_reply
@ -15,9 +12,9 @@ def get_next_logits(prompt, state, use_samplers, previous):
logger.error("No model is loaded! Select one in the Model tab.")
return 'Error: No model is loaded1 Select one in the Model tab.', previous
is_non_hf_exllamav2 = isinstance(shared.model, Exllamav2Model)
is_non_hf_exllamav1 = isinstance(shared.model, ExllamaModel)
is_non_hf_llamacpp = isinstance(shared.model, LlamaCppModel)
is_non_hf_exllamav2 = shared.model.__class__.__name__ == 'Exllamav2Model'
is_non_hf_exllamav1 = shared.model.__class__.__name__ == 'ExllamaModel'
is_non_hf_llamacpp = shared.model.__class__.__name__ == 'LlamaCppModel'
if use_samplers:
if any([is_non_hf_exllamav2, is_non_hf_exllamav1, is_non_hf_llamacpp]):