diff --git a/modules/exllamav2.py b/modules/exllamav2.py index 2758fa2d..605a0927 100644 --- a/modules/exllamav2.py +++ b/modules/exllamav2.py @@ -11,6 +11,7 @@ from exllamav2 import ( from exllamav2.generator import ExLlamaV2BaseGenerator, ExLlamaV2Sampler from modules import shared +from modules.logging_colors import logger from modules.text_generation import get_max_prompt_length try: