diff --git a/modules/exllamav2.py b/modules/exllamav2.py index 3a6b231a..2730d9f5 100644 --- a/modules/exllamav2.py +++ b/modules/exllamav2.py @@ -120,7 +120,6 @@ class Exllamav2Model: else: max_new_tokens = state['max_new_tokens'] - self.generator.set_stop_conditions([]) self.generator.begin_stream(ids, settings, loras=self.loras) decoded_text = ''