From bcba200790bcf44164c83db7a8eb2c81e06285c1 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Wed, 20 Dec 2023 07:54:06 -0800 Subject: [PATCH] Fix EOS being ignored in ExLlamav2 after previous commit --- modules/exllamav2.py | 1 - 1 file changed, 1 deletion(-) diff --git a/modules/exllamav2.py b/modules/exllamav2.py index 3a6b231a..2730d9f5 100644 --- a/modules/exllamav2.py +++ b/modules/exllamav2.py @@ -120,7 +120,6 @@ class Exllamav2Model: else: max_new_tokens = state['max_new_tokens'] - self.generator.set_stop_conditions([]) self.generator.begin_stream(ids, settings, loras=self.loras) decoded_text = ''