mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-11-25 09:19:23 +01:00
Fix EOS being ignored in ExLlamav2 after previous commit
This commit is contained in:
parent
f0f6d9bdf9
commit
bcba200790
@ -120,7 +120,6 @@ class Exllamav2Model:
|
||||
else:
|
||||
max_new_tokens = state['max_new_tokens']
|
||||
|
||||
self.generator.set_stop_conditions([])
|
||||
self.generator.begin_stream(ids, settings, loras=self.loras)
|
||||
|
||||
decoded_text = ''
|
||||
|
Loading…
Reference in New Issue
Block a user