Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-21 23:57:58 +01:00
Code Issues Packages Projects Releases Wiki Activity

Fix llama.cpp loader not being random (thanks @reydeljuego12345)

Browse Source
This commit is contained in:
oobabooga 2024-10-14 13:05:51 -07:00
parent 49dfa0adaf
commit c9a9f63d1b
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
modules/llamacpp_model.py
View File

@ -136,7 +136,7 @@ class LlamaCppModel:
prompt=prompt, prompt=prompt,
max_tokens=state['max_new_tokens'], max_tokens=state['max_new_tokens'],
temperature=state['temperature'], temperature=state['temperature'],
top_p=state['top_p'], top_p=state['top_p'] if state['top_p'] < 1 else 0.999,
min_p=state['min_p'], min_p=state['min_p'],
typical_p=state['typical_p'], typical_p=state['typical_p'],
frequency_penalty=state['frequency_penalty'], frequency_penalty=state['frequency_penalty'],