From 05a743d6add9ed008993ccdf4235a9cb994b25ba Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Sat, 17 Jun 2023 19:08:25 -0300
Subject: [PATCH] Make llama.cpp use tfs parameter

---
 docs/Generation-parameters.md | 11 +++++++++++
 modules/llamacpp_model.py     |  1 +
 2 files changed, 12 insertions(+)

diff --git a/docs/Generation-parameters.md b/docs/Generation-parameters.md
index 707c874d..32e063c7 100644
--- a/docs/Generation-parameters.md
+++ b/docs/Generation-parameters.md
@@ -10,10 +10,21 @@ llama.cpp only uses the following parameters:
 * top_p
 * top_k
 * repetition_penalty
+* tfs
 * mirostat_mode
 * mirostat_tau
 * mirostat_eta
 
+### ExLlama
+
+ExLlama only uses the following parameters:
+
+* temperature
+* top_p
+* top_k
+* repetition_penalty
+* typical_p
+
 ### RWKV
 
 RWKV only uses the following parameters when loaded through the old .pth weights:
diff --git a/modules/llamacpp_model.py b/modules/llamacpp_model.py
index 578d2b4b..4944c64c 100644
--- a/modules/llamacpp_model.py
+++ b/modules/llamacpp_model.py
@@ -68,6 +68,7 @@ class LlamaCppModel:
             top_p=state['top_p'],
             top_k=state['top_k'],
             repeat_penalty=state['repetition_penalty'],
+            tfs_z=state['tfs'],
             mirostat_mode=int(state['mirostat_mode']),
             mirostat_tau=state['mirostat_tau'],
             mirostat_eta=state['mirostat_eta'],