From 9e9cfc4b314545f930482afa35ef9c9790a74f5f Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Wed, 1 Mar 2023 12:19:37 -0300 Subject: [PATCH] Parameters --- modules/RWKV.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/modules/RWKV.py b/modules/RWKV.py index c5424d8f..5e701bf0 100644 --- a/modules/RWKV.py +++ b/modules/RWKV.py @@ -36,10 +36,10 @@ class RWKVModel: args = PIPELINE_ARGS( temperature = temperature, top_p = top_p, - alpha_frequency = 0.25, # Frequency Penalty (as in GPT-3) - alpha_presence = 0.25, # Presence Penalty (as in GPT-3) - token_ban = [0], # ban the generation of some tokens - token_stop = [] + alpha_frequency = alpha_frequency, # Frequency Penalty (as in GPT-3) + alpha_presence = alpha_presence, # Presence Penalty (as in GPT-3) + token_ban = token_ban, # ban the generation of some tokens + token_stop = token_stop ) return self.model.generate(context, token_count=token_count, args=args, callback=callback)