mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-11-23 16:38:21 +01:00
28 lines
584 B
Python
28 lines
584 B
Python
from pathlib import Path
|
|
|
|
from modules.text_generation import get_encoded_length
|
|
|
|
|
|
def load_prompt(fname):
|
|
if fname in ['None', '']:
|
|
return ''
|
|
else:
|
|
file_path = Path(f'prompts/{fname}.txt')
|
|
if not file_path.exists():
|
|
return ''
|
|
|
|
with open(file_path, 'r', encoding='utf-8') as f:
|
|
text = f.read()
|
|
if text[-1] == '\n':
|
|
text = text[:-1]
|
|
|
|
return text
|
|
|
|
|
|
def count_tokens(text):
|
|
try:
|
|
tokens = get_encoded_length(text)
|
|
return str(tokens)
|
|
except:
|
|
return '0'
|