Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 08:07:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

Only update the chroma database when necessary

Browse Source
This commit is contained in:
oobabooga 2023-05-07 04:03:17 -03:00
parent 5a4bd3918c
commit 6afba065a1
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
extensions/superbig/script.py
View File

@ -64,7 +64,6 @@ class SentenceTransformerEmbedder(Embedder):
embedder = SentenceTransformerEmbedder() embedder = SentenceTransformerEmbedder()
collector = ChromaCollector(embedder) collector = ChromaCollector(embedder)
global_data = ''
def feed_data_into_collector(corpus): def feed_data_into_collector(corpus):
@ -86,7 +85,6 @@ def input_modifier(string):
user_input = '' user_input = ''
# Get the 5 most similar chunks # Get the 5 most similar chunks
feed_data_into_collector(global_data)
results = collector.get(user_input, n_results=5) results = collector.get(user_input, n_results=5)
# Make the replacements # Make the replacements
@ -141,5 +139,5 @@ def ui():
last_updated = gr.Markdown() last_updated = gr.Markdown()
update.click( update.click(
lambda x: globals().update(global_data=x), data_input, None).then( feed_data_into_collector, data_input, None).then(
lambda: "Last updated on " + str(datetime.datetime.now()), None, last_updated, show_progress=False) lambda: "Last updated on " + str(datetime.datetime.now()), None, last_updated, show_progress=False)