Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 08:07:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

Lint

Browse Source
This commit is contained in:
oobabooga 2024-01-09 16:27:50 -08:00
parent bec4e0a1ce
commit 89e7e107fc
5 changed files with 22 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
js/main.js
View File

@ -37,7 +37,7 @@ document.querySelector(".header_bar").addEventListener("click", function(event)
//------------------------------------------------ //------------------------------------------------
// Keyboard shortcuts // Keyboard shortcuts
//------------------------------------------------ //------------------------------------------------
let previousTabId = 'chat-tab-button'; let previousTabId = "chat-tab-button";
document.addEventListener("keydown", function(event) { document.addEventListener("keydown", function(event) {
// Stop generation on Esc pressed // Stop generation on Esc pressed
@ -101,14 +101,14 @@ document.addEventListener("keydown", function(event) {
// Switch between tabs on Tab // Switch between tabs on Tab
else if (!event.ctrlKey && !event.shiftKey && event.key === "Tab") { else if (!event.ctrlKey && !event.shiftKey && event.key === "Tab") {
event.preventDefault(); event.preventDefault();
var parametersButton = document.getElementById('parameters-button'); var parametersButton = document.getElementById("parameters-button");
var parentContainer = parametersButton.parentNode; var parentContainer = parametersButton.parentNode;
var selectedChild = parentContainer.querySelector('.selected'); var selectedChild = parentContainer.querySelector(".selected");
if (selectedChild.id == 'parameters-button') { if (selectedChild.id == "parameters-button") {
document.getElementById(previousTabId).click(); document.getElementById(previousTabId).click();
} else { } else {
previousTabId = selectedChild.id; previousTabId = selectedChild.id;
parametersButton.click(); parametersButton.click();
} }
} }
}); });
@ -262,7 +262,7 @@ button.addEventListener("click", function () {
hideMenu(); hideMenu();
} }
else { else {
showMenu(); showMenu();
} }
}); });
@ -401,7 +401,7 @@ window.addEventListener("resize", updateDocumentWidth);
//------------------------------------------------ //------------------------------------------------
// Focus on the rename text area when it becomes visible // Focus on the rename text area when it becomes visible
//------------------------------------------------ //------------------------------------------------
const renameTextArea = document.getElementById('rename-row').querySelector('textarea'); const renameTextArea = document.getElementById("rename-row").querySelector("textarea");
function respondToVisibility(element, callback) { function respondToVisibility(element, callback) {
var options = { var options = {

4
modules/RoPE.py
View File

@ -3,7 +3,7 @@ def get_alpha_value(alpha, base):
Gets alpha_value from alpha_value and rope_freq_base Gets alpha_value from alpha_value and rope_freq_base
''' '''
if base > 0: if base > 0:
return (base/10000.) ** (63/64.) return (base / 10000.) ** (63 / 64.)
else: else:
return alpha return alpha
@ -15,4 +15,4 @@ def get_rope_freq_base(alpha, base):
if base > 0: if base > 0:
return base return base
else: else:
return 10000 * alpha ** (64/63.) return 10000 * alpha ** (64 / 63.)

2
modules/chat.py
View File

@ -529,6 +529,7 @@ def load_history_after_deletion(state, idx):
histories = find_all_histories(state) histories = find_all_histories(state)
idx = min(int(idx), len(histories) - 1) idx = min(int(idx), len(histories) - 1)
idx = max(0, idx)
if len(histories) > 0: if len(histories) > 0:
history = load_history(histories[idx], state['character_menu'], state['mode']) history = load_history(histories[idx], state['character_menu'], state['mode'])
@ -542,6 +543,7 @@ def load_history_after_deletion(state, idx):
def update_character_menu_after_deletion(idx): def update_character_menu_after_deletion(idx):
characters = utils.get_available_characters() characters = utils.get_available_characters()
idx = min(int(idx), len(characters) - 1) idx = min(int(idx), len(characters) - 1)
idx = max(0, idx)
return gr.update(choices=characters, value=characters[idx]) return gr.update(choices=characters, value=characters[idx])

16
modules/models.py
View File

@ -309,14 +309,14 @@ def AutoAWQ_loader(model_name):
model_dir = Path(f'{shared.args.model_dir}/{model_name}') model_dir = Path(f'{shared.args.model_dir}/{model_name}')
model = AutoAWQForCausalLM.from_quantized( model = AutoAWQForCausalLM.from_quantized(
quant_path=model_dir, quant_path=model_dir,
max_new_tokens=shared.args.max_seq_len, max_new_tokens=shared.args.max_seq_len,
trust_remote_code=shared.args.trust_remote_code, trust_remote_code=shared.args.trust_remote_code,
fuse_layers=not shared.args.no_inject_fused_attention, fuse_layers=not shared.args.no_inject_fused_attention,
max_memory=get_max_memory_dict(), max_memory=get_max_memory_dict(),
batch_size=1, batch_size=1,
safetensors=any(model_dir.glob('*.safetensors')), safetensors=any(model_dir.glob('*.safetensors')),
) )
return model return model

3
modules/ui_chat.py
View File

@ -60,7 +60,7 @@ def create_ui():
shared.gradio['send-chat-to-default'] = gr.Button('Send to default') shared.gradio['send-chat-to-default'] = gr.Button('Send to default')
shared.gradio['send-chat-to-notebook'] = gr.Button('Send to notebook') shared.gradio['send-chat-to-notebook'] = gr.Button('Send to notebook')
with gr.Row(elem_id='past-chats-row', elem_classes=['pretty_scrollbar']): with gr.Row(elem_id='past-chats-row', elem_classes=['pretty_scrollbar']):
with gr.Column(): with gr.Column():
with gr.Row(): with gr.Row():
shared.gradio['unique_id'] = gr.Dropdown(label='Past chats', elem_classes=['slim-dropdown'], interactive=not mu) shared.gradio['unique_id'] = gr.Dropdown(label='Past chats', elem_classes=['slim-dropdown'], interactive=not mu)
@ -246,7 +246,6 @@ def create_event_handlers():
shared.gradio['delete_chat'].click(lambda: [gr.update(visible=True), gr.update(visible=False), gr.update(visible=True)], None, gradio(clear_arr)) shared.gradio['delete_chat'].click(lambda: [gr.update(visible=True), gr.update(visible=False), gr.update(visible=True)], None, gradio(clear_arr))
shared.gradio['delete_chat-cancel'].click(lambda: [gr.update(visible=False), gr.update(visible=True), gr.update(visible=False)], None, gradio(clear_arr)) shared.gradio['delete_chat-cancel'].click(lambda: [gr.update(visible=False), gr.update(visible=True), gr.update(visible=False)], None, gradio(clear_arr))
shared.gradio['delete_chat-confirm'].click( shared.gradio['delete_chat-confirm'].click(
ui.gather_interface_values, gradio(shared.input_elements), gradio('interface_state')).then( ui.gather_interface_values, gradio(shared.input_elements), gradio('interface_state')).then(
lambda x, y: str(chat.find_all_histories(x).index(y)), gradio('interface_state', 'unique_id'), gradio('temporary_text')).then( lambda x, y: str(chat.find_all_histories(x).index(y)), gradio('interface_state', 'unique_id'), gradio('temporary_text')).then(