Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-12-24 13:28:59 +01:00
Code Issues Packages Projects Releases Wiki Activity

Update a comment

Browse Source
This commit is contained in:
oobabooga 2023-04-12 18:26:15 -03:00
parent 5d1d0bd11f
commit 0baa50bcc4
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
server.py
View File

@ -207,6 +207,7 @@ def download_model_wrapper(repo_id):
yield traceback.format_exc() yield traceback.format_exc()
# Model parameters: list the relevant interface elements
def list_model_parameters(): def list_model_parameters():
parameters = ['cpu_memory', 'auto_devices', 'disk', 'cpu', 'bf16', 'load_in_8bit', 'wbits', 'groupsize', 'model_type', 'pre_layer'] parameters = ['cpu_memory', 'auto_devices', 'disk', 'cpu', 'bf16', 'load_in_8bit', 'wbits', 'groupsize', 'model_type', 'pre_layer']
for i in range(torch.cuda.device_count()): for i in range(torch.cuda.device_count()):
@ -214,9 +215,8 @@ def list_model_parameters():
return parameters return parameters
# Update the command-line arguments based on the interface values # Model parameters: update the command-line arguments based on the interface values
def update_model_parameters(*args): def update_model_parameters(*args):
args = list(args) # the values of the parameters args = list(args) # the values of the parameters
elements = list_model_parameters() # the names of the parameters elements = list_model_parameters() # the names of the parameters
@ -254,8 +254,8 @@ def update_model_parameters(*args):
else: else:
shared.args.gpu_memory = None shared.args.gpu_memory = None
def create_model_menus():
def create_model_menus():
# Finding the default values for the GPU and CPU memories # Finding the default values for the GPU and CPU memories
total_mem = [] total_mem = []
for i in range(torch.cuda.device_count()): for i in range(torch.cuda.device_count()):