Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-25 17:29:22 +01:00
Code Issues Packages Projects Releases Wiki Activity

Bump flexgen version

Browse Source
This commit is contained in:
oobabooga 2023-03-02 12:03:57 -03:00
parent 76378c6cc2
commit bcea196c9d
2 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
requirements.txt
View File

@ -1,6 +1,6 @@
accelerate==0.16.0
bitsandbytes==0.37.0
flexgen==0.1.6
flexgen==0.1.7
gradio==3.18.0
numpy
rwkv==0.0.6

5
server.py
View File

@ -28,7 +28,10 @@ if shared.args.settings is not None and Path(shared.args.settings).exists():
shared.settings[item] = new_settings[item]
def get_available_models():
return sorted([item.name for item in list(Path('models/').glob('*')) if not item.name.endswith(('.txt', '-np'))], key=str.lower)
if shared.args.flexgen:
return sorted([re.sub('-np$', '', item.name) for item in list(Path('models/').glob('*')) if item.name.endswith('-np')], key=str.lower)
else:
return sorted([item.name for item in list(Path('models/').glob('*')) if not item.name.endswith(('.txt', '-np'))], key=str.lower)
def get_available_presets():
return sorted(set(map(lambda x : '.'.join(str(x.name).split('.')[:-1]), Path('presets').glob('*.txt'))), key=str.lower)