Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-21 23:57:58 +01:00
Code Issues Packages Projects Releases Wiki Activity

Fix ctransformers model unload (#3711)

Browse Source 
Add missing comma in model types list

Fixes marella/ctransformers#111
This commit is contained in:
Ravindra Marella 2023-08-27 19:23:48 +05:30 committed by GitHub
parent 0c9e818bb8
commit e4c3e1bdd2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
modules/ctransformers_model.py
View File

@ -10,8 +10,8 @@ class CtransformersModel:
pass
@classmethod
def from_pretrained(self, path):
result = self()
def from_pretrained(cls, path):
result = cls()
config = AutoConfig.from_pretrained(
str(path),
@ -24,13 +24,13 @@ class CtransformersModel:
mlock=shared.args.mlock
)
self.model = AutoModelForCausalLM.from_pretrained(
result.model = AutoModelForCausalLM.from_pretrained(
str(result.model_dir(path) if result.model_type_is_auto() else path),
model_type=(None if result.model_type_is_auto() else shared.args.model_type),
config=config
)
logger.info(f'Using ctransformers model_type: {self.model.model_type} for {self.model.model_path}')
logger.info(f'Using ctransformers model_type: {result.model.model_type} for {result.model.model_path}')
return result, result
def model_type_is_auto(self):

2
modules/loaders.py
View File

@ -304,7 +304,7 @@ loaders_model_types = {
"gptneox",
"llama",
"mpt",
"dollyv2"
"dollyv2",
"replit",
"starcoder",
"gptbigcode",