Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-23 00:18:20 +01:00
Code Issues Packages Projects Releases Wiki Activity

More trust_remote_code=trust_remote_code (#1899)

Browse Source
This commit is contained in:
EgrorBs 2023-05-08 05:48:20 +03:00 committed by GitHub
parent 56a5969658
commit d3ea70f453
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
modules/models.py
View File

@ -204,9 +204,9 @@ def load_model(model_name):
checkpoint = Path(f'{shared.args.model_dir}/{model_name}') checkpoint = Path(f'{shared.args.model_dir}/{model_name}')
if shared.args.load_in_8bit and params.get('max_memory', None) is not None and params['device_map'] == 'auto': if shared.args.load_in_8bit and params.get('max_memory', None) is not None and params['device_map'] == 'auto':
config = AutoConfig.from_pretrained(checkpoint) config = AutoConfig.from_pretrained(checkpoint, trust_remote_code=trust_remote_code)
with init_empty_weights(): with init_empty_weights():
model = LoaderClass.from_config(config) model = LoaderClass.from_config(config, trust_remote_code=trust_remote_code)
model.tie_weights() model.tie_weights()
params['device_map'] = infer_auto_device_map( params['device_map'] = infer_auto_device_map(