Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-11-22 08:07:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

Assign some 4096 seq lengths

Browse Source
This commit is contained in:
oobabooga 2023-06-05 12:07:52 -03:00
parent 9b0e95abeb
commit 6a75bda419
2 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
models/config.yaml
View File

@ -180,9 +180,11 @@ llama-65b-gptq-3bit:
.*bluemoonrp-(30|13)b: .*bluemoonrp-(30|13)b:
mode: 'instruct' mode: 'instruct'
instruction_template: 'Bluemoon' instruction_template: 'Bluemoon'
truncation_length: 4096
.*Nous-Hermes-13b: .*Nous-Hermes-13b:
mode: 'instruct' mode: 'instruct'
instruction_template: 'Alpaca' instruction_template: 'Alpaca'
.*airoboros-13b-gpt4: .*airoboros-13b-gpt4:
mode: 'instruct' mode: 'instruct'
instruction_template: 'Vicuna-v1.1' instruction_template: 'Vicuna-v1.1'
truncation_length: 4096

1
server.py
View File

@ -1049,6 +1049,7 @@ if __name__ == "__main__":
'mode': shared.settings['mode'], 'mode': shared.settings['mode'],
'skip_special_tokens': shared.settings['skip_special_tokens'], 'skip_special_tokens': shared.settings['skip_special_tokens'],
'custom_stopping_strings': shared.settings['custom_stopping_strings'], 'custom_stopping_strings': shared.settings['custom_stopping_strings'],
'truncation_length': shared.settings['truncation_length'],
} }
shared.model_config.move_to_end('.*', last=False) # Move to the beginning shared.model_config.move_to_end('.*', last=False) # Move to the beginning