Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-10-29 21:50:16 +01:00
Code Issues Packages Projects Releases Wiki Activity

Assign some 4096 seq lengths

Browse Source
This commit is contained in:
oobabooga 2023-06-05 12:07:52 -03:00
parent 9b0e95abeb
commit 6a75bda419
2 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
models/config.yaml
View File

@ -180,9 +180,11 @@ llama-65b-gptq-3bit:
.*bluemoonrp-(30|13)b:
mode: 'instruct'
instruction_template: 'Bluemoon'
truncation_length: 4096
.*Nous-Hermes-13b:
mode: 'instruct'
instruction_template: 'Alpaca'
.*airoboros-13b-gpt4:
mode: 'instruct'
instruction_template: 'Vicuna-v1.1'
truncation_length: 4096

1
server.py
View File

@ -1049,6 +1049,7 @@ if __name__ == "__main__":
'mode': shared.settings['mode'],
'skip_special_tokens': shared.settings['skip_special_tokens'],
'custom_stopping_strings': shared.settings['custom_stopping_strings'],
'truncation_length': shared.settings['truncation_length'],
}
shared.model_config.move_to_end('.*', last=False) # Move to the beginning