mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

ExLlama with long context (#2875)

Browse source
This commit is contained in:
oobabooga 2023-06-25 22:49:26 -03:00 • committed by GitHub
parent 9290c6236f
commit c52290de50
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
14 changed files with 22 additions and 25 deletions
Download patch file Download diff file Expand all files Collapse all files

5
settings-template.yaml
View file

@ -20,7 +20,7 @@ ban_eos_token: false
skip_special_tokens: true
truncation_length: 2048
truncation_length_min: 0
truncation_length_max: 8192
truncation_length_max: 16384
mode: chat
start_with: ''
chat_style: cai-chat
@ -30,9 +30,6 @@ chat-instruct_command: 'Continue the chat dialogue below. Write a single reply f
<|prompt|>'
chat_prompt_size: 2048
chat_prompt_size_min: 0
chat_prompt_size_max: 8192
chat_generation_attempts: 1
chat_generation_attempts_min: 1
chat_generation_attempts_max: 10