Add a history size parameter to the chat
If too many messages are used in the prompt, the model gets really slow. It is useful to have the ability to limit this.
This commit is contained in:
parent
4067cecf67
commit
185587a33e
2 changed files with 24 additions and 10 deletions
|
@ -9,6 +9,9 @@
|
|||
"prompt": "Common sense questions and answers\n\nQuestion: \nFactual answer:",
|
||||
"prompt_gpt4chan": "-----\n--- 865467536\nInput text\n--- 865467537\n",
|
||||
"stop_at_newline": true,
|
||||
"history_size": 8,
|
||||
"history_size_min": 0,
|
||||
"history_size_max": 64,
|
||||
"preset_pygmalion": "Pygmalion",
|
||||
"name1_pygmalion": "You",
|
||||
"name2_pygmalion": "Kawaii",
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue