ExLlama with long context (#2875)

2023-06-25 22:49:26 -03:00 · 2023-06-25 22:49:26 -03:00 · c52290de50
commit c52290de50
parent 9290c6236f
14 changed files with 22 additions and 25 deletions
--- a/api-examples/api-example-chat-stream.py
+++ b/api-examples/api-example-chat-stream.py
@ -29,7 +29,6 @@ async def run(user_input, history):
        'regenerate': False,
        '_continue': False,
        'stop_at_newline': False,
-        'chat_prompt_size': 2048,
        'chat_generation_attempts': 1,
        'chat-instruct_command': 'Continue the chat dialogue below. Write a single reply for the character "<|character|>".\n\n<|prompt|>',