Add context_instruct to API. Load default model instruction template … (#2688)

2023-07-12 04:01:03 +01:00 · 2023-07-12 04:01:03 +01:00 · d9fabdde40
commit d9fabdde40
parent 324e45b848
6 changed files with 37 additions and 32 deletions
--- a/api-examples/api-example-chat.py
+++ b/api-examples/api-example-chat.py
@ -17,7 +17,8 @@ def run(user_input, history):
        'history': history,
        'mode': 'instruct',  # Valid options: 'chat', 'chat-instruct', 'instruct'
        'character': 'Example',
-        'instruction_template': 'Vicuna-v1.1',
+        'instruction_template': 'Vicuna-v1.1',  # Will get autodetected if unset
+        # 'context_instruct': '',  # Optional
        'your_name': 'You',

        'regenerate': False,