Add context_instruct to API. Load default model instruction template … (#2688)

2023-07-12 04:01:03 +01:00 · 2023-07-12 04:01:03 +01:00 · d9fabdde40
commit d9fabdde40
parent 324e45b848
6 changed files with 37 additions and 32 deletions
--- a/api-examples/api-example-stream.py
+++ b/api-examples/api-example-stream.py
@ -23,7 +23,7 @@ async def run(context):

        # Generation params. If 'preset' is set to different than 'None', the values
        # in presets/preset-name.yaml are used instead of the individual numbers.
-        'preset': 'None',  
+        'preset': 'None',
        'do_sample': True,
        'temperature': 0.7,
        'top_p': 0.1,