Add tfs and top_a to the API examples

2023-05-31 23:44:38 -03:00 · 2023-05-31 23:44:38 -03:00 · 486ddd62df
commit 486ddd62df
parent b6c407f51d
5 changed files with 10 additions and 2 deletions
--- a/api-example-chat-stream.py
+++ b/api-example-chat-stream.py
@ -39,6 +39,8 @@ async def run(user_input, history):
        'typical_p': 1,
        'epsilon_cutoff': 0,  # In units of 1e-4
        'eta_cutoff': 0,  # In units of 1e-4
+        'tfs': 1,
+        'top_a': 0,
        'repetition_penalty': 1.18,
        'top_k': 40,
        'min_length': 0,