add on-page documentation to parameters (#1008)

This commit is contained in:
Alex "mcmonkey" Goodwin 2023-04-10 13:19:12 -07:00 committed by GitHub
parent 85a7954823
commit 0caf718a21
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 9 additions and 11 deletions

View file

@ -182,8 +182,6 @@ def generate_reply(question, generate_state, eos_token=None, stopping_strings=[]
generate_params[k] = generate_state[k]
generate_params['eos_token_id'] = eos_token_ids
generate_params['stopping_criteria'] = stopping_criteria_list
if shared.args.no_stream:
generate_params['min_length'] = 0
else:
for k in ['max_new_tokens', 'do_sample', 'temperature']:
generate_params[k] = generate_state[k]