Add the option to not automatically load the selected model (#1762)

---------

Co-authored-by: oobabooga <112222186+oobabooga@users.noreply.github.com>
This commit is contained in:
LaaZa 2023-05-09 18:52:35 +00:00 committed by GitHub
parent cf6caf1830
commit 218bd64bd1
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 33 additions and 11 deletions

View file

@ -1,4 +1,5 @@
{
"autoload_model": true,
"max_new_tokens": 200,
"max_new_tokens_min": 1,
"max_new_tokens_max": 2000,