Detect CodeLlama settings

2023-08-25 07:06:57 -07:00 · 2023-08-25 07:06:57 -07:00 · 5c7d8bfdfd
commit 5c7d8bfdfd
parent 52ab2a6b9e
3 changed files with 6 additions and 1 deletions
--- a/server.py
+++ b/server.py
@ -180,6 +180,7 @@ if __name__ == "__main__":
        'truncation_length': shared.settings['truncation_length'],
        'n_gqa': 0,
        'rms_norm_eps': 0,
+        'rope_freq_base': 0,
    }

    shared.model_config.move_to_end('.*', last=False)  # Move to the beginning